Upload

PlayFab.py

@@ -0,0 +1,169 @@
+import requests
+import os
+import json
+import binascii
+import base64
+import struct
+import hashlib
+import datetime
+
+from cryptography.hazmat.primitives.asymmetric import rsa
+from cryptography.hazmat.primitives.asymmetric import padding
+
+# Production PlayFab Environment
+TITLE_ID = "20CA2"
+TITLE_SHARED_SECRET = "S8RS53ZEIGMYTYG856U3U19AORWXQXF41J7FT3X9YCWAC7I35X"
+
+# Internal PlayFab Environment
+#TITLE_ID = "E9D1"
+#TITLE_SHARED_SECRET = "RX4U3XF1KAG8W6WOOTUKO4BY1P4Z48UMHWEND7KSJHDIKCIWD6"
+
+PLAYFAB_HEADERS = {
+"User-Agent": "libhttpclient/1.0.0.0", 
+"Content-Type": "application/json", 
+"Accept-Language": "en-US"
+}
+
+PLAYFAB_SESSION = requests.Session()
+PLAYFAB_SESSION.headers.update(PLAYFAB_HEADERS)
+
+PLAYFAB_DOMAIN = "https://" + TITLE_ID.lower() + ".playfabapi.com"
+
+SETTING_FILE = "settings.json"
+PLAYFAB_SETTINGS = {}
+
+def sendPlayFabRequest(endpoint, data, hdrs={}):
+    rsp = PLAYFAB_SESSION.post(PLAYFAB_DOMAIN+endpoint, json=data, headers=hdrs).json()
+    if rsp['code'] != 200:
+        print(rsp)
+    else:
+        return rsp['data']
+        
+def genCustomId():
+    return "MCPF"+binascii.hexlify(os.urandom(16)).decode("UTF-8").upper()
+    
+def genPlayerSecret():
+    return base64.b64encode(os.urandom(32)).decode("UTF-8")
+    
+def getMojangCsp():
+    return base64.b64decode(sendPlayFabRequest("/Client/GetTitlePublicKey", {
+        "TitleId":TITLE_ID,
+        "TitleSharedSecret": TITLE_SHARED_SECRET
+    })['RSAPublicKey'])
+    
+def importCspKey(csp):
+    e = struct.unpack("I", csp[0x10:0x14])[0]
+    n = bytearray(csp[0x14:])
+    n.reverse()
+    n = int(binascii.hexlify(n), 16)
+    return rsa.RSAPublicNumbers(e, n).public_key()
+
+
+
+def genPlayFabTimestamp():
+    return datetime.datetime.now().isoformat()+"Z"
+
+def genPlayFabSignature(requestBody, timestamp):
+    sha256 = hashlib.sha256()
+    sha256.update(requestBody.encode("UTF-8") + b"." + timestamp.encode("UTF-8") + b"." + configGet("PLAYER_SECRET").encode("UTF-8"))
+    return base64.b64encode(sha256.digest())
+    
+def configGet(key):
+    global PLAYFAB_SETTINGS
+    if key in PLAYFAB_SETTINGS:
+        return PLAYFAB_SETTINGS[key]
+    return None
+    
+    
+def configSet(key, newValue):
+    global PLAYFAB_SETTINGS
+    if os.path.exists(SETTING_FILE):
+        PLAYFAB_SETTINGS = json.loads(open(SETTING_FILE, "r").read())
+        
+    PLAYFAB_SETTINGS[key] = newValue
+    open(SETTING_FILE, "w").write(json.dumps(PLAYFAB_SETTINGS))
+    return newValue
+    
+def LoginWithCustomId():
+    global TITLE_ID
+    
+    customId = configGet("CUSTOM_ID")
+    playerSecret = configGet("PLAYER_SECRET")
+    createNewAccount = False
+
+    if customId == None:
+        customId = genCustomId()
+        createNewAccount = True
+
+    if playerSecret == None:
+        playerSecret = genPlayerSecret()
+        createNewAccount = True
+    
+    configSet("CUSTOM_ID", customId)
+    configSet("PLAYER_SECRET", playerSecret)
+    
+    payload = {
+        "CreateAccount" : None,
+        "CustomId": None,
+        "EncryptedRequest" : None,
+        "InfoRequestParameters" : {
+          "GetCharacterInventories" : False,
+          "GetCharacterList" : False,
+          "GetPlayerProfile" : True,
+          "GetPlayerStatistics" : False,
+          "GetTitleData" : False,
+          "GetUserAccountInfo" : True,
+          "GetUserData" : False,
+          "GetUserInventory" : False,
+          "GetUserReadOnlyData" : False,
+          "GetUserVirtualCurrency" : False,
+          "PlayerStatisticNames" : None,
+          "ProfileConstraints" : None,
+          "TitleDataKeys" : None,
+          "UserDataKeys" : None,
+          "UserReadOnlyDataKeys" : None
+        },
+        "PlayerSecret" : None,
+        "TitleId" : TITLE_ID
+    }
+
+    req = None
+    if createNewAccount:
+        toEnc = json.dumps({"CustomId":customId, "PlayerSecret": playerSecret}).encode("UTF-8")        
+        pubkey = importCspKey(getMojangCsp())
+        
+        payload["CreateAccount"] = True
+        payload["EncryptedRequest"] = base64.b64encode(pubkey.encrypt(toEnc, padding.PKCS1v15())).decode("UTF-8")
+
+        req = sendPlayFabRequest("/Client/LoginWithCustomID", payload)
+    else:
+        payload["CustomId"] = customId
+        ts = genPlayFabTimestamp()
+        sig = genPlayFabSignature(json.dumps(payload), ts)
+        req = sendPlayFabRequest("/Client/LoginWithCustomID", payload, {"X-PlayFab-Signature": sig, "X-PlayFab-Timestamp": ts})
+    entitytoken = req["EntityToken"]["EntityToken"]
+    PLAYFAB_SESSION.headers.update({"X-EntityToken": entitytoken})
+    return req
+    
+def GetEntityToken(playfabId, accType):
+    req = sendPlayFabRequest("/Authentication/GetEntityToken", {
+       "Entity" : {
+          "Id" : playfabId,
+          "Type" : accType
+       }
+    })
+    entitytoken = req["EntityToken"]
+    PLAYFAB_SESSION.headers.update({"X-EntityToken": entitytoken})
+    return req
+    
+def Search(query, sfilter, orderBy, select, top, skip):
+    return sendPlayFabRequest("/Catalog/Search", {
+                                                "count": True,
+                                                "query": query,
+                                                "filter": sfilter,
+                                                "orderBy": orderBy,
+                                                "scid": "4fc10100-5f7a-4470-899b-280835760c07",
+                                                "select": select,
+                                                "top": top,
+                                                "skip": skip
+                                                })

Scraper.py

@@ -0,0 +1,36 @@
+import PlayFab
+import json
+
+# Login and Switch to Master Player Account
+PlayFab.GetEntityToken(PlayFab.LoginWithCustomId()['PlayFabId'], 'master_player_account')
+
+MAX_SEARCH = 300
+
+# Get total number of items in marketplace
+totalItems = PlayFab.Search("", "", "creationDate ASC", None, 1, 0)["Count"]
+
+# Initalize some variables
+searchFilter = ""
+skip = 0
+resultsDict = {}
+
+print("Total items in marketplace: "+str(totalItems))
+
+# Search loop
+while len(resultsDict) < totalItems:
+    searchResults = PlayFab.Search("", searchFilter, "creationDate ASC", "contents,images,title,description,keywords", MAX_SEARCH, skip)
+    
+    for item in searchResults["Items"]:
+        resultsDict[item["Id"]] = item
+    
+    print(str(len(resultsDict))+ "/" + str(totalItems));
+
+    
+    skip += MAX_SEARCH
+    
+    if skip > 10000:
+        searchFilter = "(CreationDate ge " + searchResults["Items"][-1]["CreationDate"] +")";
+        skip = 0
+     
+open("playfab-catalog.json", "wb").write(json.dumps(resultsDict, indent=4).encode("UTF-8"))
+print("Bubbles")