騰訊位置大數據

import requests,json
import time,sys
import pandas as pd


class X:

    def __init__(self):
        self.headers = {
            'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.162 Safari/537.36'
        }
        self.url = 'https://xingyun.map.qq.com/api/getXingyunPoints'


    def parse_url(self, p_data):
        while 1:
            try:
                resp = requests.get(self.url, headers=self.headers,data=json.dumps(p_data), timeout=3)
                assert resp.status_code == 200
                data = resp.json()
                return data
            except:
                pass

    def run(self):
        # while 1:
            l = []

            time_now = time.time()
            t = time.strftime('%Y-%m-%d-%H-%M-%S ', time.localtime(time_now))
            print(t, '開始採集')

            for n in range(4):
                p_data = {"count":4,"rank":n}
                resp = self.parse_url(p_data)

                #  處理
                data = resp['locs'].split(",")
                step = 3

                for d in [data[i:i + step] for i in range(0, len(data), step)][:-1]:
                    d = [int(d[0])/100,int(d[1])/100,d[2]]
                    l.append(d)

                sys.stdout.write('\r[ === [%d/%d] %d%% === ]' % ((n+1),4,int((n+1) /4 * 100)))

            # 保存
            c = pd.DataFrame(l)
            path = "./tx_%s.csv"% t
            c.to_csv(path)

            # time.sleep(3600 - int(time.time() - time_now))

if __name__ == '__main__':
    x = X()
    x.run()