spider_baidutongji/main.py

import items
import detail
import detail_update
import auth
from http.server import HTTPServer, BaseHTTPRequestHandler
import json

global STATUS
STATUS = "stop"


class RequestHandler(BaseHTTPRequestHandler):
    '''处理请求并返回页面'''

    # 处理一个GET请求
    def do_GET(self):
        global STATUS
        # self.send_header("Content-Length", str(len(self.Page)))
        # self.end_headers()
        # self.wfile.write(self.Page)
        data = "ok"
        if STATUS == "running":
            print("繁忙")
        else:
            STATUS = "running"
            try:
                path = str(self.path)  # 获取请求的url
                if path == "/login":  # 登录
                    url_login = 'https://tongji.baidu.com/web5/welcome/login'
                    auth.login(url_login)
                if path == "/data":  # 生活广场
                    url_detail = 'https://tongji.baidu.com/main/overview/27104751/trend/latest?siteId=17858095'
                    detail.get_detail(url_detail, "live")
                if path == "/data_shop":  # 商城主页
                    url_detail = 'https://tongji.baidu.com/main/overview/27104751/trend/latest?siteId=14207129'
                    detail.get_detail(url_detail, "shop")
                STATUS = "stop"
            except Exception as e:
                print("err")
                print(e)
                STATUS = "stop"
                data = "err"

        self.send_response(200)
        self.send_header('Content-type', 'application/json')
        self.end_headers()
        self.wfile.write(json.dumps(data).encode())
        return


if __name__ == "__main__":
    url_detail = 'https://tongji.baidu.com/main/overview/27104751/trend/latest?siteId=17858095'
    url_login = 'https://tongji.baidu.com/web5/welcome/login'
    # items.get_items(url)
    # detail.get_detail(url_detail)
    # detail_update.update_detail(url_detail)
    # auth.login(url_login)

    serverAddress = ('', 8080)
    server = HTTPServer(serverAddress, RequestHandler)
    print("http running on port:", 8080)
    server.serve_forever()