| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960 |
- import urllib.request
- import os
- from time import sleep
- from selenium import webdriver
- from selenium.webdriver.support.wait import WebDriverWait
- from selenium.webdriver.support import expected_conditions as EC
- from selenium.webdriver.common.by import By
- import json
- import config
- import pandas as pd
- def download(url, filename):
- try:
- data = urllib.request.urlopen(url).read()
- with open(filename, 'wb') as f:
- f.write(data)
- except:
- print("download_error")
- def store_file(filename, data):
- with open(filename, 'wb') as f:
- f.write(data)
- def create_dir(path):
- if not os.path.exists(path):
- # try:
- os.mkdir(path)
- # except:
- def read_csv(path_csv):
- if not os.path.exists(path_csv):
- return
- data = pd.read_csv(path_csv, encoding='gb18030')
- array = data.values[0::, 0::]
- return array
- # 登录时记录cookies,以后好用
- def login(browser):
- # 加cookies
- with open('data.json', 'r') as f:
- data = json.load(f)
- for c in data:
- # print(str(c))
- if 'expiry' in c:
- str_ex = str(c["expiry"])
- if str_ex.find(".") > -1:
- list_ex = str_ex.split(".")
- c["expiry"] = int(list_ex[0])
- # print(str(c))
- browser.add_cookie(c)
- if __name__ == "__main__":
- read_csv("C:\\Users\\Administrator\\Downloads\\实时访客.csv")
|
