1. from selenium import webdriver
    2. from selenium.webdriver.firefox.options import Options
    3. from selenium.webdriver.support.wait import WebDriverWait
    4. from selenium.webdriver.common.by import By
    5. from selenium.webdriver.support import expected_conditions as EC
    6. import selenium.webdriver.support.ui as ui
    7. from bs4 import BeautifulSoup
    8. import time
    9. import json
    10. import random
    11. import requests
    14. def get_cookies():
    15.     options = Options()
    16.     # options.add_argument('-headless')
    17.     driver = webdriver.Firefox(executable_path='/Users/viemaxwei/Downloads/geckodriver 2', options=options)
    18.     url = "http://www.pss-system.gov.cn/sipopublicsearch/portal/uiIndex.shtml"
    19.     driver.get(url)
    20.     time.sleep(1)
    21.     driver.find_element_by_id("j_username").send_keys("weimengxin2018")
    22.     driver.find_element_by_id("j_password_show").send_keys("adwahads6136879")
    23.     # html_login = driver.page_source
    24.     valid = input("请手动输入验证码：")
    25.     driver.find_element_by_id("j_validation_code").send_keys(valid)
    26.     driver.find_element_by_link_text("登录").click()
    27.     time.sleep(3)
    28.     cookie = driver.get_cookies()
    29.     cookie_1 = cookie[0]["name"] + "=" + cookie[0]["value"]
    30.     cookie_2 = cookie[1]["name"] + "=" + cookie[1]["value"]
    31.     cookie_3 = cookie[2]["name"] + "=" + cookie[2]["value"]
    32.     cookie_all = cookie_3 + "; " + cookie_1 + "; " + cookie_2
    33.     cookies_head = dict()
    34.     cookies_head["cookies_are"] = cookie_all
    35.     driver.quit()
    36.     return cookies_head
    39. def requests_login_pss_system(date, pages):
    40.     res = []
    41.     result = []
    42.     # pages = 1
    43.     url = "http://www.pss-system.gov.cn/sipopublicsearch/patentsearch/showSearchResult-startWa.shtml"
    44.     head = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36',
    45.             'Connection': 'keep-alive',
    46.             'Origin': 'http://www.pss-system.gov.cn'}
    47.     # while True:
    48.     info = {"searchCondition.searchExp": "(申请日='%s') AND 公开国家/地区/组织=(HK OR MO OR TW OR (发明类型=('I' OR 'U' OR 'D') AND 公开国家/地区/组织=(CN)))" % date,
    49.             "searchCondition.executableSearchExp": "VDB:((APD='%s' AND (CC='HK' OR CC='MO' OR CC='TW' OR ((DOC_TYPE='I' OR DOC_TYPE='U' OR DOC_TYPE='D') AND CC='CN'))))" % date,
    50.             "resultPagination.start": (pages - 1) * 12,
    51.             "resultPagination.limit": 12,
    52.             "searchCondition.literatureSF": "(申请日='%s') AND 公开国家/地区/组织=(HK OR MO OR TW OR (发明类型=('I' OR 'U' OR 'D') AND 公开国家/地区/组织=(CN)))" % date}
    53.     s = requests.session()
    54.     # s.keep_alive = False
    55.     html = s.post(url, headers=head, data=info, cookies=cookies_headless).json()
    56.     time.sleep(2 + random.random() * 2.5)
    57.     page = html["searchResultDTO"]["pagination"]["totalCount"]
    58.     if page == -1:
    59.         print("page=-1，第%d页" % pages)
    60.         pages += 1
    61.         s.close()
    62.     else:
    63.         print("共%d条记录" % page)
    64.         if html["searchResultDTO"]["searchResultRecord"] != []:
    65.             for i in html["searchResultDTO"]["searchResultRecord"]:
    66.                 lawStatus = i["lawStatus"]
    67.                 patentType = i["patentType"]
    68.                 name = i["fieldMap"]["TIVIEW"]
    69.                 fnum = i["fieldMap"]["FNUM"]
    70.                 cpnum = i["fieldMap"]["CPNUM"]
    71.                 pnum = i["fieldMap"]["PNUM"]
    72.                 VID = i["fieldMap"]["VID"]
    73.                 APSN = i["fieldMap"]["APSN"]
    74.                 APD = i["fieldMap"]["APD"]
    75.                 PN_BAK = i["fieldMap"]["PN_BAK"]
    76.                 PD = i["fieldMap"]["PD"]  # 公开日
    77.                 IC = i["fieldMap"]["IC"]  # IPC分类号
    78.                 # CPC = i["fieldMap"]["CPC"]  # CPC分类号
    79.                 PAVIEW = i["fieldMap"]["PAVIEW"]  # 申请人
    80.                 INVIEW = i["fieldMap"]["INVIEW"]  # 发明人
    81.                 AA = i["fieldMap"]["AA"]  # 地址
    82.                 AGT = i["fieldMap"]["AGT"]  # 代理人
    83.                 AGY = i["fieldMap"]["AGY"]  # 代理机构
    84.                 OWNER_STATUS = i["fieldMap"]["AGY"]  # 代理机构
    85.                 res.extend([lawStatus, patentType, name, fnum, cpnum, pnum, VID, APSN, APD, PN_BAK, PD, IC, PAVIEW, INVIEW, AA, AGT, AGY, OWNER_STATUS])
    86.                 print(res)
    87.                 middle = res.copy()
    88.                 result.append(middle)
    89.                 res.clear()
    90.                 pages += 1
    91.                 time.sleep(0.7)
    92.                 s.close()
    93.             return result
    94.         else:
    95.             print("检索完毕！")
    98. def run_fiction(date, start_page, end_page, list_con):
    99.     start = time.time()
    100.     try:
    101.         for ind in range(start_page, end_page):      # 1001 1101
    102.             print("正在检索 %d 页" % ind)
    103.             test = requests_login_pss_system(date, ind)
    104.             list_con.extend(test)
    105.             if ind % 4 == 0:
    106.                 print("Code冷却中。。。")
    107.                 time.sleep(3 + random.random() * 7)
    108.     except:
    109.         print("完成！")
    110.     end = time.time()
    111.     print("20170101用时：%f" % (end - start))
    115. res_10 = []
    117. cookies_headless = get_cookies()
    119. run = run_fiction("20170110", 240, 1501, res_10)