import time

from selenium import webdriver
from selenium.webdriver.chrome.options import Options

chrome_options = Options()
chrome_options.add_argument("--headless")
chrome_options.add_argument(
    'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36')
br = webdriver.Chrome(options=chrome_options)
with open('D:/project/stealth/stealth.min.js') as f:
    js = f.read()

br.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
    "source": js
})

# 打开页面搜索
br.get(
    'http://www.iwencai.com/unifiedwap/result?w={}&querytype=stock'.format("陆股通持股比例前100"))
time.sleep(1)
first_search = True

if first_search:
    # 翻页
    page = br.find_element_by_css_selector(".pcwencai-pagination-wrap>.drop-down-box>.drop-down-arrow")
    page.click()
    time.sleep(1)

    checktext = br.find_elements_by_css_selector(".pcwencai-pagination-wrap>.drop-down-box>div>ul>li")
    checktext[-1].click()
    time.sleep(5)
    first_search = False

start_time = time.time()
# #iwcTableWrapper > div.iwc-table-container > div.iwc-table-content.isTwoLine > div.iwc-table-fixed > div.iwc-table-body-outer > div > table > tbody > tr:nth-child(37) > td:nth-child(4)
result = br.find_elements_by_css_selector(
    "#iwcTableWrapper > div.iwc-table-container > div.iwc-table-content.isTwoLine > div.iwc-table-scroll > div.iwc-table-body > table > tbody > tr > td > div")
tableData = []
end_time=time.time()
print("所花费时间{}", (end_time - start_time))
index = 0
for i in range(100):
    row = [result[i*15].text, result[i*15+2].text,
           result[i*15+3].text, result[i*15+4].text,
           result[i*15+6].text, result[i*15+9].text]

    tableData.append(row)

end_time = time.time()

print("所花费时间{}", (end_time - start_time))

br.close()