代码拉取完成,页面将自动刷新
同步操作将从 ./iwencai 强制同步,此操作会覆盖自 Fork 仓库以来所做的任何修改,且无法恢复!!!
确定后同步将在后台操作,完成时将刷新页面,请耐心等待。
import time
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
class SearchWenCai:
def parse_value(self):
result = self.br.find_elements_by_css_selector(".iwc-table-body >table >tbody >tr >td >div")
tableData = []
column_count = len(result) // 100
if '/' in result[6].text: # 结果不包含现价那一列
for i in range(100):
rowData = [result[column_count * i + 0].text, result[column_count * i + 2].text,
result[column_count * i + 3].text, result[column_count * i + 5].text, # 6
result[column_count * i + 8].text, result[column_count * i + 9].text] # 9 10
tableData.append(rowData)
else:
for i in range(100):
rowData = [result[column_count * i + 0].text, result[column_count * i + 2].text,
result[column_count * i + 3].text, result[column_count * i + 6].text, # 6
result[column_count * i + 9].text, result[column_count * i + 10].text] # 9 10
tableData.append(rowData)
return tableData
def stealth(self):
# execute stealth.min.js
with open('stealth/stealth.min.js') as f:
js = f.read()
self.br.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
"source": js
})
def search(self, keyValue):
# 打开页面搜索
self.br.get(
'http://www.iwencai.com/unifiedwap/result?w={}&querytype=stock'.format(keyValue))
time.sleep(1)
if (self.first_search):
# 翻页
page = self.br.find_element_by_css_selector(".pcwencai-pagination-wrap>.drop-down-box>.drop-down-arrow")
page.click()
time.sleep(1)
checktext = self.br.find_elements_by_css_selector(".pcwencai-pagination-wrap>.drop-down-box>div>ul>li")
checktext[-1].click()
time.sleep(5)
self.first_search = False
start = time.time()
data = self.parse_value()
print("解析耗时:{} 秒".format(time.time() - start))
return data
def close(self):
self.br.close()
def __init__(self, headless=True):
chrome_options = Options()
if (headless):
chrome_options.add_argument("--headless")
chrome_options.add_argument(
'user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4240.198 Safari/537.36')
self.br = webdriver.Chrome(options=chrome_options)
self.stealth()
self.first_search = True
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。