Commit aa3783b6 authored by jimmy蒋政彪's avatar jimmy蒋政彪

Merge branch 'dev-charles-private' into 'master'

fixed:redis使用测试的redis配置

See merge request !2
parents e909d7c9 05c6cc59
......@@ -31,6 +31,22 @@ def GetCompany(types):
# 重新放入采集队列
def DoSpiderCompany(company, crawler_website):
post_data = {
"company_name": company
}
json_data = json.dumps(post_data)
response = requests.post(cyaml.data[cyaml.data["env"]]["url"] + cyaml.data["php-api"]["respidercompany"],
data=json_data,
headers={"Content-Type": "application/json"})
# 检查响应状态码
if response.status_code == 200:
return 200
else:
return ""
# 重新放入采集队列
def DoSpiderCompany2(company, crawler_website):
if crawler_website == "baike":
redis_key = WAIT_SPIDER_BAIKE_COMPANY_LIST
elif crawler_website == "boss":
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment