aiqicha

crawler_campany_detail_by_data_csv.py

@@ -85,6 +85,10 @@ def crawl_and_save_aiqicha_details(input_csv, output_csv):
     aiqicha_data = filtered_aiqicha_data
     print(f'过滤后剩余 {len(aiqicha_data)} 条爱企查数据待处理')
 
+    if len(aiqicha_data) <= 0:
+        print("没有待处理的爱企查数据,退出")
+        return
+
     # 使用爱企查详情爬虫
     with AiqichaDetailCrawler() as crawler:
         company_details = []
@@ -143,7 +147,7 @@ def crawl_and_save_aiqicha_details(input_csv, output_csv):
             # 添加延迟，避免请求过快
 
             time.sleep(2)
-            next_sleep_interval = random.uniform(5, 15)
+            next_sleep_interval = random.uniform(3, 15)
             time.sleep(next_sleep_interval)
         
         print(f"总共成功处理并保存了 {success_count} 条企业详情数据到 {output_csv}")