豆包安卓修复

aidso_geo/models/doubao_android_data_process.py

@@ -37,15 +37,11 @@ def doubao_mobile_process_original_data(task_data):
 
             try:
                 json_content = json.loads(payload)
-                print(json_content)
-                print('-----')
-                print('-----')
-                print('-----')
-                print('-----')
-                print('-----')
+
             except (IndexError, json.JSONDecodeError):
                 continue
-
+            if not isinstance(json_content, dict):
+                continue
             if json_content.get('content'):
                 if json_content.get('content').get('content_block'):
                     if json_content.get('content').get('content_block')[0].get('block_type') == 10040:
@@ -315,7 +311,7 @@ def doubao_mobile_process_original_data(task_data):
                                                suggestions, rich_media_block)
         return (file_path, search_keyword, url_list, think_content, response_content, suggestions)
     except Exception as e:
-
+        # traceback.print_exc()
         parts = file_path.split('/')
         platform = parts[2]
         task_id = parts[1]
@@ -348,7 +344,7 @@ if __name__ == '__main__':
     # file_path = 'geo/c7eb465e-f385-4aa2-89c4-a7cf11897f45/KIMI/1(1).txt'
 
     data_list = bh_utils.query_data(
-        f"select * from geo_commit_task where reqId = '0d408a82-c850-4796-9fa3-de5af109b2e4'")
+        f"select * from geo_commit_task where reqId = 'f6599e25c11544e69f911b53aff98ce7'")
 
 
 

aidso_geo/models/process.py

@@ -1995,7 +1995,7 @@ def run_data(PAGE_SIZE,MAX_WORKERS):
 if __name__ == '__main__':
 
     #
-    data_list = bh_utils.query_data(f"select * from geo_commit_task where reqId='df6b3f7850eb4a538843952f566f0b58'")
+    data_list = bh_utils.query_data(f"select * from geo_commit_task where status='ING'")
 
     def handle_item(i):
         if i.get('comWordsMap'):
@@ -2011,8 +2011,8 @@ if __name__ == '__main__':
         type_t = i.get('type')
         type_t = 'batch'
         # commit_task(i,'ING')
-        # return task_send_queue(i,type_t)
-        return platform_process(i)
+        return task_send_queue(i,type_t)
+        # return platform_process(i)
     #
     if data_list:
         with ThreadPoolExecutor(max_workers=30) as executor:

aidso_geo/models/qianwen_android_data_process.py

@@ -324,7 +324,7 @@ def qianwen_android_process_original_data(task_data):
                                     response_content += 'render_ecom_card_widget_gaode_start:'
                                     gaode_str = json.dumps(gaode_list, ensure_ascii=False)
                                     response_content += gaode_str
-                                    response_content += 'render_ecom_card_widget_gaod_end:\n'
+                                    response_content += 'render_ecom_card_widget_gaode_end:\n'
                                 if mime_type == 'multi_load/iframe' and multi_load_type == 'deep_think' and multi_load_status == 'complete':
                                     think_content += multi_load_content.get('think_content')
                                 # 引用来源 回答 视频列表

aidso_geo/models/xiaohongshu_android_data_process.py

@@ -65,7 +65,7 @@ if __name__ == '__main__':
     # xiaohongshu_android_process_original_data(file_path2)
 
 
-    data_list = bh_utils.query_data(f"select * from geo_commit_task  where platform  = 'XHSA' and taskId = 'aeb60818-5221-4062-820d-e4523f184d56'")
+    data_list = bh_utils.query_data(f"select * from geo_commit_task  where platform  = 'XHSA' and taskId = '74866a04-8cc0-4c95-be49-836353f9f7bb'")
 
     # # #
     # # #
@@ -81,7 +81,6 @@ if __name__ == '__main__':
             i['keywords'] = json.loads(i.get('keywords'))
         if i.get('productWordsMap'):
             i['productWordsMap'] = json.loads(i.get('productWordsMap'))
-        print(i.get('taskId'))
         return xiaohongshu_android_process_original_data(i)
 
 # 喜欢非遗手作的看这里！周末到河北之涿州！

aidso_geo/models/yuanbao_android_data_process.py

@@ -47,6 +47,7 @@ def yuanbao_android_process_original_data(task_data):
                     # 提取并解析JSON数据
                     data_str = i.split("data: ")[1]
                     json_data = json.loads(data_str)
+
                 except (IndexError, json.JSONDecodeError):
                     continue  # 跳过格式错误的数据
                 if json_data.get('type') == 'searchGuid':
@@ -146,7 +147,6 @@ def yuanbao_android_process_original_data(task_data):
                                                suggestions, rich_media_block)
         return (file_path, search_keyword, url_list, think_content, response_content, suggestions)
     except Exception as e:
-
         parts = file_path.split('/')
         platform = parts[2]
         task_id = parts[1]
@@ -175,7 +175,7 @@ if __name__ == '__main__':
     # yuanbao_android_process_original_data(file_path2)
 
     data_list = bh_utils.query_data(
-        f"select * from geo_commit_task  where taskId = '2e35cfd9-6c36-417c-9384-9140d9a7dcd1' and  platform  = 'TXYBA'")
+        f"select * from geo_commit_task  where taskId = '2a7fca28-5389-4506-ad2a-76c222fe424e' and  platform  = 'TXYBA'")
 
 
     # # #