KIMI数据修复

aidso_geo/models/kimi_data_process.py

@@ -95,8 +95,32 @@ if __name__ == '__main__':
     # for i in result:
     #     file_path = f"geo/{i.get('taskId')}/KIMI/original.text"
     #     kimi_process_original_data(file_path)
-    task = '96563dfa-af05-497f-a75c-2b2ae348cf5a'
-    file_path = f"geo/{task}/KIMI/original.text"
-    kimi_process_original_data(file_path)
-    # aa = 'https://douchacha-web.tos-cn-beijing.volces.com/geo/2ac65e0ef17642eaa42d440e572f693b/KIMI/original.text'
+    # task = 'a652a0f1-781a-4171-8764-ab30d96031ab'
+    data_list = bh_utils.query_data(f"select * from geo_commit_task  where taskId = '45817021-a93b-434a-bba1-958dd0d69a1b' and  platform  = 'KIMI'")
+
+    # # #
+    # # #
+    # # # # #
+    def handle_item(i):
+        if i.get('comWordsMap'):
+            i['comWordsMap'] = json.loads(i.get('comWordsMap'))
+        if i.get('brandWords'):
+            i['brandWords'] = json.loads(i.get('brandWords'))
+        if i.get('comWords'):
+            i['comWords'] = json.loads(i.get('comWords'))
+        if i.get('keywords'):
+            i['keywords'] = json.loads(i.get('keywords'))
+        if i.get('productWordsMap'):
+            i['productWordsMap'] = json.loads(i.get('productWordsMap'))
+
+        return kimi_process_original_data(i)
+
+
+    if data_list:
+        for i in data_list:
+            try:
+                handle_item(i)
+            except Exception as e:
+                ...
+