Commit c8aad3b3 authored by Yaowentong's avatar Yaowentong

1

parent 88d11412
......@@ -1403,19 +1403,11 @@ def result_v2(response_content, data):
product_list = list(set(product_list))
product_list = [str(x).strip() for x in product_list if str(x).strip()]
print(response_content)
print('----')
print('----')
print('----')
print(product_list)
# 获取所有产品排名
product_rank_list = get_keyword_ranks(response_content, product_list)
print(product_rank_list)
print('----')
print('----')
print('----')
all_product_list_with_rank = convert_rank_data(product_rank_list)
......@@ -1836,21 +1828,21 @@ if __name__ == '__main__':
import json
from concurrent.futures import ThreadPoolExecutor, as_completed
begin = '2026-05-22'
end = '2026-05-22'
req_list = get_req_id(15100000026,begin,end)
req_ids = []
for item in req_list:
req_id = item.get("req_id")
req_ids.append(req_id)
req_id_sql = ",".join([f"'{req_id}'" for req_id in req_ids])
query_sql = f"select * from geo_commit_task where reqId in ({req_id_sql}) "
data_list = bh_utils.query_data(query_sql)
#
# data_list = bh_utils.query_data(f"select * from geo_commit_task where reqId='92b5611d-8ecf-4dc4-a96e-db41c3f29d05' ")
# begin = '2026-05-22'
# end = '2026-05-22'
# req_list = get_req_id(15100000026,begin,end)
#
# req_ids = []
# for item in req_list:
# req_id = item.get("req_id")
# req_ids.append(req_id)
# req_id_sql = ",".join([f"'{req_id}'" for req_id in req_ids])
#
# query_sql = f"select * from geo_commit_task where reqId in ({req_id_sql}) "
# data_list = bh_utils.query_data(query_sql)
#
data_list = bh_utils.query_data(f"select * from geo_commit_task where reqId='38a293ed-407c-477a-a7b9-2a22d02e6de7' ")
# #
# #
# # # #
......@@ -1867,8 +1859,8 @@ if __name__ == '__main__':
i['productWordsMap'] = json.loads(i.get('productWordsMap'))
type_t = i.get('type')
# return task_send_queue(i,type_t)
return platform_process(i)
return task_send_queue(i,type_t)
# return platform_process(i)
if data_list:
with ThreadPoolExecutor(max_workers=30) as executor:
......
......@@ -58,5 +58,5 @@ def xiaohongshu_android_process_original_data(file_path):
return (file_path, search_keyword, url_list, think_content, response_content, suggestions)
if __name__ == '__main__':
file_path2 = 'geo/XHSA-XHSA-01/XHSA/original.text'
file_path2 = 'geo/XHSA-XHSA-01-2XH12SA-X1H22SA1/XHSA/original.text'
xiaohongshu_android_process_original_data(file_path2)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment