Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Sign in / Register
Toggle navigation
A
aidso-data
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Yaowentong
aidso-data
Commits
c8aad3b3
Commit
c8aad3b3
authored
May 22, 2026
by
Yaowentong
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
1
parent
88d11412
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
18 additions
and
26 deletions
+18
-26
process.py
aidso_geo/models/process.py
+17
-25
xiaohongshu_android_data_process.py
aidso_geo/models/xiaohongshu_android_data_process.py
+1
-1
No files found.
aidso_geo/models/process.py
View file @
c8aad3b3
...
...
@@ -1403,19 +1403,11 @@ def result_v2(response_content, data):
product_list
=
list
(
set
(
product_list
))
product_list
=
[
str
(
x
)
.
strip
()
for
x
in
product_list
if
str
(
x
)
.
strip
()]
print
(
response_content
)
print
(
'----'
)
print
(
'----'
)
print
(
'----'
)
print
(
product_list
)
# 获取所有产品排名
product_rank_list
=
get_keyword_ranks
(
response_content
,
product_list
)
print
(
product_rank_list
)
print
(
'----'
)
print
(
'----'
)
print
(
'----'
)
all_product_list_with_rank
=
convert_rank_data
(
product_rank_list
)
...
...
@@ -1836,21 +1828,21 @@ if __name__ == '__main__':
import
json
from
concurrent.futures
import
ThreadPoolExecutor
,
as_completed
begin
=
'2026-05-22'
end
=
'2026-05-22'
req_list
=
get_req_id
(
15100000026
,
begin
,
end
)
req_ids
=
[]
for
item
in
req_list
:
req_id
=
item
.
get
(
"req_id"
)
req_ids
.
append
(
req_id
)
req_id_sql
=
","
.
join
([
f
"'{req_id}'"
for
req_id
in
req_ids
])
query_sql
=
f
"select * from geo_commit_task where reqId in ({req_id_sql}) "
data_list
=
bh_utils
.
query_data
(
query_sql
)
#
# data_list = bh_utils.query_data(f"select * from geo_commit_task where reqId='92b5611d-8ecf-4dc4-a96e-db41c3f29d05' ")
# begin = '2026-05-22'
# end = '2026-05-22'
# req_list = get_req_id(15100000026,begin,end)
#
# req_ids = []
# for item in req_list:
# req_id = item.get("req_id")
# req_ids.append(req_id)
# req_id_sql = ",".join([f"'{req_id}'" for req_id in req_ids])
#
# query_sql = f"select * from geo_commit_task where reqId in ({req_id_sql}) "
# data_list = bh_utils.query_data(query_sql)
#
data_list
=
bh_utils
.
query_data
(
f
"select * from geo_commit_task where reqId='38a293ed-407c-477a-a7b9-2a22d02e6de7' "
)
# #
# #
# # # #
...
...
@@ -1867,8 +1859,8 @@ if __name__ == '__main__':
i
[
'productWordsMap'
]
=
json
.
loads
(
i
.
get
(
'productWordsMap'
))
type_t
=
i
.
get
(
'type'
)
#
return task_send_queue(i,type_t)
return
platform_process
(
i
)
return
task_send_queue
(
i
,
type_t
)
#
return platform_process(i)
if
data_list
:
with
ThreadPoolExecutor
(
max_workers
=
30
)
as
executor
:
...
...
aidso_geo/models/xiaohongshu_android_data_process.py
View file @
c8aad3b3
...
...
@@ -58,5 +58,5 @@ def xiaohongshu_android_process_original_data(file_path):
return
(
file_path
,
search_keyword
,
url_list
,
think_content
,
response_content
,
suggestions
)
if
__name__
==
'__main__'
:
file_path2
=
'geo/XHSA-XHSA-01/XHSA/original.text'
file_path2
=
'geo/XHSA-XHSA-01
-2XH12SA-X1H22SA1
/XHSA/original.text'
xiaohongshu_android_process_original_data
(
file_path2
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment