reyfetch 1.0.35__py3-none-any.whl → 1.0.36__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- reyfetch/rali.py +17 -22
- reyfetch/rbaidu.py +13 -18
- reyfetch/rbase.py +2 -7
- reyfetch/rdouban.py +13 -22
- {reyfetch-1.0.35.dist-info → reyfetch-1.0.36.dist-info}/METADATA +1 -1
- reyfetch-1.0.36.dist-info/RECORD +14 -0
- reyfetch-1.0.35.dist-info/RECORD +0 -14
- {reyfetch-1.0.35.dist-info → reyfetch-1.0.36.dist-info}/WHEEL +0 -0
- {reyfetch-1.0.35.dist-info → reyfetch-1.0.36.dist-info}/licenses/LICENSE +0 -0
reyfetch/rali.py
CHANGED
@@ -92,16 +92,11 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
92
92
|
url_api : API request URL.
|
93
93
|
url_doc : API document URL.
|
94
94
|
model = API AI model type.
|
95
|
-
db_names : Database table name mapping dictionary.
|
96
95
|
"""
|
97
96
|
|
98
97
|
url_api = 'https://dashscope.aliyuncs.com/api/v1/services/aigc/text-generation/generation'
|
99
98
|
url_doc = 'https://help.aliyun.com/zh/model-studio/use-qwen-by-calling-api?spm=a2c4g.11186623.0.0.330e7d9dSBCaZQ'
|
100
99
|
model = 'qwen-turbo-latest'
|
101
|
-
db_names = {
|
102
|
-
'ali_qwen': 'ali_qwen',
|
103
|
-
'stats_ali_qwen': 'stats_ali_qwen'
|
104
|
-
}
|
105
100
|
|
106
101
|
|
107
102
|
def __init__(
|
@@ -141,7 +136,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
141
136
|
self.data: ChatRecordsData = {}
|
142
137
|
|
143
138
|
# Database.
|
144
|
-
self.db_record = FetchRequestDatabaseRecord(self, '
|
139
|
+
self.db_record = FetchRequestDatabaseRecord(self, 'ali_qwen')
|
145
140
|
|
146
141
|
|
147
142
|
@overload
|
@@ -832,7 +827,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
832
827
|
|
833
828
|
def build_db(self) -> None:
|
834
829
|
"""
|
835
|
-
Check and build database tables
|
830
|
+
Check and build database tables.
|
836
831
|
"""
|
837
832
|
|
838
833
|
# Check.
|
@@ -840,21 +835,21 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
840
835
|
throw(ValueError, self.db)
|
841
836
|
|
842
837
|
# Parameter.
|
838
|
+
database = self.db.database
|
843
839
|
|
844
840
|
## Table.
|
845
841
|
tables = [DatabaseTableAliQwen]
|
846
|
-
DatabaseTableAliQwen._set_name(self.db_names['ali_qwen'])
|
847
842
|
|
848
843
|
## View stats.
|
849
844
|
views_stats = [
|
850
845
|
{
|
851
|
-
'path':
|
846
|
+
'path': 'stats_ali_qwen',
|
852
847
|
'items': [
|
853
848
|
{
|
854
849
|
'name': 'count',
|
855
850
|
'select': (
|
856
851
|
'SELECT COUNT(1)\n'
|
857
|
-
f'FROM `{
|
852
|
+
f'FROM `{database}`.`ali_qwen`'
|
858
853
|
),
|
859
854
|
'comment': 'Request count.'
|
860
855
|
},
|
@@ -862,7 +857,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
862
857
|
'name': 'past_day_count',
|
863
858
|
'select': (
|
864
859
|
'SELECT COUNT(1)\n'
|
865
|
-
f'FROM `{
|
860
|
+
f'FROM `{database}`.`ali_qwen`'
|
866
861
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) = 0'
|
867
862
|
),
|
868
863
|
'comment': 'Request count in the past day.'
|
@@ -871,7 +866,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
871
866
|
'name': 'past_week_count',
|
872
867
|
'select': (
|
873
868
|
'SELECT COUNT(1)\n'
|
874
|
-
f'FROM `{
|
869
|
+
f'FROM `{database}`.`ali_qwen`'
|
875
870
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) <= 6'
|
876
871
|
),
|
877
872
|
'comment': 'Request count in the past week.'
|
@@ -880,7 +875,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
880
875
|
'name': 'past_month_count',
|
881
876
|
'select': (
|
882
877
|
'SELECT COUNT(1)\n'
|
883
|
-
f'FROM `{
|
878
|
+
f'FROM `{database}`.`ali_qwen`'
|
884
879
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) <= 29'
|
885
880
|
),
|
886
881
|
'comment': 'Request count in the past month.'
|
@@ -889,7 +884,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
889
884
|
'name': 'total_token',
|
890
885
|
'select': (
|
891
886
|
'SELECT FORMAT(SUM(`token_total`), 0)\n'
|
892
|
-
f'FROM `{
|
887
|
+
f'FROM `{database}`.`ali_qwen`'
|
893
888
|
),
|
894
889
|
'comment': 'Usage total Token.'
|
895
890
|
},
|
@@ -897,7 +892,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
897
892
|
'name': 'total_token_input',
|
898
893
|
'select': (
|
899
894
|
'SELECT FORMAT(SUM(`token_input`), 0)\n'
|
900
|
-
f'FROM `{
|
895
|
+
f'FROM `{database}`.`ali_qwen`'
|
901
896
|
),
|
902
897
|
'comment': 'Usage input total Token.'
|
903
898
|
},
|
@@ -905,7 +900,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
905
900
|
'name': 'total_token_output',
|
906
901
|
'select': (
|
907
902
|
'SELECT FORMAT(SUM(`token_output`), 0)\n'
|
908
|
-
f'FROM `{
|
903
|
+
f'FROM `{database}`.`ali_qwen`'
|
909
904
|
),
|
910
905
|
'comment': 'Usage output total Token.'
|
911
906
|
},
|
@@ -913,7 +908,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
913
908
|
'name': 'total_token_output_think',
|
914
909
|
'select': (
|
915
910
|
'SELECT FORMAT(SUM(`token_output_think`), 0)\n'
|
916
|
-
f'FROM `{
|
911
|
+
f'FROM `{database}`.`ali_qwen`'
|
917
912
|
),
|
918
913
|
'comment': 'Usage output think total Token.'
|
919
914
|
},
|
@@ -921,7 +916,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
921
916
|
'name': 'avg_token',
|
922
917
|
'select': (
|
923
918
|
'SELECT FORMAT(AVG(`token_total`), 0)\n'
|
924
|
-
f'FROM `{
|
919
|
+
f'FROM `{database}`.`ali_qwen`'
|
925
920
|
),
|
926
921
|
'comment': 'Usage average Token.'
|
927
922
|
},
|
@@ -929,7 +924,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
929
924
|
'name': 'avg_token_input',
|
930
925
|
'select': (
|
931
926
|
'SELECT FORMAT(AVG(`token_input`), 0)\n'
|
932
|
-
f'FROM `{
|
927
|
+
f'FROM `{database}`.`ali_qwen`'
|
933
928
|
),
|
934
929
|
'comment': 'Usage input average Token.'
|
935
930
|
},
|
@@ -937,7 +932,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
937
932
|
'name': 'avg_token_output',
|
938
933
|
'select': (
|
939
934
|
'SELECT FORMAT(AVG(`token_output`), 0)\n'
|
940
|
-
f'FROM `{
|
935
|
+
f'FROM `{database}`.`ali_qwen`'
|
941
936
|
),
|
942
937
|
'comment': 'Usage output average Token.'
|
943
938
|
},
|
@@ -945,7 +940,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
945
940
|
'name': 'avg_token_output_think',
|
946
941
|
'select': (
|
947
942
|
'SELECT FORMAT(AVG(`token_output_think`), 0)\n'
|
948
|
-
f'FROM `{
|
943
|
+
f'FROM `{database}`.`ali_qwen`'
|
949
944
|
),
|
950
945
|
'comment': 'Usage output think average Token.'
|
951
946
|
},
|
@@ -953,7 +948,7 @@ class FetchRequestAliQwen(FetchRequestAli, FetchRequestWithDatabase):
|
|
953
948
|
'name': 'last_time',
|
954
949
|
'select': (
|
955
950
|
'SELECT MAX(`request_time`)\n'
|
956
|
-
f'FROM `{
|
951
|
+
f'FROM `{database}`.`ali_qwen`'
|
957
952
|
),
|
958
953
|
'comment': 'Last record request time.'
|
959
954
|
}
|
reyfetch/rbaidu.py
CHANGED
@@ -113,17 +113,12 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
113
113
|
url_doc : API document URL.
|
114
114
|
LangEnum : Baidu Fanyi APT language enumeration type.
|
115
115
|
LangEnum : Baidu Fanyi APT language auto type enumeration.
|
116
|
-
db_names : Database table name mapping dictionary.
|
117
116
|
"""
|
118
117
|
|
119
118
|
url_api = 'http://api.fanyi.baidu.com/api/trans/vip/translate'
|
120
119
|
url_doc = 'https://fanyi-api.baidu.com/product/113'
|
121
120
|
LangEnum = FetchRequestBaiduTranslateLangEnum
|
122
121
|
LangAutoEnum = FetchRequestBaiduTranslateLangAutoEnum
|
123
|
-
db_names = {
|
124
|
-
'baidu_trans': 'baidu_trans',
|
125
|
-
'stats_baidu_trans': 'stats_baidu_trans'
|
126
|
-
}
|
127
122
|
|
128
123
|
|
129
124
|
def __init__(
|
@@ -151,7 +146,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
151
146
|
self.max_len = max_len
|
152
147
|
|
153
148
|
# Database.
|
154
|
-
self.db_record = FetchRequestDatabaseRecord(self, '
|
149
|
+
self.db_record = FetchRequestDatabaseRecord(self, 'baidu_trans')
|
155
150
|
|
156
151
|
|
157
152
|
def sign(self, text: str, num: int) -> str:
|
@@ -331,7 +326,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
331
326
|
|
332
327
|
def build_db(self) -> None:
|
333
328
|
"""
|
334
|
-
Check and build database tables
|
329
|
+
Check and build database tables.
|
335
330
|
"""
|
336
331
|
|
337
332
|
# Check.
|
@@ -339,21 +334,21 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
339
334
|
throw(ValueError, self.db)
|
340
335
|
|
341
336
|
# Parameter.
|
337
|
+
database = self.db.database
|
342
338
|
|
343
339
|
## Table.
|
344
340
|
tables = [DatabaseTableBaiduTrans]
|
345
|
-
DatabaseTableBaiduTrans._set_name(self.db_names['baidu_trans'])
|
346
341
|
|
347
342
|
## View stats.
|
348
343
|
views_stats = [
|
349
344
|
{
|
350
|
-
'path':
|
345
|
+
'path': 'stats_baidu_trans',
|
351
346
|
'items': [
|
352
347
|
{
|
353
348
|
'name': 'count',
|
354
349
|
'select': (
|
355
350
|
'SELECT COUNT(1)\n'
|
356
|
-
f'FROM `{
|
351
|
+
f'FROM `{database}`.`baidu_trans`'
|
357
352
|
),
|
358
353
|
'comment': 'Request count.'
|
359
354
|
},
|
@@ -361,7 +356,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
361
356
|
'name': 'past_day_count',
|
362
357
|
'select': (
|
363
358
|
'SELECT COUNT(1)\n'
|
364
|
-
f'FROM `{
|
359
|
+
f'FROM `{database}`.`baidu_trans`'
|
365
360
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) = 0'
|
366
361
|
),
|
367
362
|
'comment': 'Request count in the past day.'
|
@@ -370,7 +365,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
370
365
|
'name': 'past_week_count',
|
371
366
|
'select': (
|
372
367
|
'SELECT COUNT(1)\n'
|
373
|
-
f'FROM `{
|
368
|
+
f'FROM `{database}`.`baidu_trans`'
|
374
369
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) <= 6'
|
375
370
|
),
|
376
371
|
'comment': 'Request count in the past week.'
|
@@ -379,7 +374,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
379
374
|
'name': 'past_month_count',
|
380
375
|
'select': (
|
381
376
|
'SELECT COUNT(1)\n'
|
382
|
-
f'FROM `{
|
377
|
+
f'FROM `{database}`.`baidu_trans`'
|
383
378
|
'WHERE TIMESTAMPDIFF(DAY, `request_time`, NOW()) <= 29'
|
384
379
|
),
|
385
380
|
'comment': 'Request count in the past month.'
|
@@ -388,7 +383,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
388
383
|
'name': 'total_input',
|
389
384
|
'select': (
|
390
385
|
'SELECT FORMAT(SUM(LENGTH(`input`)), 0)\n'
|
391
|
-
f'FROM `{
|
386
|
+
f'FROM `{database}`.`baidu_trans`'
|
392
387
|
),
|
393
388
|
'comment': 'Input original text total character.'
|
394
389
|
},
|
@@ -396,7 +391,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
396
391
|
'name': 'total_output',
|
397
392
|
'select': (
|
398
393
|
'SELECT FORMAT(SUM(LENGTH(`output`)), 0)\n'
|
399
|
-
f'FROM `{
|
394
|
+
f'FROM `{database}`.`baidu_trans`'
|
400
395
|
),
|
401
396
|
'comment': 'Output translation text total character.'
|
402
397
|
},
|
@@ -404,7 +399,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
404
399
|
'name': 'avg_input',
|
405
400
|
'select': (
|
406
401
|
'SELECT FORMAT(AVG(LENGTH(`input`)), 0)\n'
|
407
|
-
f'FROM `{
|
402
|
+
f'FROM `{database}`.`baidu_trans`'
|
408
403
|
),
|
409
404
|
'comment': 'Input original text average character.'
|
410
405
|
},
|
@@ -412,7 +407,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
412
407
|
'name': 'avg_output',
|
413
408
|
'select': (
|
414
409
|
'SELECT FORMAT(AVG(LENGTH(`output`)), 0)\n'
|
415
|
-
f'FROM `{
|
410
|
+
f'FROM `{database}`.`baidu_trans`'
|
416
411
|
),
|
417
412
|
'comment': 'Output translation text average character.'
|
418
413
|
},
|
@@ -420,7 +415,7 @@ class FetchRequestBaiduTranslate(FetchRequestBaidu, FetchRequestWithDatabase):
|
|
420
415
|
'name': 'last_time',
|
421
416
|
'select': (
|
422
417
|
'SELECT MAX(`request_time`)\n'
|
423
|
-
f'FROM `{
|
418
|
+
f'FROM `{database}`.`baidu_trans`'
|
424
419
|
),
|
425
420
|
'comment': 'Last record request time.'
|
426
421
|
}
|
reyfetch/rbase.py
CHANGED
@@ -166,7 +166,6 @@ class FetchRequestWithDatabase(FetchRequest):
|
|
166
166
|
"""
|
167
167
|
|
168
168
|
db: Database | None
|
169
|
-
db_names: dict[str, str]
|
170
169
|
build_db: MethodType
|
171
170
|
|
172
171
|
|
@@ -179,7 +178,6 @@ class FetchRequestDatabaseRecord(FetchRequest):
|
|
179
178
|
def __init__(
|
180
179
|
self,
|
181
180
|
api: FetchRequestWithDatabase | None = None,
|
182
|
-
database: str | None = None,
|
183
181
|
table: str | None = None
|
184
182
|
) -> None:
|
185
183
|
"""
|
@@ -189,13 +187,11 @@ class FetchRequestDatabaseRecord(FetchRequest):
|
|
189
187
|
----------
|
190
188
|
api : `API` instance.
|
191
189
|
- `None`: Not record.
|
192
|
-
|
193
|
-
table : Index `API.db_names` table name.
|
190
|
+
table : Table name.
|
194
191
|
"""
|
195
192
|
|
196
193
|
# Build.
|
197
194
|
self.api = api
|
198
|
-
self.database = database
|
199
195
|
self.table = table
|
200
196
|
self.data: dict[int, dict[str, Any]] = {}
|
201
197
|
|
@@ -234,10 +230,9 @@ class FetchRequestDatabaseRecord(FetchRequest):
|
|
234
230
|
# Parameter.
|
235
231
|
thread_id = threading_get_ident()
|
236
232
|
record = self.data.setdefault(thread_id, {})
|
237
|
-
table = self.api.db_names[self.table]
|
238
233
|
|
239
234
|
# Insert.
|
240
|
-
self.api.db.execute.insert(table, record)
|
235
|
+
self.api.db.execute.insert(self.table, record)
|
241
236
|
|
242
237
|
# Delete.
|
243
238
|
del self.data[thread_id]
|
reyfetch/rdouban.py
CHANGED
@@ -109,17 +109,8 @@ class FetchCrawlDouban(FetchCrawl):
|
|
109
109
|
"""
|
110
110
|
Crawl Douban Web fetch type.
|
111
111
|
Can create database used `self.build_db` method.
|
112
|
-
|
113
|
-
Attributes
|
114
|
-
----------
|
115
|
-
db_names : Database table name mapping dictionary.
|
116
112
|
"""
|
117
113
|
|
118
|
-
db_names = {
|
119
|
-
'douban_media': 'douban_media',
|
120
|
-
'stats_douban': 'stats_douban'
|
121
|
-
}
|
122
|
-
|
123
114
|
|
124
115
|
def __init__(self, db: Database | None = None) -> None:
|
125
116
|
"""
|
@@ -262,7 +253,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
262
253
|
'year'
|
263
254
|
)
|
264
255
|
self.db.execute.insert(
|
265
|
-
|
256
|
+
'douban_media',
|
266
257
|
table,
|
267
258
|
update_fields
|
268
259
|
)
|
@@ -434,7 +425,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
434
425
|
data = {'id': id_}
|
435
426
|
data.update(infos)
|
436
427
|
self.db.execute.insert(
|
437
|
-
|
428
|
+
'douban_media',
|
438
429
|
data,
|
439
430
|
'update'
|
440
431
|
)
|
@@ -472,7 +463,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
472
463
|
|
473
464
|
def build_db(self) -> None:
|
474
465
|
"""
|
475
|
-
Check and build database tables
|
466
|
+
Check and build database tables.
|
476
467
|
"""
|
477
468
|
|
478
469
|
# Check.
|
@@ -480,21 +471,21 @@ class FetchCrawlDouban(FetchCrawl):
|
|
480
471
|
throw(ValueError, self.db)
|
481
472
|
|
482
473
|
# Parameter.
|
474
|
+
database = self.db.database
|
483
475
|
|
484
476
|
## Table.
|
485
477
|
tables = [DatabaseTableDoubanMedia]
|
486
|
-
DatabaseTableDoubanMedia._set_name(self.db_names['douban_media'])
|
487
478
|
|
488
479
|
## View stats.
|
489
480
|
views_stats = [
|
490
481
|
{
|
491
|
-
'path':
|
482
|
+
'path': 'stats_douban',
|
492
483
|
'items': [
|
493
484
|
{
|
494
485
|
'name': 'count',
|
495
486
|
'select': (
|
496
487
|
'SELECT COUNT(1)\n'
|
497
|
-
f'FROM `{
|
488
|
+
f'FROM `{database}`.`douban_media`'
|
498
489
|
),
|
499
490
|
'comment': 'Media count.'
|
500
491
|
},
|
@@ -502,7 +493,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
502
493
|
'name': 'past_day_count',
|
503
494
|
'select': (
|
504
495
|
'SELECT COUNT(1)\n'
|
505
|
-
f'FROM `{
|
496
|
+
f'FROM `{database}`.`douban_media`\n'
|
506
497
|
'WHERE TIMESTAMPDIFF(DAY, `create_time`, NOW()) = 0'
|
507
498
|
),
|
508
499
|
'comment': 'Media count in the past day.'
|
@@ -511,7 +502,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
511
502
|
'name': 'past_week_count',
|
512
503
|
'select': (
|
513
504
|
'SELECT COUNT(1)\n'
|
514
|
-
f'FROM `{
|
505
|
+
f'FROM `{database}`.`douban_media`\n'
|
515
506
|
'WHERE TIMESTAMPDIFF(DAY, `create_time`, NOW()) <= 6'
|
516
507
|
),
|
517
508
|
'comment': 'Media count in the past week.'
|
@@ -520,7 +511,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
520
511
|
'name': 'past_month_count',
|
521
512
|
'select': (
|
522
513
|
'SELECT COUNT(1)\n'
|
523
|
-
f'FROM `{
|
514
|
+
f'FROM `{database}`.`douban_media`\n'
|
524
515
|
'WHERE TIMESTAMPDIFF(DAY, `create_time`, NOW()) <= 29'
|
525
516
|
),
|
526
517
|
'comment': 'Media count in the past month.'
|
@@ -529,7 +520,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
529
520
|
'name': 'avg_score',
|
530
521
|
'select': (
|
531
522
|
'SELECT ROUND(AVG(`score`), 1)\n'
|
532
|
-
f'FROM `{
|
523
|
+
f'FROM `{database}`.`douban_media`'
|
533
524
|
),
|
534
525
|
'comment': 'Media average score.'
|
535
526
|
},
|
@@ -537,7 +528,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
537
528
|
'name': 'score_count',
|
538
529
|
'select': (
|
539
530
|
'SELECT FORMAT(SUM(`score_count`), 0)\n'
|
540
|
-
f'FROM `{
|
531
|
+
f'FROM `{database}`.`douban_media`'
|
541
532
|
),
|
542
533
|
'comment': 'Media score count.'
|
543
534
|
},
|
@@ -545,7 +536,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
545
536
|
'name': 'last_create_time',
|
546
537
|
'select': (
|
547
538
|
'SELECT MAX(`create_time`)\n'
|
548
|
-
f'FROM `{
|
539
|
+
f'FROM `{database}`.`douban_media`'
|
549
540
|
),
|
550
541
|
'comment': 'Media last record create time.'
|
551
542
|
},
|
@@ -553,7 +544,7 @@ class FetchCrawlDouban(FetchCrawl):
|
|
553
544
|
'name': 'last_update_time',
|
554
545
|
'select': (
|
555
546
|
'SELECT IFNULL(MAX(`update_time`), MAX(`create_time`))\n'
|
556
|
-
f'FROM `{
|
547
|
+
f'FROM `{database}`.`douban_media`'
|
557
548
|
),
|
558
549
|
'comment': 'Media last record update time.'
|
559
550
|
}
|
@@ -0,0 +1,14 @@
|
|
1
|
+
reyfetch/__init__.py,sha256=gDkQmFLZGToSqb1HVfvGxvc9t3mt8slg7_MVc44llns,484
|
2
|
+
reyfetch/rali.py,sha256=El0JgP2ugjGOLp61wdButVvXtQEJNRs8Dbpso2BX3iE,33086
|
3
|
+
reyfetch/rall.py,sha256=86TMZiNsv-UinZ2L3_m3ugTHekUWnfVlWMedte0MOwQ,350
|
4
|
+
reyfetch/rbaidu.py,sha256=6hsP7QZrdyvCsLJ2Hx_Kyb5grxUjpBJl9CMMQEr3kuQ,13532
|
5
|
+
reyfetch/rbase.py,sha256=7sXZyTsu-Tw2cEdusUf5xiyPFE1e7lEx0W0Oc6pGKHE,4800
|
6
|
+
reyfetch/rdouban.py,sha256=fEqXHAhodPu1kWcy1_BUnt1k4NokK8GKeFzRqfpU-5A,18855
|
7
|
+
reyfetch/rgeneral.py,sha256=s270rtlVv1owkGF57Tjs8Oc5bJRD_XtWISpKlEJ7mbE,3797
|
8
|
+
reyfetch/rsina.py,sha256=WONT6NN67seYjlvXZ39RbibticdDAuauGk6SAvtdEq8,6889
|
9
|
+
reyfetch/rtoutiao.py,sha256=zLPnf2_XSC0d2RZgtMVoVyWpA2UDGNXYpRjYi3DGabI,1671
|
10
|
+
reyfetch/rweibo.py,sha256=T58q6wOv0p7j6WBH4we5k9x8IgFhQN__wqsqTHYMbmU,2522
|
11
|
+
reyfetch-1.0.36.dist-info/METADATA,sha256=ySsQI06W6FO7Ukwa9qTWXK-om7pQ3Wl-UE8BN7fOTns,1589
|
12
|
+
reyfetch-1.0.36.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
13
|
+
reyfetch-1.0.36.dist-info/licenses/LICENSE,sha256=UYLPqp7BvPiH8yEZduJqmmyEl6hlM3lKrFIefiD4rvk,1059
|
14
|
+
reyfetch-1.0.36.dist-info/RECORD,,
|
reyfetch-1.0.35.dist-info/RECORD
DELETED
@@ -1,14 +0,0 @@
|
|
1
|
-
reyfetch/__init__.py,sha256=gDkQmFLZGToSqb1HVfvGxvc9t3mt8slg7_MVc44llns,484
|
2
|
-
reyfetch/rali.py,sha256=fdwraDilYcSnsCdV3FaLAT_g-legTufm0H73x8OQkx0,33667
|
3
|
-
reyfetch/rall.py,sha256=86TMZiNsv-UinZ2L3_m3ugTHekUWnfVlWMedte0MOwQ,350
|
4
|
-
reyfetch/rbaidu.py,sha256=vwVHiWxeaKnklGcORH2b4njmnmtAdWclSqDdJFNRirY,14023
|
5
|
-
reyfetch/rbase.py,sha256=Q9FldtjDHy3GSgGBv1qzheFKVBnQB9UvwFswbv6dQDA,5021
|
6
|
-
reyfetch/rdouban.py,sha256=X2wGolwPiYXHBJj06_u2dfNSKDtB68qJQvmij1ysUn8,19372
|
7
|
-
reyfetch/rgeneral.py,sha256=s270rtlVv1owkGF57Tjs8Oc5bJRD_XtWISpKlEJ7mbE,3797
|
8
|
-
reyfetch/rsina.py,sha256=WONT6NN67seYjlvXZ39RbibticdDAuauGk6SAvtdEq8,6889
|
9
|
-
reyfetch/rtoutiao.py,sha256=zLPnf2_XSC0d2RZgtMVoVyWpA2UDGNXYpRjYi3DGabI,1671
|
10
|
-
reyfetch/rweibo.py,sha256=T58q6wOv0p7j6WBH4we5k9x8IgFhQN__wqsqTHYMbmU,2522
|
11
|
-
reyfetch-1.0.35.dist-info/METADATA,sha256=JF2TLmNHfJ1mv5LHy8wIn6CvyV91RmP2bGA0SRFI9Mw,1589
|
12
|
-
reyfetch-1.0.35.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
13
|
-
reyfetch-1.0.35.dist-info/licenses/LICENSE,sha256=UYLPqp7BvPiH8yEZduJqmmyEl6hlM3lKrFIefiD4rvk,1059
|
14
|
-
reyfetch-1.0.35.dist-info/RECORD,,
|
File without changes
|
File without changes
|