scrapy-item-ingest 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of scrapy-item-ingest might be problematic. Click here for more details.

Files changed (8) hide show
  1. scrapy_item_ingest/__init__.py +1 -1
  2. scrapy_item_ingest/config/settings.py +4 -6
  3. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/METADATA +2 -2
  4. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/RECORD +8 -8
  5. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/WHEEL +0 -0
  6. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/entry_points.txt +0 -0
  7. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/licenses/LICENSE +0 -0
  8. {scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/top_level.txt +0 -0
scrapy_item_ingest/__init__.py CHANGED
@@ -12,7 +12,7 @@ Main Components:
12
12
  - RequestsPipeline: Standalone requests tracking pipeline
13
13
  """
14
14
 
15
- __version__ = "0.1.1"
15
+ __version__ = "0.1.2"
16
16
  __author__ = "Fawad Ali"
17
17
  __description__ = "Scrapy extension for database ingestion with job/spider tracking"
18
18
 
scrapy_item_ingest/config/settings.py CHANGED
@@ -54,12 +54,10 @@ class Settings:
54
54
  # Always return JOB_ID or fallback to None (spider name will be used)
55
55
  return self.crawler_settings.get('JOB_ID', None)
56
56
 
57
- def get_identifier_column(self):
58
- """Get the identifier column name based on mode"""
59
- if self.create_tables:
60
- return "spider" # Use spider column when creating tables
61
- else:
62
- return "job_id" # Use job_id column when using existing tables
57
+ @staticmethod
58
+ def get_identifier_column():
59
+ """Get the identifier column name"""
60
+ return "job_id"
63
61
 
64
62
  def get_identifier_value(self, spider):
65
63
  """Get the identifier value with smart fallback"""
{scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: scrapy_item_ingest
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: Scrapy extension for database ingestion with job/spider tracking
5
5
  Home-page: https://github.com/fawadss1/scrapy_item_ingest
6
6
  Author: Fawad Ali
@@ -122,7 +122,7 @@ For support and questions:
122
122
 
123
123
  ## Changelog
124
124
 
125
- ### v0.1.1 (Current)
125
+ ### v0.1.2 (Current)
126
126
 
127
127
  - Initial release
128
128
  - Core pipeline functionality for items, requests, and logs
{scrapy_item_ingest-0.1.1.dist-info → scrapy_item_ingest-0.1.2.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
- scrapy_item_ingest/__init__.py,sha256=7kzpn5xDcnAf05mxtrGs0YJVzExkPuSZ9F2rpVKGUK0,1507
1
+ scrapy_item_ingest/__init__.py,sha256=4OloMC-Et4flhuskmq1ZUsFa1DAjFEnilU9p-5Tifd4,1507
2
2
  scrapy_item_ingest/config/__init__.py,sha256=Foyt52_KDRIoDZtSH5ttcWxQXCOUgzebo4IGCPQwriY,55
3
- scrapy_item_ingest/config/settings.py,sha256=5GFQAqRf-6oc4KaMdMGuzLdtSP6fmn67anzGnKpejTI,2619
3
+ scrapy_item_ingest/config/settings.py,sha256=YPDpA1b11oHZhyo2HCsKvneU8u0IyIUbQFgsBBugzvk,2450
4
4
  scrapy_item_ingest/database/__init__.py,sha256=-D9cfI8Hrap74UkIUmcOZ-ikAZ8HKSswZAZMBtjq69A,50
5
5
  scrapy_item_ingest/database/connection.py,sha256=bvSTCQfgBMcuKu-VzMCwMtSNBORzeeaYKm63eRtwKz8,2027
6
6
  scrapy_item_ingest/database/schema.py,sha256=2HcBbW3VIWva59YCxyAinwZQDidFuyU5zuOCdCwBZUI,2866
@@ -15,9 +15,9 @@ scrapy_item_ingest/pipelines/requests.py,sha256=3Wyzx6kgf7B_gg2DC0jhekCPSIEaJiRJ
15
15
  scrapy_item_ingest/utils/__init__.py,sha256=xuzfL-u3NkFElIrBygQISYv0CKMdSVvreuL16JXZMRM,49
16
16
  scrapy_item_ingest/utils/fingerprint.py,sha256=Qdby72nLNQp4-sxL51RM85MuxwFJHxmuYDbQv1c7hPc,855
17
17
  scrapy_item_ingest/utils/serialization.py,sha256=iKGhWnVwMKLKZ63kek4Hov9ESy9igA13CuOfDRD1W-M,942
18
- scrapy_item_ingest-0.1.1.dist-info/licenses/LICENSE,sha256=DhJQ4_j45c_DWghISLKmJshcLvX_Pr7QXaahe2iRMNo,1087
19
- scrapy_item_ingest-0.1.1.dist-info/METADATA,sha256=zwUBfROB8fYjYvgS-m36pSfexc4oE4FOe482jBr-cos,5868
20
- scrapy_item_ingest-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
21
- scrapy_item_ingest-0.1.1.dist-info/entry_points.txt,sha256=WKFpo9Dy0qX1S1PT8NvIHqZmSxBCgyAM480LnLR8S1E,172
22
- scrapy_item_ingest-0.1.1.dist-info/top_level.txt,sha256=bu2ekFWcSH0ANdc8oGDdmZXaSC6kNuhtC-AggLsUQCU,19
23
- scrapy_item_ingest-0.1.1.dist-info/RECORD,,
18
+ scrapy_item_ingest-0.1.2.dist-info/licenses/LICENSE,sha256=DhJQ4_j45c_DWghISLKmJshcLvX_Pr7QXaahe2iRMNo,1087
19
+ scrapy_item_ingest-0.1.2.dist-info/METADATA,sha256=jaTWoNjmIjBfShlFp7A70xuyioZhmYaqb1ByqzEbPLU,5868
20
+ scrapy_item_ingest-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
21
+ scrapy_item_ingest-0.1.2.dist-info/entry_points.txt,sha256=WKFpo9Dy0qX1S1PT8NvIHqZmSxBCgyAM480LnLR8S1E,172
22
+ scrapy_item_ingest-0.1.2.dist-info/top_level.txt,sha256=bu2ekFWcSH0ANdc8oGDdmZXaSC6kNuhtC-AggLsUQCU,19
23
+ scrapy_item_ingest-0.1.2.dist-info/RECORD,,