dagster-qdrant 0.0.1__tar.gz

dagster_qdrant-0.0.1/PKG-INFO

@@ -0,0 +1,73 @@
+Metadata-Version: 2.2
+Name: dagster-qdrant
+Version: 0.0.1
+Summary: Dagster integration with Qdrant
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: dagster>=1.8.0
+Requires-Dist: qdrant-client>=1.13.2
+
+# dagster-qdrant
+
+A Dagster module that provides an integration with [Qdrant](https://qdrant.tech/).
+
+## Installation
+
+The `dagster_qdrant` module is available as a PyPI package - install with your preferred python
+environment manager (We recommend [uv](https://github.com/astral-sh/uv)).
+
+```
+source .venv/bin/activate
+uv pip install dagster-qdrant
+```
+
+## Example Usage
+
+You can get a free-forever cloud instance from [cloud.qdrant.io](http://cloud.qdrant.io).
+
+```python
+from dagster_qdrant import QdrantConfig, QdrantResource
+
+import dagster as dg
+
+
+@dg.asset
+def my_table(qdrant_resource: QdrantResource):
+    with qdrant_resource.get_client() as qdrant:
+            qdrant.add(
+                collection_name="test_collection",
+                documents=[
+                    "This is a document about oranges",
+                    "This is a document about pineapples",
+                    "This is a document about strawberries",
+                    "This is a document about cucumbers",
+                ],
+            )
+            results = qdrant.query(
+                collection_name="test_collection", query_text="hawaii", limit=3
+            )
+
+
+defs = dg.Definitions(
+    assets=[my_table],
+    resources={
+        "qdrant_resource": QdrantResource(
+            config=QdrantConfig(
+                host="xyz-example.eu-central.aws.cloud.qdrant.io",
+                api_key="<your-api-key>",
+            )
+        )
+    },
+)
+
+```
+
+## Development
+
+The `Makefile` provides the tools required to test and lint your local installation.
+
+```sh
+make test
+make ruff
+make check
+```

dagster_qdrant-0.0.1/README.md

@@ -0,0 +1,64 @@
+# dagster-qdrant
+
+A Dagster module that provides an integration with [Qdrant](https://qdrant.tech/).
+
+## Installation
+
+The `dagster_qdrant` module is available as a PyPI package - install with your preferred python
+environment manager (We recommend [uv](https://github.com/astral-sh/uv)).
+
+```
+source .venv/bin/activate
+uv pip install dagster-qdrant
+```
+
+## Example Usage
+
+You can get a free-forever cloud instance from [cloud.qdrant.io](http://cloud.qdrant.io).
+
+```python
+from dagster_qdrant import QdrantConfig, QdrantResource
+
+import dagster as dg
+
+
+@dg.asset
+def my_table(qdrant_resource: QdrantResource):
+    with qdrant_resource.get_client() as qdrant:
+            qdrant.add(
+                collection_name="test_collection",
+                documents=[
+                    "This is a document about oranges",
+                    "This is a document about pineapples",
+                    "This is a document about strawberries",
+                    "This is a document about cucumbers",
+                ],
+            )
+            results = qdrant.query(
+                collection_name="test_collection", query_text="hawaii", limit=3
+            )
+
+
+defs = dg.Definitions(
+    assets=[my_table],
+    resources={
+        "qdrant_resource": QdrantResource(
+            config=QdrantConfig(
+                host="xyz-example.eu-central.aws.cloud.qdrant.io",
+                api_key="<your-api-key>",
+            )
+        )
+    },
+)
+
+```
+
+## Development
+
+The `Makefile` provides the tools required to test and lint your local installation.
+
+```sh
+make test
+make ruff
+make check
+```

dagster_qdrant-0.0.1/dagster_qdrant/__init__.py

@@ -0,0 +1,4 @@
+from dagster_qdrant.config import QdrantConfig
+from dagster_qdrant.resource import QdrantResource
+
+__all__ = ["QdrantConfig", "QdrantResource"]

dagster_qdrant-0.0.1/dagster_qdrant/config.py

@@ -0,0 +1,53 @@
+from typing import Optional
+
+from dagster import Config
+
+
+class QdrantConfig(Config):
+    """Parameters to set up connection to a Qdrant service."""
+
+    location: Optional[str] = None
+    """ If `":memory:"` - use in-memory Qdrant instance.
+        If `str` - use it as a `url` parameter.
+        If `None` - use default values for `host` and `port`.
+    """
+    url: Optional[str] = None
+    """Either host or str of "Optional[scheme], host, Optional[port], Optional[prefix]".
+    """
+    port: Optional[int] = 6333
+    """Port of the REST API interface.
+    """
+    grpc_port: int = 6334
+    """Port of the gRPC interface.
+    """
+    prefer_grpc: bool = False
+    """If `true` - use gPRC interface whenever possible in custom methods.
+    """
+    https: Optional[bool] = None
+    """If `true` - use HTTPS(SSL) protocol. Default: `None`
+    """
+    api_key: Optional[str] = None
+    """API key for authentication in Qdrant Cloud.
+    """
+    prefix: Optional[str] = None
+    """ If not `None` - add `prefix` to the REST URL path.
+        Example: `service/v1` will result in `http://localhost:6333/service/v1/{qdrant-endpoint}` for REST API.
+        Default: `None`
+    """
+    timeout: Optional[int] = None
+    """ Timeout for REST and gRPC API requests.
+        Default: 5 seconds for REST and unlimited for gRPC
+    """
+    host: Optional[str] = None
+    """Host name of Qdrant service. If url and host are None, set to 'localhost'.
+    """
+    path: Optional[str] = None
+    """Persistence path for `QdrantLocal`.
+    """
+    force_disable_check_same_thread: bool = False
+    """ For QdrantLocal, force disable check_same_thread. Default: `False`
+        Only use this if you can guarantee that you can resolve the thread safety outside QdrantClient.
+    """
+    check_compatibility: bool = True
+    """If `true` - check compatibility with the server version.
+    """

dagster_qdrant-0.0.1/dagster_qdrant/resource.py

@@ -0,0 +1,28 @@
+from contextlib import contextmanager
+from typing import Generator
+
+from dagster import ConfigurableResource
+from pydantic import Field
+from qdrant_client import QdrantClient
+
+from .config import QdrantConfig
+
+
+class QdrantResource(ConfigurableResource):
+    config: QdrantConfig = Field(
+        description=(
+            """Parameters to set up connection to a Qdrant service.
+            """
+        ),
+    )
+
+    @classmethod
+    def _is_dagster_mainatained(cls) -> bool:
+        return False
+
+    @contextmanager
+    def get_client(self) -> Generator[QdrantClient, None, None]:
+        conn = QdrantClient(**self.config.model_dump())
+        yield conn
+
+        conn.close()

dagster_qdrant-0.0.1/dagster_qdrant.egg-info/PKG-INFO

@@ -0,0 +1,73 @@
+Metadata-Version: 2.2
+Name: dagster-qdrant
+Version: 0.0.1
+Summary: Dagster integration with Qdrant
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: dagster>=1.8.0
+Requires-Dist: qdrant-client>=1.13.2
+
+# dagster-qdrant
+
+A Dagster module that provides an integration with [Qdrant](https://qdrant.tech/).
+
+## Installation
+
+The `dagster_qdrant` module is available as a PyPI package - install with your preferred python
+environment manager (We recommend [uv](https://github.com/astral-sh/uv)).
+
+```
+source .venv/bin/activate
+uv pip install dagster-qdrant
+```
+
+## Example Usage
+
+You can get a free-forever cloud instance from [cloud.qdrant.io](http://cloud.qdrant.io).
+
+```python
+from dagster_qdrant import QdrantConfig, QdrantResource
+
+import dagster as dg
+
+
+@dg.asset
+def my_table(qdrant_resource: QdrantResource):
+    with qdrant_resource.get_client() as qdrant:
+            qdrant.add(
+                collection_name="test_collection",
+                documents=[
+                    "This is a document about oranges",
+                    "This is a document about pineapples",
+                    "This is a document about strawberries",
+                    "This is a document about cucumbers",
+                ],
+            )
+            results = qdrant.query(
+                collection_name="test_collection", query_text="hawaii", limit=3
+            )
+
+
+defs = dg.Definitions(
+    assets=[my_table],
+    resources={
+        "qdrant_resource": QdrantResource(
+            config=QdrantConfig(
+                host="xyz-example.eu-central.aws.cloud.qdrant.io",
+                api_key="<your-api-key>",
+            )
+        )
+    },
+)
+
+```
+
+## Development
+
+The `Makefile` provides the tools required to test and lint your local installation.
+
+```sh
+make test
+make ruff
+make check
+```

dagster_qdrant-0.0.1/dagster_qdrant.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+README.md
+pyproject.toml
+dagster_qdrant/__init__.py
+dagster_qdrant/config.py
+dagster_qdrant/resource.py
+dagster_qdrant.egg-info/PKG-INFO
+dagster_qdrant.egg-info/SOURCES.txt
+dagster_qdrant.egg-info/dependency_links.txt
+dagster_qdrant.egg-info/requires.txt
+dagster_qdrant.egg-info/top_level.txt

dagster_qdrant-0.0.1/dagster_qdrant.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

dagster_qdrant-0.0.1/dagster_qdrant.egg-info/requires.txt

@@ -0,0 +1,2 @@
+dagster>=1.8.0
+qdrant-client>=1.13.2

dagster_qdrant-0.0.1/dagster_qdrant.egg-info/top_level.txt

@@ -0,0 +1 @@
+dagster_qdrant

dagster_qdrant-0.0.1/pyproject.toml

@@ -0,0 +1,26 @@
+[project]
+name = "dagster-qdrant"
+version = "0.0.1"
+description = "Dagster integration with Qdrant"
+readme = "README.md"
+requires-python = ">=3.9"
+dependencies = [
+    "dagster>=1.8.0",
+    "qdrant-client>=1.13.2",
+]
+
+[tool.uv]
+dev-dependencies = [
+    "ruff",
+    "pytest",
+    "pyright>=1.1.386",
+    "fastembed>=0.5.1",
+    "testcontainers>=4.4.0"
+]
+
+[build-system]
+requires = ["setuptools>=42"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools]
+packages = ["dagster_qdrant"]

dagster_qdrant-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+