corvic-engine 0.3.0rc74__tar.gz → 0.3.0rc76__tar.gz

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/Cargo.lock

@@ -16,7 +16,7 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "corvic-engine"
-version = "0.3.0-rc.74"
+version = "0.3.0-rc.76"
 dependencies = [
  "numpy",
  "pyo3",
@@ -57,7 +57,7 @@ checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
 
 [[package]]
 name = "engine-walk"
-version = "0.3.0-rc.74"
+version = "0.3.0-rc.76"
 dependencies = [
  "version_check",
 ]

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["python"]
 
 [workspace.package]
-version = "0.3.0-rc.74"
+version = "0.3.0-rc.76"
 edition = "2021"
 publish = false
 

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc74
+Version: 0.3.0rc76
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/pyproject.toml

@@ -18,7 +18,7 @@ authors = [
 ]
 readme = "README.md"
 description = "Seamless embedding generation and retrieval."
-version = "0.3.0-rc.74" # sync this with tool.poetry.version below
+version = "0.3.0-rc.76" # sync this with tool.poetry.version below
 
 # TODO(ddn): Pull dependencies from tool.poetry.dependencies. We use maturin as
 # the build system but poetry for the development environment.
@@ -72,7 +72,7 @@ packages = [
 ]
 description = ""
 authors = []
-version = "0.3.0-rc.74"
+version = "0.3.0-rc.76"
 
 [tool.poetry.scripts]
 check = "corvic_check.cli:main"

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/python/corvic/model/_base_model.py

@@ -23,7 +23,12 @@ from corvic.model._proto_orm_convert import (
     ProtoBelongsToRoomObj,
     ProtoObj,
 )
-from corvic.result import InvalidArgumentError, NotFoundError, Ok
+from corvic.result import (
+    InvalidArgumentError,
+    NotFoundError,
+    Ok,
+    UnavailableError,
+)
 
 _logger = structlog.get_logger()
 
@@ -187,7 +192,7 @@ class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
                 ]
             )
 
-    def commit(self) -> Ok[Self] | InvalidArgumentError:
+    def commit(self) -> Ok[Self] | InvalidArgumentError | UnavailableError:
         """Store this object in the database at its id or a newly allocated id.
 
         This overwrites the entry at id in the database so that future readers will see
@@ -199,7 +204,13 @@ class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
                     self.proto_self, session
                 ).unwrap_or_raise()
                 session.commit()
-            except sa.exc.DatabaseError as err:
+            except sa.exc.ProgrammingError as err:
+                if "violates foreign key constraint" in str(err):
+                    return InvalidArgumentError.from_(err)
+                if "could not serialize access due to concurrent update" in str(err):
+                    return UnavailableError.from_(err)
+                return InvalidArgumentError.from_(err)
+            except (sa.exc.DatabaseError, sa.exc.StatementError) as err:
                 return InvalidArgumentError.from_(err)
             return Ok(
                 self.__class__(
@@ -208,7 +219,9 @@ class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
                 )
             )
 
-    def add_to_session(self, session: orm.Session) -> Ok[None] | InvalidArgumentError:
+    def add_to_session(
+        self, session: orm.Session
+    ) -> Ok[None] | InvalidArgumentError | UnavailableError:
         """Like commit, but just calls session.flush to check for database errors.
 
         This adds the updated object to a transaction in session. Unlike commit
@@ -219,6 +232,12 @@ class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
             _ = self.proto_to_orm(self.proto_self, session).unwrap_or_raise()
             session.flush()
         # TODO(thunt): Possibly separate out DatabaseError into a precondition error
+        except sa.exc.ProgrammingError as err:
+            if "violates foreign key constraint" in str(err):
+                return InvalidArgumentError.from_(err)
+            if "could not serialize access due to concurrent update" in str(err):
+                return UnavailableError.from_(err)
+            return InvalidArgumentError.from_(err)
         except (sa.exc.DatabaseError, sa.exc.StatementError) as err:
             return InvalidArgumentError.from_(err)
         return Ok(None)

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/python/corvic/model/_pipeline.py

@@ -22,7 +22,7 @@ from corvic.model._proto_orm_convert import (
     pipeline_proto_to_orm,
 )
 from corvic.model._source import Source
-from corvic.result import InvalidArgumentError, NotFoundError, Ok
+from corvic.result import InvalidArgumentError, NotFoundError, Ok, UnavailableError
 from corvic_generated.model.v1alpha import models_pb2
 from corvic_generated.orm.v1 import pipeline_pb2
 
@@ -268,7 +268,7 @@ class OcrPdfsPipeline(Pipeline):
         description: str = "",
         client: system.Client | None = None,
         room_id: RoomID | None = None,
-    ) -> Ok[Self] | InvalidArgumentError:
+    ) -> Ok[Self] | InvalidArgumentError | UnavailableError:
         """Create a pipeline for using OCR to process PDFs into structured sources."""
         client = client or Defaults.get_default_client()
         room_id = room_id or Defaults.get_default_room_id(client)
@@ -325,7 +325,7 @@ class OcrPdfsPipeline(Pipeline):
             )
             .and_then(lambda s: s.commit())
         ):
-            case InvalidArgumentError() as err:
+            case InvalidArgumentError() | UnavailableError() as err:
                 return err
             case Ok(text_source):
                 pass
@@ -356,7 +356,7 @@ class OcrPdfsPipeline(Pipeline):
             )
             .and_then(lambda s: s.commit())
         ):
-            case InvalidArgumentError() as err:
+            case InvalidArgumentError() | UnavailableError() as err:
                 return err
             case Ok(relationship_source):
                 pass
@@ -419,7 +419,7 @@ class OcrPdfsPipeline(Pipeline):
             )
             .and_then(lambda s: s.commit())
         ):
-            case InvalidArgumentError() as err:
+            case InvalidArgumentError() | UnavailableError() as err:
                 return err
             case Ok(image_source):
                 pass

{corvic_engine-0.3.0rc74 → corvic_engine-0.3.0rc76}/python/corvic/system/in_memory_executor.py

@@ -1132,7 +1132,7 @@ class InMemoryExecutor(OpGraphExecutor):
                 min_alpha=op.min_alpha,
                 negative=op.negative,
             )
-            n2v_runner.train(epochs=op.epochs)
+            n2v_runner.train(epochs=op.epochs, verbose=False)
             return n2v_runner.wv.to_polars().lazy()
 
         return Ok(_LazyFrameWithMetrics(await context.run_on_worker(run_n2v), metrics))