PyPI - pensiev - Versions diffs - 0.25.5__py3-none-any.whl - Mend

pensiev 0.25.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (111) hide show

memos/__init__.py +6 -0
memos/cmds/__init__.py +0 -0
memos/cmds/library.py +1289 -0
memos/cmds/plugin.py +96 -0
memos/commands.py +865 -0
memos/config.py +225 -0
memos/crud.py +605 -0
memos/databases/__init__.py +0 -0
memos/databases/initializers.py +481 -0
memos/dataset_extractor_for_florence.py +165 -0
memos/dataset_extractor_for_internvl2.py +192 -0
memos/default_config.yaml +88 -0
memos/embedding.py +129 -0
memos/frame_extractor.py +53 -0
memos/logging_config.py +35 -0
memos/main.py +104 -0
memos/migrations/alembic/README +1 -0
memos/migrations/alembic/__pycache__/env.cpython-310.pyc +0 -0
memos/migrations/alembic/env.py +108 -0
memos/migrations/alembic/script.py.mako +30 -0
memos/migrations/alembic/versions/00904ac8c6fc_add_indexes_to_entitymodel.py +63 -0
memos/migrations/alembic/versions/04acdaf75664_add_indices_to_entitytags_and_metadata.py +86 -0
memos/migrations/alembic/versions/12504c5b1d3c_add_extra_columns_for_embedding.py +67 -0
memos/migrations/alembic/versions/31a1ad0e10b3_add_entity_plugin_status.py +71 -0
memos/migrations/alembic/versions/__pycache__/00904ac8c6fc_add_indexes_to_entitymodel.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/04acdaf75664_add_indices_to_entitytags_and_metadata.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/12504c5b1d3c_add_extra_columns_for_embedding.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/20f5ecab014d_add_entity_plugin_status.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/31a1ad0e10b3_add_entity_plugin_status.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/4fcb062c5128_add_extra_columns_for_embedding.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/d10c55fbb7d2_add_index_for_entity_file_type_group_.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/__pycache__/f8f158182416_add_active_app_index.cpython-310.pyc +0 -0
memos/migrations/alembic/versions/d10c55fbb7d2_add_index_for_entity_file_type_group_.py +44 -0
memos/migrations/alembic/versions/f8f158182416_add_active_app_index.py +75 -0
memos/migrations/alembic.ini +116 -0
memos/migrations.py +19 -0
memos/models.py +199 -0
memos/plugins/__init__.py +0 -0
memos/plugins/ocr/__init__.py +0 -0
memos/plugins/ocr/main.py +251 -0
memos/plugins/ocr/models/ch_PP-OCRv4_det_infer.onnx +0 -0
memos/plugins/ocr/models/ch_PP-OCRv4_rec_infer.onnx +0 -0
memos/plugins/ocr/models/ch_ppocr_mobile_v2.0_cls_train.onnx +0 -0
memos/plugins/ocr/ppocr-gpu.yaml +43 -0
memos/plugins/ocr/ppocr.yaml +44 -0
memos/plugins/ocr/server.py +227 -0
memos/plugins/ocr/temp_ppocr.yaml +42 -0
memos/plugins/vlm/__init__.py +0 -0
memos/plugins/vlm/main.py +251 -0
memos/prepare_dataset.py +107 -0
memos/process_webp.py +55 -0
memos/read_metadata.py +32 -0
memos/record.py +358 -0
memos/schemas.py +289 -0
memos/search.py +1198 -0
memos/server.py +883 -0
memos/shotsum.py +105 -0
memos/shotsum_with_ocr.py +145 -0
memos/simple_tokenizer/dict/README.md +31 -0
memos/simple_tokenizer/dict/hmm_model.utf8 +34 -0
memos/simple_tokenizer/dict/idf.utf8 +258826 -0
memos/simple_tokenizer/dict/jieba.dict.utf8 +348982 -0
memos/simple_tokenizer/dict/pos_dict/char_state_tab.utf8 +6653 -0
memos/simple_tokenizer/dict/pos_dict/prob_emit.utf8 +166 -0
memos/simple_tokenizer/dict/pos_dict/prob_start.utf8 +259 -0
memos/simple_tokenizer/dict/pos_dict/prob_trans.utf8 +5222 -0
memos/simple_tokenizer/dict/stop_words.utf8 +1534 -0
memos/simple_tokenizer/dict/user.dict.utf8 +4 -0
memos/simple_tokenizer/linux/libsimple.so +0 -0
memos/simple_tokenizer/macos/libsimple.dylib +0 -0
memos/simple_tokenizer/windows/simple.dll +0 -0
memos/static/_app/immutable/assets/0.e250c031.css +1 -0
memos/static/_app/immutable/assets/_layout.e7937cfe.css +1 -0
memos/static/_app/immutable/chunks/index.5c08976b.js +1 -0
memos/static/_app/immutable/chunks/index.60ee613b.js +4 -0
memos/static/_app/immutable/chunks/runtime.a7926cf6.js +5 -0
memos/static/_app/immutable/chunks/scheduler.5c1cff6e.js +1 -0
memos/static/_app/immutable/chunks/singletons.583bdf4e.js +1 -0
memos/static/_app/immutable/entry/app.666c1643.js +1 -0
memos/static/_app/immutable/entry/start.aed5c701.js +3 -0
memos/static/_app/immutable/nodes/0.5862ea38.js +7 -0
memos/static/_app/immutable/nodes/1.35378a5e.js +1 -0
memos/static/_app/immutable/nodes/2.1ccf9ea5.js +81 -0
memos/static/_app/version.json +1 -0
memos/static/app.html +36 -0
memos/static/favicon.png +0 -0
memos/static/logos/memos_logo_1024.png +0 -0
memos/static/logos/memos_logo_1024@2x.png +0 -0
memos/static/logos/memos_logo_128.png +0 -0
memos/static/logos/memos_logo_128@2x.png +0 -0
memos/static/logos/memos_logo_16.png +0 -0
memos/static/logos/memos_logo_16@2x.png +0 -0
memos/static/logos/memos_logo_256.png +0 -0
memos/static/logos/memos_logo_256@2x.png +0 -0
memos/static/logos/memos_logo_32.png +0 -0
memos/static/logos/memos_logo_32@2x.png +0 -0
memos/static/logos/memos_logo_512.png +0 -0
memos/static/logos/memos_logo_512@2x.png +0 -0
memos/static/logos/memos_logo_64.png +0 -0
memos/static/logos/memos_logo_64@2x.png +0 -0
memos/test_server.py +802 -0
memos/utils.py +49 -0
memos_ml_backends/florence2_server.py +176 -0
memos_ml_backends/qwen2vl_server.py +182 -0
memos_ml_backends/schemas.py +48 -0
pensiev-0.25.5.dist-info/LICENSE +201 -0
pensiev-0.25.5.dist-info/METADATA +541 -0
pensiev-0.25.5.dist-info/RECORD +111 -0
pensiev-0.25.5.dist-info/WHEEL +5 -0
pensiev-0.25.5.dist-info/entry_points.txt +2 -0
pensiev-0.25.5.dist-info/top_level.txt +2 -0

memos/simple_tokenizer/dict/stop_words.utf8 ADDED Viewed

@@ -0,0 +1,1534 @@
+"
+.
+。
+,
+、
+！
+？
+：
+；
+`
+﹑
+•
+＂
+^
+…
+‘
+’
+“
+”
+〝
+〞
+~
+\
+∕
+|
+¦
+‖
+—
+(
+)
+〈
+〉
+﹞
+﹝
+「
+」
+‹
+›
+〖
+〗
+】
+【
+»
+«
+』
+『
+〕
+〔
+》
+《
+}
+{
+]
+[
+﹐
+¸
+﹕
+︰
+﹔
+;
+！
+¡
+？
+¿
+﹖
+﹌
+﹏
+﹋
+＇
+´
+ˊ
+ˋ
+-
+―
+﹫
+@
+︳
+︴
+_
+¯
+＿
+￣
+﹢
++
+﹦
+=
+﹤
+‐
+<
+˜
+~
+﹟
+#
+﹩
+$
+﹠
+&
+﹪
+%
+﹡
+*
+﹨
+\
+﹍
+﹉
+﹎
+﹊
+ˇ
+︵
+︶
+︷
+︸
+︹
+︿
+﹀
+︺
+︽
+︾
+_
+ˉ
+﹁
+﹂
+﹃
+﹄
+︻
+︼
+的
+了
+the
+a
+an
+that
+those
+this
+that
+$
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+?
+_
+“
+”
+、
+。
+《
+》
+一
+一些
+一何
+一切
+一则
+一方面
+一旦
+一来
+一样
+一般
+一转眼
+万一
+上
+上下
+下
+不
+不仅
+不但
+不光
+不单
+不只
+不外乎
+不如
+不妨
+不尽
+不尽然
+不得
+不怕
+不惟
+不成
+不拘
+不料
+不是
+不比
+不然
+不特
+不独
+不管
+不至于
+不若
+不论
+不过
+不问
+与
+与其
+与其说
+与否
+与此同时
+且
+且不说
+且说
+两者
+个
+个别
+临
+为
+为了
+为什么
+为何
+为止
+为此
+为着
+乃
+乃至
+乃至于
+么
+之
+之一
+之所以
+之类
+乌乎
+乎
+乘
+也
+也好
+也罢
+了
+二来
+于
+于是
+于是乎
+云云
+云尔
+些
+亦
+人
+人们
+人家
+什么
+什么样
+今
+介于
+仍
+仍旧
+从
+从此
+从而
+他
+他人
+他们
+以
+以上
+以为
+以便
+以免
+以及
+以故
+以期
+以来
+以至
+以至于
+以致
+们
+任
+任何
+任凭
+似的
+但
+但凡
+但是
+何
+何以
+何况
+何处
+何时
+余外
+作为
+你
+你们
+使
+使得
+例如
+依
+依据
+依照
+便于
+俺
+俺们
+倘
+倘使
+倘或
+倘然
+倘若
+借
+假使
+假如
+假若
+傥然
+像
+儿
+先不先
+光是
+全体
+全部
+兮
+关于
+其
+其一
+其中
+其二
+其他
+其余
+其它
+其次
+具体地说
+具体说来
+兼之
+内
+再
+再其次
+再则
+再有
+再者
+再者说
+再说
+冒
+冲
+况且
+几
+几时
+凡
+凡是
+凭
+凭借
+出于
+出来
+分别
+则
+则甚
+别
+别人
+别处
+别是
+别的
+别管
+别说
+到
+前后
+前此
+前者
+加之
+加以
+即
+即令
+即使
+即便
+即如
+即或
+即若
+却
+去
+又
+又及
+及
+及其
+及至
+反之
+反而
+反过来
+反过来说
+受到
+另
+另一方面
+另外
+另悉
+只
+只当
+只怕
+只是
+只有
+只消
+只要
+只限
+叫
+叮咚
+可
+可以
+可是
+可见
+各
+各个
+各位
+各种
+各自
+同
+同时
+后
+后者
+向
+向使
+向着
+吓
+吗
+否则
+吧
+吧哒
+吱
+呀
+呃
+呕
+呗
+呜
+呜呼
+呢
+呵
+呵呵
+呸
+呼哧
+咋
+和
+咚
+咦
+咧
+咱
+咱们
+咳
+哇
+哈
+哈哈
+哉
+哎
+哎呀
+哎哟
+哗
+哟
+哦
+哩
+哪
+哪个
+哪些
+哪儿
+哪天
+哪年
+哪怕
+哪样
+哪边
+哪里
+哼
+哼唷
+唉
+唯有
+啊
+啐
+啥
+啦
+啪达
+啷当
+喂
+喏
+喔唷
+喽
+嗡
+嗡嗡
+嗬
+嗯
+嗳
+嘎
+嘎登
+嘘
+嘛
+嘻
+嘿
+嘿嘿
+因
+因为
+因了
+因此
+因着
+因而
+固然
+在
+在下
+在于
+地
+基于
+处在
+多
+多么
+多少
+大
+大家
+她
+她们
+好
+如
+如上
+如上所述
+如下
+如何
+如其
+如同
+如是
+如果
+如此
+如若
+始而
+孰料
+孰知
+宁
+宁可
+宁愿
+宁肯
+它
+它们
+对
+对于
+对待
+对方
+对比
+将
+小
+尔
+尔后
+尔尔
+尚且
+就
+就是
+就是了
+就是说
+就算
+就要
+尽
+尽管
+尽管如此
+岂但
+己
+已
+已矣
+巴
+巴巴
+并
+并且
+并非
+庶乎
+庶几
+开外
+开始
+归
+归齐
+当
+当地
+当然
+当着
+彼
+彼时
+彼此
+往
+待
+很
+得
+得了
+怎
+怎么
+怎么办
+怎么样
+怎奈
+怎样
+总之
+总的来看
+总的来说
+总的说来
+总而言之
+恰恰相反
+您
+惟其
+慢说
+我
+我们
+或
+或则
+或是
+或曰
+或者
+截至
+所
+所以
+所在
+所幸
+所有
+才
+才能
+打
+打从
+把
+抑或
+拿
+按
+按照
+换句话说
+换言之
+据
+据此
+接着
+故
+故此
+故而
+旁人
+无
+无宁
+无论
+既
+既往
+既是
+既然
+时候
+是
+是以
+是的
+曾
+替
+替代
+最
+有
+有些
+有关
+有及
+有时
+有的
+望
+朝
+朝着
+本
+本人
+本地
+本着
+本身
+来
+来着
+来自
+来说
+极了
+果然
+果真
+某
+某个
+某些
+某某
+根据
+欤
+正值
+正如
+正巧
+正是
+此
+此地
+此处
+此外
+此时
+此次
+此间
+毋宁
+每
+每当
+比
+比及
+比如
+比方
+没奈何
+沿
+沿着
+漫说
+焉
+然则
+然后
+然而
+照
+照着
+犹且
+犹自
+甚且
+甚么
+甚或
+甚而
+甚至
+甚至于
+用
+用来
+由
+由于
+由是
+由此
+由此可见
+的
+的确
+的话
+直到
+相对而言
+省得
+看
+眨眼
+着
+着呢
+矣
+矣乎
+矣哉
+离
+竟而
+第
+等
+等到
+等等
+简言之
+管
+类如
+紧接着
+纵
+纵令
+纵使
+纵然
+经
+经过
+结果
+给
+继之
+继后
+继而
+综上所述
+罢了
+者
+而
+而且
+而况
+而后
+而外
+而已
+而是
+而言
+能
+能否
+腾
+自
+自个儿
+自从
+自各儿
+自后
+自家
+自己
+自打
+自身
+至
+至于
+至今
+至若
+致
+般的
+若
+若夫
+若是
+若果
+若非
+莫不然
+莫如
+莫若
+虽
+虽则
+虽然
+虽说
+被
+要
+要不
+要不是
+要不然
+要么
+要是
+譬喻
+譬如
+让
+许多
+论
+设使
+设或
+设若
+诚如
+诚然
+该
+说来
+诸
+诸位
+诸如
+谁
+谁人
+谁料
+谁知
+贼死
+赖以
+赶
+起
+起见
+趁
+趁着
+越是
+距
+跟
+较
+较之
+边
+过
+还
+还是
+还有
+还要
+这
+这一来
+这个
+这么
+这么些
+这么样
+这么点儿
+这些
+这会儿
+这儿
+这就是说
+这时
+这样
+这次
+这般
+这边
+这里
+进而
+连
+连同
+逐步
+通过
+遵循
+遵照
+那
+那个
+那么
+那么些
+那么样
+那些
+那会儿
+那儿
+那时
+那样
+那般
+那边
+那里
+都
+鄙人
+鉴于
+针对
+阿
+除
+除了
+除外
+除开
+除此之外
+除非
+随
+随后
+随时
+随着
+难道说
+非但
+非徒
+非特
+非独
+靠
+顺
+顺着
+首先
+！
+，
+：
+；
+？
+to
+can
+could
+dare
+do
+did
+does
+may
+might
+would
+should
+must
+will
+ought
+shall
+need
+is
+a
+am
+are
+about
+according
+after
+against
+all
+almost
+also
+although
+among
+an
+and
+another
+any
+anything
+approximately
+as
+asked
+at
+back
+because
+before
+besides
+between
+both
+but
+by
+call
+called
+currently
+despite
+did
+do
+dr
+during
+each
+earlier
+eight
+even
+eventually
+every
+everything
+five
+for
+four
+from
+he
+her
+here
+his
+how
+however
+i
+if
+in
+indeed
+instead
+it
+its
+just
+last
+like
+major
+many
+may
+maybe
+meanwhile
+more
+moreover
+most
+mr
+mrs
+ms
+much
+my
+neither
+net
+never
+nevertheless
+nine
+no
+none
+not
+nothing
+now
+of
+on
+once
+one
+only
+or
+other
+our
+over
+partly
+perhaps
+prior
+regarding
+separately
+seven
+several
+she
+should
+similarly
+since
+six
+so
+some
+somehow
+still
+such
+ten
+that
+the
+their
+then
+there
+therefore
+these
+they
+this
+those
+though
+three
+to
+two
+under
+unless
+unlike
+until
+volume
+we
+what
+whatever
+whats
+when
+where
+which
+while
+why
+with
+without
+yesterday
+yet
+you
+your
+aboard
+about
+above
+according to
+across
+afore
+after
+against
+agin
+along
+alongside
+amid
+amidst
+among
+amongst
+anent
+around
+as
+aslant
+astride
+at
+athwart
+bar
+because of
+before
+behind
+below
+beneath
+beside
+besides
+between
+betwixt
+beyond
+but
+by
+circa
+despite
+down
+during
+due to
+ere
+except
+for
+from
+in
+inside
+into
+less
+like
+mid
+midst
+minus
+near
+next
+nigh
+nigher
+nighest
+notwithstanding
+of
+off
+on
+on to
+onto
+out
+out of
+outside
+over
+past
+pending
+per
+plus
+qua
+re
+round
+sans
+save
+since
+through
+throughout
+thru
+till
+to
+toward
+towards
+under
+underneath
+unlike
+until
+unto
+up
+upon
+versus
+via
+vice
+with
+within
+without
+he
+her
+herself
+hers
+him
+himself
+his
+I
+it
+its
+itself
+me
+mine
+my
+myself
+ours
+she
+their
+theirs
+them
+themselves
+they
+us
+we
+our
+ourselves
+you
+your
+yours
+yourselves
+yourself
+this
+that
+these
+those
+"
+'
+''
+(
+)
+*LRB*
+*RRB*
+<dquote>
+<ldquo>
+<lsquo>
+<rdquo>
+<rsquo>
+@
+&
+[
+]
+`
+``
+e.g.,
+{
+}
+&quot;
+&ldquo;
+&rdquo;
+-RRB-
+-LRB-
+--
+a
+about
+above
+across
+after
+afterwards
+again
+against
+all
+almost
+alone
+along
+already
+also
+although
+always
+am
+among
+amongst
+amoungst
+amount
+an
+and
+another
+any
+anyhow
+anyone
+anything
+anyway
+anywhere
+are
+around
+as
+at
+back
+be
+became
+because
+become
+becomes
+becoming
+been
+before
+beforehand
+behind
+being
+below
+beside
+besides
+between
+beyond
+bill
+both
+bottom
+but
+by
+call
+can
+cannot
+cant
+co
+computer
+con
+could
+couldnt
+cry
+de
+describe
+detail
+do
+done
+down
+due
+during
+each
+eg
+eight
+either
+eleven
+else
+elsewhere
+empty
+enough
+etc
+even
+ever
+every
+everyone
+everything
+everywhere
+except
+few
+fifteen
+fify
+fill
+find
+fire
+first
+five
+for
+former
+formerly
+forty
+found
+four
+from
+front
+full
+further
+get
+give
+go
+had
+has
+hasnt
+have
+he
+hence
+her
+here
+hereafter
+hereby
+herein
+hereupon
+hers
+herself
+him
+himself
+his
+how
+however
+hundred
+i
+ie
+if
+in
+inc
+indeed
+interest
+into
+is
+it
+its
+itself
+keep
+last
+latter
+latterly
+least
+less
+ltd
+made
+many
+may
+me
+meanwhile
+might
+mill
+mine
+more
+moreover
+most
+mostly
+move
+much
+must
+my
+myself
+name
+namely
+neither
+never
+nevertheless
+next
+nine
+no
+nobody
+none
+noone
+nor
+not
+nothing
+now
+nowhere
+of
+off
+often
+on
+once
+one
+only
+onto
+or
+other
+others
+otherwise
+our
+ours
+ourselves
+out
+over
+own
+part
+per
+perhaps
+please
+put
+rather
+re
+same
+see
+seem
+seemed
+seeming
+seems
+serious
+several
+she
+should
+show
+side
+since
+sincere
+six
+sixty
+so
+some
+somehow
+someone
+something
+sometime
+sometimes
+somewhere
+still
+such
+system
+take
+ten
+than
+that
+the
+their
+them
+themselves
+then
+thence
+there
+thereafter
+thereby
+therefore
+therein
+thereupon
+these
+they
+thick
+thin
+third
+this
+those
+though
+three
+through
+throughout
+thru
+thus
+to
+together
+too
+top
+toward
+towards
+twelve
+twenty
+two
+un
+under
+until
+up
+upon
+us
+very
+via
+was
+we
+well
+were
+what
+whatever
+when
+whence
+whenever
+where
+whereafter
+whereas
+whereby
+wherein
+whereupon
+wherever
+whether
+which
+while
+whither
+who
+whoever
+whole
+whom
+whose
+why
+will
+with
+within
+without
+would
+yet
+you
+your
+yours
+yourself
+yourselves
+:
+/
+（
+>
+）
+<
+!