fasttext 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +6 -0
- data/README.md +20 -1
- data/lib/fasttext.rb +3 -0
- data/lib/fasttext/classifier.rb +12 -4
- data/lib/fasttext/vectorizer.rb +1 -1
- data/lib/fasttext/version.rb +1 -1
- metadata +4 -473
- data/lib/fasttext/ext.bundle +0 -0
- data/vendor/fastText/CMakeLists.txt +0 -68
- data/vendor/fastText/CODE_OF_CONDUCT.md +0 -2
- data/vendor/fastText/CONTRIBUTING.md +0 -32
- data/vendor/fastText/MANIFEST.in +0 -5
- data/vendor/fastText/Makefile +0 -63
- data/vendor/fastText/alignment/README.md +0 -53
- data/vendor/fastText/alignment/align.py +0 -145
- data/vendor/fastText/alignment/eval.py +0 -60
- data/vendor/fastText/alignment/example.sh +0 -51
- data/vendor/fastText/alignment/unsup_align.py +0 -109
- data/vendor/fastText/alignment/utils.py +0 -154
- data/vendor/fastText/classification-example.sh +0 -41
- data/vendor/fastText/classification-results.sh +0 -94
- data/vendor/fastText/crawl/README.md +0 -26
- data/vendor/fastText/crawl/dedup.cc +0 -51
- data/vendor/fastText/crawl/download_crawl.sh +0 -57
- data/vendor/fastText/crawl/filter_dedup.sh +0 -13
- data/vendor/fastText/crawl/filter_utf8.cc +0 -105
- data/vendor/fastText/crawl/process_wet_file.sh +0 -30
- data/vendor/fastText/docs/aligned-vectors.md +0 -64
- data/vendor/fastText/docs/api.md +0 -6
- data/vendor/fastText/docs/cheatsheet.md +0 -66
- data/vendor/fastText/docs/crawl-vectors.md +0 -125
- data/vendor/fastText/docs/dataset.md +0 -6
- data/vendor/fastText/docs/english-vectors.md +0 -53
- data/vendor/fastText/docs/faqs.md +0 -63
- data/vendor/fastText/docs/language-identification.md +0 -47
- data/vendor/fastText/docs/options.md +0 -50
- data/vendor/fastText/docs/pretrained-vectors.md +0 -142
- data/vendor/fastText/docs/python-module.md +0 -314
- data/vendor/fastText/docs/references.md +0 -41
- data/vendor/fastText/docs/supervised-models.md +0 -54
- data/vendor/fastText/docs/supervised-tutorial.md +0 -349
- data/vendor/fastText/docs/support.md +0 -58
- data/vendor/fastText/docs/unsupervised-tutorials.md +0 -309
- data/vendor/fastText/eval.py +0 -95
- data/vendor/fastText/get-wikimedia.sh +0 -79
- data/vendor/fastText/python/README.md +0 -322
- data/vendor/fastText/python/README.rst +0 -406
- data/vendor/fastText/python/benchmarks/README.rst +0 -3
- data/vendor/fastText/python/benchmarks/get_word_vector.py +0 -49
- data/vendor/fastText/python/doc/examples/FastTextEmbeddingBag.py +0 -81
- data/vendor/fastText/python/doc/examples/bin_to_vec.py +0 -41
- data/vendor/fastText/python/doc/examples/compute_accuracy.py +0 -163
- data/vendor/fastText/python/doc/examples/get_vocab.py +0 -48
- data/vendor/fastText/python/doc/examples/train_supervised.py +0 -42
- data/vendor/fastText/python/doc/examples/train_unsupervised.py +0 -56
- data/vendor/fastText/python/fasttext_module/fasttext/FastText.py +0 -468
- data/vendor/fastText/python/fasttext_module/fasttext/__init__.py +0 -22
- data/vendor/fastText/python/fasttext_module/fasttext/pybind/fasttext_pybind.cc +0 -388
- data/vendor/fastText/python/fasttext_module/fasttext/tests/__init__.py +0 -14
- data/vendor/fastText/python/fasttext_module/fasttext/tests/test_configurations.py +0 -239
- data/vendor/fastText/python/fasttext_module/fasttext/tests/test_script.py +0 -629
- data/vendor/fastText/python/fasttext_module/fasttext/util/__init__.py +0 -13
- data/vendor/fastText/python/fasttext_module/fasttext/util/util.py +0 -60
- data/vendor/fastText/quantization-example.sh +0 -40
- data/vendor/fastText/runtests.py +0 -60
- data/vendor/fastText/scripts/kbcompletion/README.md +0 -19
- data/vendor/fastText/scripts/kbcompletion/data.sh +0 -69
- data/vendor/fastText/scripts/kbcompletion/eval.cpp +0 -108
- data/vendor/fastText/scripts/kbcompletion/fb15k.sh +0 -49
- data/vendor/fastText/scripts/kbcompletion/fb15k237.sh +0 -45
- data/vendor/fastText/scripts/kbcompletion/svo.sh +0 -38
- data/vendor/fastText/scripts/kbcompletion/wn18.sh +0 -49
- data/vendor/fastText/scripts/quantization/quantization-results.sh +0 -43
- data/vendor/fastText/setup.cfg +0 -2
- data/vendor/fastText/setup.py +0 -203
- data/vendor/fastText/tests/fetch_test_data.sh +0 -202
- data/vendor/fastText/website/README.md +0 -6
- data/vendor/fastText/website/blog/2016-08-18-blog-post.md +0 -42
- data/vendor/fastText/website/blog/2017-05-02-blog-post.md +0 -60
- data/vendor/fastText/website/blog/2017-10-02-blog-post.md +0 -90
- data/vendor/fastText/website/blog/2019-06-25-blog-post.md +0 -168
- data/vendor/fastText/website/core/Footer.js +0 -127
- data/vendor/fastText/website/package.json +0 -12
- data/vendor/fastText/website/pages/en/index.js +0 -286
- data/vendor/fastText/website/sidebars.json +0 -18
- data/vendor/fastText/website/siteConfig.js +0 -102
- data/vendor/fastText/website/static/docs/en/html/annotated.html +0 -115
- data/vendor/fastText/website/static/docs/en/html/annotated_dup.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/args_8cc.html +0 -113
- data/vendor/fastText/website/static/docs/en/html/args_8h.html +0 -134
- data/vendor/fastText/website/static/docs/en/html/args_8h.js +0 -14
- data/vendor/fastText/website/static/docs/en/html/args_8h_source.html +0 -139
- data/vendor/fastText/website/static/docs/en/html/bc_s.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/bdwn.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/classes.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Args-members.html +0 -140
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Args.html +0 -753
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Args.js +0 -40
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Dictionary-members.html +0 -148
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Dictionary.html +0 -1266
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Dictionary.js +0 -43
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1FastText-members.html +0 -145
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1FastText.html +0 -1149
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1FastText.js +0 -45
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Matrix-members.html +0 -123
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Matrix.html +0 -610
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Matrix.js +0 -23
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Model-members.html +0 -150
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Model.html +0 -1400
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Model.js +0 -48
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1ProductQuantizer-members.html +0 -131
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1ProductQuantizer.html +0 -950
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1ProductQuantizer.js +0 -31
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1QMatrix-members.html +0 -122
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1QMatrix.html +0 -565
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1QMatrix.js +0 -22
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Vector-members.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Vector.html +0 -542
- data/vendor/fastText/website/static/docs/en/html/classfasttext_1_1Vector.js +0 -21
- data/vendor/fastText/website/static/docs/en/html/closed.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/dictionary_8cc.html +0 -116
- data/vendor/fastText/website/static/docs/en/html/dictionary_8h.html +0 -142
- data/vendor/fastText/website/static/docs/en/html/dictionary_8h.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/dictionary_8h_source.html +0 -127
- data/vendor/fastText/website/static/docs/en/html/dir_68267d1309a1af8e8297ef4c3efbcdba.html +0 -145
- data/vendor/fastText/website/static/docs/en/html/dir_68267d1309a1af8e8297ef4c3efbcdba.js +0 -29
- data/vendor/fastText/website/static/docs/en/html/doc.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/doxygen.css +0 -1596
- data/vendor/fastText/website/static/docs/en/html/doxygen.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/dynsections.js +0 -97
- data/vendor/fastText/website/static/docs/en/html/fasttext_8cc.html +0 -119
- data/vendor/fastText/website/static/docs/en/html/fasttext_8h.html +0 -168
- data/vendor/fastText/website/static/docs/en/html/fasttext_8h.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/fasttext_8h_source.html +0 -155
- data/vendor/fastText/website/static/docs/en/html/favicon.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/files.html +0 -125
- data/vendor/fastText/website/static/docs/en/html/files.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/folderclosed.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/folderopen.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/functions.html +0 -139
- data/vendor/fastText/website/static/docs/en/html/functions_0x7e.html +0 -112
- data/vendor/fastText/website/static/docs/en/html/functions_b.html +0 -115
- data/vendor/fastText/website/static/docs/en/html/functions_c.html +0 -143
- data/vendor/fastText/website/static/docs/en/html/functions_d.html +0 -135
- data/vendor/fastText/website/static/docs/en/html/functions_dup.js +0 -27
- data/vendor/fastText/website/static/docs/en/html/functions_e.html +0 -115
- data/vendor/fastText/website/static/docs/en/html/functions_f.html +0 -112
- data/vendor/fastText/website/static/docs/en/html/functions_func.html +0 -563
- data/vendor/fastText/website/static/docs/en/html/functions_g.html +0 -145
- data/vendor/fastText/website/static/docs/en/html/functions_h.html +0 -112
- data/vendor/fastText/website/static/docs/en/html/functions_i.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/functions_k.html +0 -106
- data/vendor/fastText/website/static/docs/en/html/functions_l.html +0 -140
- data/vendor/fastText/website/static/docs/en/html/functions_m.html +0 -153
- data/vendor/fastText/website/static/docs/en/html/functions_n.html +0 -164
- data/vendor/fastText/website/static/docs/en/html/functions_o.html +0 -116
- data/vendor/fastText/website/static/docs/en/html/functions_p.html +0 -161
- data/vendor/fastText/website/static/docs/en/html/functions_q.html +0 -135
- data/vendor/fastText/website/static/docs/en/html/functions_r.html +0 -116
- data/vendor/fastText/website/static/docs/en/html/functions_s.html +0 -159
- data/vendor/fastText/website/static/docs/en/html/functions_t.html +0 -138
- data/vendor/fastText/website/static/docs/en/html/functions_u.html +0 -106
- data/vendor/fastText/website/static/docs/en/html/functions_v.html +0 -106
- data/vendor/fastText/website/static/docs/en/html/functions_vars.html +0 -486
- data/vendor/fastText/website/static/docs/en/html/functions_w.html +0 -124
- data/vendor/fastText/website/static/docs/en/html/functions_z.html +0 -104
- data/vendor/fastText/website/static/docs/en/html/globals.html +0 -170
- data/vendor/fastText/website/static/docs/en/html/globals_defs.html +0 -113
- data/vendor/fastText/website/static/docs/en/html/globals_func.html +0 -155
- data/vendor/fastText/website/static/docs/en/html/index.html +0 -100
- data/vendor/fastText/website/static/docs/en/html/jquery.js +0 -87
- data/vendor/fastText/website/static/docs/en/html/main_8cc.html +0 -582
- data/vendor/fastText/website/static/docs/en/html/main_8cc.js +0 -22
- data/vendor/fastText/website/static/docs/en/html/matrix_8cc.html +0 -114
- data/vendor/fastText/website/static/docs/en/html/matrix_8h.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/matrix_8h_source.html +0 -123
- data/vendor/fastText/website/static/docs/en/html/menu.js +0 -26
- data/vendor/fastText/website/static/docs/en/html/menudata.js +0 -90
- data/vendor/fastText/website/static/docs/en/html/model_8cc.html +0 -113
- data/vendor/fastText/website/static/docs/en/html/model_8h.html +0 -183
- data/vendor/fastText/website/static/docs/en/html/model_8h.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/model_8h_source.html +0 -139
- data/vendor/fastText/website/static/docs/en/html/namespacefasttext.html +0 -343
- data/vendor/fastText/website/static/docs/en/html/namespacefasttext.js +0 -13
- data/vendor/fastText/website/static/docs/en/html/namespacefasttext_1_1utils.html +0 -158
- data/vendor/fastText/website/static/docs/en/html/namespacemembers.html +0 -125
- data/vendor/fastText/website/static/docs/en/html/namespacemembers_enum.html +0 -107
- data/vendor/fastText/website/static/docs/en/html/namespacemembers_func.html +0 -110
- data/vendor/fastText/website/static/docs/en/html/namespacemembers_type.html +0 -104
- data/vendor/fastText/website/static/docs/en/html/namespaces.html +0 -106
- data/vendor/fastText/website/static/docs/en/html/namespaces.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/nav_f.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/nav_g.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/nav_h.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/navtree.css +0 -146
- data/vendor/fastText/website/static/docs/en/html/navtree.js +0 -517
- data/vendor/fastText/website/static/docs/en/html/navtreedata.js +0 -40
- data/vendor/fastText/website/static/docs/en/html/navtreeindex0.js +0 -253
- data/vendor/fastText/website/static/docs/en/html/navtreeindex1.js +0 -139
- data/vendor/fastText/website/static/docs/en/html/open.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/productquantizer_8cc.html +0 -118
- data/vendor/fastText/website/static/docs/en/html/productquantizer_8cc.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/productquantizer_8h.html +0 -124
- data/vendor/fastText/website/static/docs/en/html/productquantizer_8h_source.html +0 -133
- data/vendor/fastText/website/static/docs/en/html/qmatrix_8cc.html +0 -112
- data/vendor/fastText/website/static/docs/en/html/qmatrix_8h.html +0 -126
- data/vendor/fastText/website/static/docs/en/html/qmatrix_8h_source.html +0 -128
- data/vendor/fastText/website/static/docs/en/html/real_8h.html +0 -117
- data/vendor/fastText/website/static/docs/en/html/real_8h.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/real_8h_source.html +0 -103
- data/vendor/fastText/website/static/docs/en/html/resize.js +0 -114
- data/vendor/fastText/website/static/docs/en/html/search/all_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_0.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/all_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_1.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/all_10.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_10.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/all_11.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_11.js +0 -25
- data/vendor/fastText/website/static/docs/en/html/search/all_12.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_12.js +0 -15
- data/vendor/fastText/website/static/docs/en/html/search/all_13.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_13.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/all_14.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_14.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/all_15.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_15.js +0 -11
- data/vendor/fastText/website/static/docs/en/html/search/all_16.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_16.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/all_17.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_17.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/all_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_2.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/all_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_3.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/all_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_4.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/all_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_5.js +0 -12
- data/vendor/fastText/website/static/docs/en/html/search/all_6.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_6.js +0 -18
- data/vendor/fastText/website/static/docs/en/html/search/all_7.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_7.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/all_8.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_8.js +0 -11
- data/vendor/fastText/website/static/docs/en/html/search/all_9.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_9.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/all_a.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_a.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/all_b.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_b.js +0 -27
- data/vendor/fastText/website/static/docs/en/html/search/all_c.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_c.js +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_d.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_d.js +0 -9
- data/vendor/fastText/website/static/docs/en/html/search/all_e.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_e.js +0 -35
- data/vendor/fastText/website/static/docs/en/html/search/all_f.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/all_f.js +0 -16
- data/vendor/fastText/website/static/docs/en/html/search/classes_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_0.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_1.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_2.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_3.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_4.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/classes_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_5.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_6.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_6.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_7.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_7.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/classes_8.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/classes_8.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/close.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/search/defines_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/defines_0.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/defines_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/defines_1.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/defines_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/defines_2.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/defines_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/defines_3.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enums_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enums_0.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enums_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enums_1.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enums_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enums_2.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_0.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_1.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_2.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_3.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_4.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/enumvalues_5.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/files_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_0.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_1.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_2.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_3.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/files_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_4.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_5.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_6.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_6.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/files_7.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_7.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/files_8.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/files_8.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/functions_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_0.js +0 -14
- data/vendor/fastText/website/static/docs/en/html/search/functions_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_1.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/functions_10.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_10.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/functions_11.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_11.js +0 -18
- data/vendor/fastText/website/static/docs/en/html/search/functions_12.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_12.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/functions_13.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_13.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/functions_14.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_14.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/functions_15.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_15.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/functions_16.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_16.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/functions_17.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_17.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/functions_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_2.js +0 -11
- data/vendor/fastText/website/static/docs/en/html/search/functions_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_3.js +0 -9
- data/vendor/fastText/website/static/docs/en/html/search/functions_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_4.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/functions_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_5.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/functions_6.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_6.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/functions_7.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_7.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/functions_8.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_8.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/functions_9.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_9.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/functions_a.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_a.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/functions_b.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_b.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/functions_c.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_c.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/functions_d.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_d.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/search/functions_e.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_e.js +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_f.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/functions_f.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/search/mag_sel.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/search/namespaces_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/namespaces_0.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/nomatches.html +0 -12
- data/vendor/fastText/website/static/docs/en/html/search/search.css +0 -271
- data/vendor/fastText/website/static/docs/en/html/search/search.js +0 -791
- data/vendor/fastText/website/static/docs/en/html/search/search_l.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/search/search_m.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/search/search_r.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/search/searchdata.js +0 -42
- data/vendor/fastText/website/static/docs/en/html/search/typedefs_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/typedefs_0.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/typedefs_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/typedefs_1.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/variables_0.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_0.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/variables_1.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_1.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/search/variables_10.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_10.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/search/variables_11.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_11.js +0 -11
- data/vendor/fastText/website/static/docs/en/html/search/variables_12.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_12.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/variables_13.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_13.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/variables_2.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_2.js +0 -9
- data/vendor/fastText/website/static/docs/en/html/search/variables_3.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_3.js +0 -9
- data/vendor/fastText/website/static/docs/en/html/search/variables_4.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_4.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/search/variables_5.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_5.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/variables_6.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_6.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/variables_7.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_7.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/search/variables_8.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_8.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/search/variables_9.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_9.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/variables_a.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_a.js +0 -14
- data/vendor/fastText/website/static/docs/en/html/search/variables_b.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_b.js +0 -17
- data/vendor/fastText/website/static/docs/en/html/search/variables_c.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_c.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/search/variables_d.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_d.js +0 -10
- data/vendor/fastText/website/static/docs/en/html/search/variables_e.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_e.js +0 -11
- data/vendor/fastText/website/static/docs/en/html/search/variables_f.html +0 -26
- data/vendor/fastText/website/static/docs/en/html/search/variables_f.js +0 -6
- data/vendor/fastText/website/static/docs/en/html/splitbar.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1Node-members.html +0 -108
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1Node.html +0 -194
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1Node.js +0 -8
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1entry-members.html +0 -107
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1entry.html +0 -178
- data/vendor/fastText/website/static/docs/en/html/structfasttext_1_1entry.js +0 -7
- data/vendor/fastText/website/static/docs/en/html/sync_off.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/sync_on.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/tab_a.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/tab_b.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/tab_h.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/tab_s.png +0 -0
- data/vendor/fastText/website/static/docs/en/html/tabs.css +0 -1
- data/vendor/fastText/website/static/docs/en/html/utils_8cc.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/utils_8cc.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/utils_8h.html +0 -122
- data/vendor/fastText/website/static/docs/en/html/utils_8h.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/utils_8h_source.html +0 -104
- data/vendor/fastText/website/static/docs/en/html/vector_8cc.html +0 -121
- data/vendor/fastText/website/static/docs/en/html/vector_8cc.js +0 -4
- data/vendor/fastText/website/static/docs/en/html/vector_8h.html +0 -126
- data/vendor/fastText/website/static/docs/en/html/vector_8h.js +0 -5
- data/vendor/fastText/website/static/docs/en/html/vector_8h_source.html +0 -120
- data/vendor/fastText/website/static/fasttext.css +0 -48
- data/vendor/fastText/website/static/img/authors/armand_joulin.jpg +0 -0
- data/vendor/fastText/website/static/img/authors/christian_puhrsch.png +0 -0
- data/vendor/fastText/website/static/img/authors/edouard_grave.jpeg +0 -0
- data/vendor/fastText/website/static/img/authors/piotr_bojanowski.jpg +0 -0
- data/vendor/fastText/website/static/img/authors/tomas_mikolov.jpg +0 -0
- data/vendor/fastText/website/static/img/blog/2016-08-18-blog-post-img1.png +0 -0
- data/vendor/fastText/website/static/img/blog/2016-08-18-blog-post-img2.png +0 -0
- data/vendor/fastText/website/static/img/blog/2017-05-02-blog-post-img1.jpg +0 -0
- data/vendor/fastText/website/static/img/blog/2017-05-02-blog-post-img2.jpg +0 -0
- data/vendor/fastText/website/static/img/blog/2017-10-02-blog-post-img1.png +0 -0
- data/vendor/fastText/website/static/img/cbo_vs_skipgram.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-api.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-bg-web.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-color-square.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-color-web.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-faq.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-tutorial.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-icon-white-web.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-logo-color-web.png +0 -0
- data/vendor/fastText/website/static/img/fasttext-logo-white-web.png +0 -0
- data/vendor/fastText/website/static/img/logo-color.png +0 -0
- data/vendor/fastText/website/static/img/model-black.png +0 -0
- data/vendor/fastText/website/static/img/model-blue.png +0 -0
- data/vendor/fastText/website/static/img/model-red.png +0 -0
- data/vendor/fastText/website/static/img/ogimage.png +0 -0
- data/vendor/fastText/website/static/img/oss_logo.png +0 -0
- data/vendor/fastText/wikifil.pl +0 -57
- data/vendor/fastText/word-vector-example.sh +0 -39
@@ -1,126 +0,0 @@
|
|
1
|
-
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
2
|
-
<html xmlns="http://www.w3.org/1999/xhtml">
|
3
|
-
<head>
|
4
|
-
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
5
|
-
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
6
|
-
<meta name="generator" content="Doxygen 1.8.13"/>
|
7
|
-
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
8
|
-
<title>fastText: /data/users/cpuhrsch/fbsource/fbcode/deeplearning/fastText/src/vector.h File Reference</title>
|
9
|
-
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
10
|
-
<script type="text/javascript" src="jquery.js"></script>
|
11
|
-
<script type="text/javascript" src="dynsections.js"></script>
|
12
|
-
<link href="navtree.css" rel="stylesheet" type="text/css"/>
|
13
|
-
<script type="text/javascript" src="resize.js"></script>
|
14
|
-
<script type="text/javascript" src="navtreedata.js"></script>
|
15
|
-
<script type="text/javascript" src="navtree.js"></script>
|
16
|
-
<script type="text/javascript">
|
17
|
-
$(document).ready(initResizable);
|
18
|
-
</script>
|
19
|
-
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
20
|
-
<script type="text/javascript" src="search/searchdata.js"></script>
|
21
|
-
<script type="text/javascript" src="search/search.js"></script>
|
22
|
-
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
23
|
-
</head>
|
24
|
-
<body>
|
25
|
-
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
26
|
-
<div id="titlearea">
|
27
|
-
<table cellspacing="0" cellpadding="0">
|
28
|
-
<tbody>
|
29
|
-
<tr style="height: 56px;">
|
30
|
-
<td id="projectlogo"><img alt="Logo" src="favicon.png"/></td>
|
31
|
-
<td id="projectalign" style="padding-left: 0.5em;">
|
32
|
-
<div id="projectname">fastText
|
33
|
-
 <span id="projectnumber">d00d36476b15</span>
|
34
|
-
</div>
|
35
|
-
<div id="projectbrief">Fast text processing tool/library</div>
|
36
|
-
</td>
|
37
|
-
</tr>
|
38
|
-
</tbody>
|
39
|
-
</table>
|
40
|
-
</div>
|
41
|
-
<!-- end header part -->
|
42
|
-
<!-- Generated by Doxygen 1.8.13 -->
|
43
|
-
<script type="text/javascript">
|
44
|
-
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
45
|
-
</script>
|
46
|
-
<script type="text/javascript" src="menudata.js"></script>
|
47
|
-
<script type="text/javascript" src="menu.js"></script>
|
48
|
-
<script type="text/javascript">
|
49
|
-
$(function() {
|
50
|
-
initMenu('',true,false,'search.php','Search');
|
51
|
-
$(document).ready(function() { init_search(); });
|
52
|
-
});
|
53
|
-
</script>
|
54
|
-
<div id="main-nav"></div>
|
55
|
-
</div><!-- top -->
|
56
|
-
<div id="side-nav" class="ui-resizable side-nav-resizable">
|
57
|
-
<div id="nav-tree">
|
58
|
-
<div id="nav-tree-contents">
|
59
|
-
<div id="nav-sync" class="sync"></div>
|
60
|
-
</div>
|
61
|
-
</div>
|
62
|
-
<div id="splitbar" style="-moz-user-select:none;"
|
63
|
-
class="ui-resizable-handle">
|
64
|
-
</div>
|
65
|
-
</div>
|
66
|
-
<script type="text/javascript">
|
67
|
-
$(document).ready(function(){initNavTree('vector_8h.html','');});
|
68
|
-
</script>
|
69
|
-
<div id="doc-content">
|
70
|
-
<!-- window showing the filter options -->
|
71
|
-
<div id="MSearchSelectWindow"
|
72
|
-
onmouseover="return searchBox.OnSearchSelectShow()"
|
73
|
-
onmouseout="return searchBox.OnSearchSelectHide()"
|
74
|
-
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
75
|
-
</div>
|
76
|
-
|
77
|
-
<!-- iframe showing the search results (closed by default) -->
|
78
|
-
<div id="MSearchResultsWindow">
|
79
|
-
<iframe src="javascript:void(0)" frameborder="0"
|
80
|
-
name="MSearchResults" id="MSearchResults">
|
81
|
-
</iframe>
|
82
|
-
</div>
|
83
|
-
|
84
|
-
<div class="header">
|
85
|
-
<div class="summary">
|
86
|
-
<a href="#nested-classes">Classes</a> |
|
87
|
-
<a href="#namespaces">Namespaces</a> |
|
88
|
-
<a href="#func-members">Functions</a> </div>
|
89
|
-
<div class="headertitle">
|
90
|
-
<div class="title">vector.h File Reference</div> </div>
|
91
|
-
</div><!--header-->
|
92
|
-
<div class="contents">
|
93
|
-
<div class="textblock"><code>#include <cstdint></code><br />
|
94
|
-
<code>#include <ostream></code><br />
|
95
|
-
<code>#include "<a class="el" href="real_8h_source.html">real.h</a>"</code><br />
|
96
|
-
</div>
|
97
|
-
<p><a href="vector_8h_source.html">Go to the source code of this file.</a></p>
|
98
|
-
<table class="memberdecls">
|
99
|
-
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="nested-classes"></a>
|
100
|
-
Classes</h2></td></tr>
|
101
|
-
<tr class="memitem:"><td class="memItemLeft" align="right" valign="top">class  </td><td class="memItemRight" valign="bottom"><a class="el" href="classfasttext_1_1Vector.html">fasttext::Vector</a></td></tr>
|
102
|
-
<tr class="separator:"><td class="memSeparator" colspan="2"> </td></tr>
|
103
|
-
</table><table class="memberdecls">
|
104
|
-
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="namespaces"></a>
|
105
|
-
Namespaces</h2></td></tr>
|
106
|
-
<tr class="memitem:namespacefasttext"><td class="memItemLeft" align="right" valign="top">  </td><td class="memItemRight" valign="bottom"><a class="el" href="namespacefasttext.html">fasttext</a></td></tr>
|
107
|
-
<tr class="separator:"><td class="memSeparator" colspan="2"> </td></tr>
|
108
|
-
</table><table class="memberdecls">
|
109
|
-
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="func-members"></a>
|
110
|
-
Functions</h2></td></tr>
|
111
|
-
<tr class="memitem:a23eb4596f3beb9859b22cf64a83461d6"><td class="memItemLeft" align="right" valign="top">std::ostream & </td><td class="memItemRight" valign="bottom"><a class="el" href="namespacefasttext.html#a23eb4596f3beb9859b22cf64a83461d6">fasttext::operator<<</a> (std::ostream &os, const Vector &v)</td></tr>
|
112
|
-
<tr class="separator:a23eb4596f3beb9859b22cf64a83461d6"><td class="memSeparator" colspan="2"> </td></tr>
|
113
|
-
</table>
|
114
|
-
</div><!-- contents -->
|
115
|
-
</div><!-- doc-content -->
|
116
|
-
<!-- start footer part -->
|
117
|
-
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
|
118
|
-
<ul>
|
119
|
-
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="vector_8h.html">vector.h</a></li>
|
120
|
-
<li class="footer">Generated by
|
121
|
-
<a href="http://www.doxygen.org/index.html">
|
122
|
-
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
|
123
|
-
</ul>
|
124
|
-
</div>
|
125
|
-
</body>
|
126
|
-
</html>
|
@@ -1,120 +0,0 @@
|
|
1
|
-
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
2
|
-
<html xmlns="http://www.w3.org/1999/xhtml">
|
3
|
-
<head>
|
4
|
-
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
5
|
-
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
6
|
-
<meta name="generator" content="Doxygen 1.8.13"/>
|
7
|
-
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
8
|
-
<title>fastText: /data/users/cpuhrsch/fbsource/fbcode/deeplearning/fastText/src/vector.h Source File</title>
|
9
|
-
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
10
|
-
<script type="text/javascript" src="jquery.js"></script>
|
11
|
-
<script type="text/javascript" src="dynsections.js"></script>
|
12
|
-
<link href="navtree.css" rel="stylesheet" type="text/css"/>
|
13
|
-
<script type="text/javascript" src="resize.js"></script>
|
14
|
-
<script type="text/javascript" src="navtreedata.js"></script>
|
15
|
-
<script type="text/javascript" src="navtree.js"></script>
|
16
|
-
<script type="text/javascript">
|
17
|
-
$(document).ready(initResizable);
|
18
|
-
</script>
|
19
|
-
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
20
|
-
<script type="text/javascript" src="search/searchdata.js"></script>
|
21
|
-
<script type="text/javascript" src="search/search.js"></script>
|
22
|
-
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
23
|
-
</head>
|
24
|
-
<body>
|
25
|
-
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
26
|
-
<div id="titlearea">
|
27
|
-
<table cellspacing="0" cellpadding="0">
|
28
|
-
<tbody>
|
29
|
-
<tr style="height: 56px;">
|
30
|
-
<td id="projectlogo"><img alt="Logo" src="favicon.png"/></td>
|
31
|
-
<td id="projectalign" style="padding-left: 0.5em;">
|
32
|
-
<div id="projectname">fastText
|
33
|
-
 <span id="projectnumber">d00d36476b15</span>
|
34
|
-
</div>
|
35
|
-
<div id="projectbrief">Fast text processing tool/library</div>
|
36
|
-
</td>
|
37
|
-
</tr>
|
38
|
-
</tbody>
|
39
|
-
</table>
|
40
|
-
</div>
|
41
|
-
<!-- end header part -->
|
42
|
-
<!-- Generated by Doxygen 1.8.13 -->
|
43
|
-
<script type="text/javascript">
|
44
|
-
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
45
|
-
</script>
|
46
|
-
<script type="text/javascript" src="menudata.js"></script>
|
47
|
-
<script type="text/javascript" src="menu.js"></script>
|
48
|
-
<script type="text/javascript">
|
49
|
-
$(function() {
|
50
|
-
initMenu('',true,false,'search.php','Search');
|
51
|
-
$(document).ready(function() { init_search(); });
|
52
|
-
});
|
53
|
-
</script>
|
54
|
-
<div id="main-nav"></div>
|
55
|
-
</div><!-- top -->
|
56
|
-
<div id="side-nav" class="ui-resizable side-nav-resizable">
|
57
|
-
<div id="nav-tree">
|
58
|
-
<div id="nav-tree-contents">
|
59
|
-
<div id="nav-sync" class="sync"></div>
|
60
|
-
</div>
|
61
|
-
</div>
|
62
|
-
<div id="splitbar" style="-moz-user-select:none;"
|
63
|
-
class="ui-resizable-handle">
|
64
|
-
</div>
|
65
|
-
</div>
|
66
|
-
<script type="text/javascript">
|
67
|
-
$(document).ready(function(){initNavTree('vector_8h_source.html','');});
|
68
|
-
</script>
|
69
|
-
<div id="doc-content">
|
70
|
-
<!-- window showing the filter options -->
|
71
|
-
<div id="MSearchSelectWindow"
|
72
|
-
onmouseover="return searchBox.OnSearchSelectShow()"
|
73
|
-
onmouseout="return searchBox.OnSearchSelectHide()"
|
74
|
-
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
75
|
-
</div>
|
76
|
-
|
77
|
-
<!-- iframe showing the search results (closed by default) -->
|
78
|
-
<div id="MSearchResultsWindow">
|
79
|
-
<iframe src="javascript:void(0)" frameborder="0"
|
80
|
-
name="MSearchResults" id="MSearchResults">
|
81
|
-
</iframe>
|
82
|
-
</div>
|
83
|
-
|
84
|
-
<div class="header">
|
85
|
-
<div class="headertitle">
|
86
|
-
<div class="title">vector.h</div> </div>
|
87
|
-
</div><!--header-->
|
88
|
-
<div class="contents">
|
89
|
-
<a href="vector_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> </div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#ifndef FASTTEXT_VECTOR_H</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#define FASTTEXT_VECTOR_H</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> </div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include <cstdint></span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include <ostream></span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> </div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include "<a class="code" href="real_8h.html">real.h</a>"</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> </div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="keyword">namespace </span><a class="code" href="namespacefasttext.html">fasttext</a> {</div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> </div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="keyword">class </span>Matrix;</div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="keyword">class </span>QMatrix;</div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> </div><div class="line"><a name="l00023"></a><span class="lineno"><a class="line" href="classfasttext_1_1Vector.html"> 23</a></span> <span class="keyword">class </span><a class="code" href="classfasttext_1_1Vector.html">Vector</a> {</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> </div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span>  <span class="keyword">public</span>:</div><div class="line"><a name="l00026"></a><span class="lineno"><a class="line" href="classfasttext_1_1Vector.html#a97bc75d46013e08d43881e1ee3725491"> 26</a></span>  int64_t <a class="code" href="classfasttext_1_1Vector.html#a97bc75d46013e08d43881e1ee3725491">m_</a>;</div><div class="line"><a name="l00027"></a><span class="lineno"><a class="line" href="classfasttext_1_1Vector.html#ab177f24ed7071636dcd17e90a746dd2e"> 27</a></span>  <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>* <a class="code" href="classfasttext_1_1Vector.html#ab177f24ed7071636dcd17e90a746dd2e">data_</a>;</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> </div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>  <span class="keyword">explicit</span> <a class="code" href="classfasttext_1_1Vector.html#ab7f9177915b3d3837213abb15de9b939">Vector</a>(int64_t);</div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  <a class="code" href="classfasttext_1_1Vector.html#aedde9ca3a3952dfd54addd21f8a63506">~Vector</a>();</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>& <a class="code" href="classfasttext_1_1Vector.html#ad60a80620d695fc64062b9b493bc6232">operator[]</a>(int64_t);</div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  <span class="keyword">const</span> <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>& <a class="code" href="classfasttext_1_1Vector.html#ad60a80620d695fc64062b9b493bc6232">operator[]</a>(int64_t) <span class="keyword">const</span>;</div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> </div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  int64_t <a class="code" href="classfasttext_1_1Vector.html#af3e8aa155da430d0911896d53db6789d">size</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#af0cd17b1bbdf212780c31e427e982793">zero</a>();</div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#af14f0011942b0a98562ca2f677aa4395">mul</a>(<a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>);</div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a> <a class="code" href="classfasttext_1_1Vector.html#aa88e78466e3db802c403f6fe13421ff6">norm</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#aef57a1c3a853b8691f544e9f881a3394">addVector</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1Vector.html">Vector</a>& source);</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#aef57a1c3a853b8691f544e9f881a3394">addVector</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1Vector.html">Vector</a>&, <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>);</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#a94d369014b965b42ead2deb5e3fa0b11">addRow</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1Matrix.html">Matrix</a>&, int64_t);</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#a94d369014b965b42ead2deb5e3fa0b11">addRow</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1QMatrix.html">QMatrix</a>&, int64_t);</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#a94d369014b965b42ead2deb5e3fa0b11">addRow</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1Matrix.html">Matrix</a>&, int64_t, <a class="code" href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">real</a>);</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#af14f0011942b0a98562ca2f677aa4395">mul</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1QMatrix.html">QMatrix</a>&, <span class="keyword">const</span> <a class="code" href="classfasttext_1_1Vector.html">Vector</a>&);</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  <span class="keywordtype">void</span> <a class="code" href="classfasttext_1_1Vector.html#af14f0011942b0a98562ca2f677aa4395">mul</a>(<span class="keyword">const</span> <a class="code" href="classfasttext_1_1Matrix.html">Matrix</a>&, <span class="keyword">const</span> <a class="code" href="classfasttext_1_1Vector.html">Vector</a>&);</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  int64_t <a class="code" href="classfasttext_1_1Vector.html#a5ca06ee0880c24409faad3e69a920d9a">argmax</a>();</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span> };</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> </div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span> std::ostream& <a class="code" href="namespacefasttext.html#a23eb4596f3beb9859b22cf64a83461d6">operator<<</a>(std::ostream&, <span class="keyword">const</span> <a class="code" href="classfasttext_1_1Vector.html">Vector</a>&);</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> </div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span> }</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span> </div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span> <span class="preprocessor">#endif</span></div><div class="ttc" id="classfasttext_1_1Vector_html_af0cd17b1bbdf212780c31e427e982793"><div class="ttname"><a href="classfasttext_1_1Vector.html#af0cd17b1bbdf212780c31e427e982793">fasttext::Vector::zero</a></div><div class="ttdeci">void zero()</div><div class="ttdef"><b>Definition:</b> vector.cc:35</div></div>
|
90
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_af3e8aa155da430d0911896d53db6789d"><div class="ttname"><a href="classfasttext_1_1Vector.html#af3e8aa155da430d0911896d53db6789d">fasttext::Vector::size</a></div><div class="ttdeci">int64_t size() const</div><div class="ttdef"><b>Definition:</b> vector.cc:31</div></div>
|
91
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_ad60a80620d695fc64062b9b493bc6232"><div class="ttname"><a href="classfasttext_1_1Vector.html#ad60a80620d695fc64062b9b493bc6232">fasttext::Vector::operator[]</a></div><div class="ttdeci">real & operator[](int64_t)</div><div class="ttdef"><b>Definition:</b> vector.cc:120</div></div>
|
92
|
-
<div class="ttc" id="namespacefasttext_html"><div class="ttname"><a href="namespacefasttext.html">fasttext</a></div><div class="ttdef"><b>Definition:</b> args.cc:17</div></div>
|
93
|
-
<div class="ttc" id="classfasttext_1_1Vector_html"><div class="ttname"><a href="classfasttext_1_1Vector.html">fasttext::Vector</a></div><div class="ttdef"><b>Definition:</b> vector.h:23</div></div>
|
94
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_ab177f24ed7071636dcd17e90a746dd2e"><div class="ttname"><a href="classfasttext_1_1Vector.html#ab177f24ed7071636dcd17e90a746dd2e">fasttext::Vector::data_</a></div><div class="ttdeci">real * data_</div><div class="ttdef"><b>Definition:</b> vector.h:27</div></div>
|
95
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_a5ca06ee0880c24409faad3e69a920d9a"><div class="ttname"><a href="classfasttext_1_1Vector.html#a5ca06ee0880c24409faad3e69a920d9a">fasttext::Vector::argmax</a></div><div class="ttdeci">int64_t argmax()</div><div class="ttdef"><b>Definition:</b> vector.cc:108</div></div>
|
96
|
-
<div class="ttc" id="real_8h_html"><div class="ttname"><a href="real_8h.html">real.h</a></div></div>
|
97
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_a94d369014b965b42ead2deb5e3fa0b11"><div class="ttname"><a href="classfasttext_1_1Vector.html#a94d369014b965b42ead2deb5e3fa0b11">fasttext::Vector::addRow</a></div><div class="ttdeci">void addRow(const Matrix &, int64_t)</div><div class="ttdef"><b>Definition:</b> vector.cc:69</div></div>
|
98
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_ab7f9177915b3d3837213abb15de9b939"><div class="ttname"><a href="classfasttext_1_1Vector.html#ab7f9177915b3d3837213abb15de9b939">fasttext::Vector::Vector</a></div><div class="ttdeci">Vector(int64_t)</div><div class="ttdef"><b>Definition:</b> vector.cc:22</div></div>
|
99
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_af14f0011942b0a98562ca2f677aa4395"><div class="ttname"><a href="classfasttext_1_1Vector.html#af14f0011942b0a98562ca2f677aa4395">fasttext::Vector::mul</a></div><div class="ttdeci">void mul(real)</div><div class="ttdef"><b>Definition:</b> vector.cc:49</div></div>
|
100
|
-
<div class="ttc" id="namespacefasttext_html_a7afdad102f318271c14154b8e65e5ea3"><div class="ttname"><a href="namespacefasttext.html#a7afdad102f318271c14154b8e65e5ea3">fasttext::real</a></div><div class="ttdeci">float real</div><div class="ttdef"><b>Definition:</b> real.h:15</div></div>
|
101
|
-
<div class="ttc" id="classfasttext_1_1Matrix_html"><div class="ttname"><a href="classfasttext_1_1Matrix.html">fasttext::Matrix</a></div><div class="ttdef"><b>Definition:</b> matrix.h:23</div></div>
|
102
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_a97bc75d46013e08d43881e1ee3725491"><div class="ttname"><a href="classfasttext_1_1Vector.html#a97bc75d46013e08d43881e1ee3725491">fasttext::Vector::m_</a></div><div class="ttdeci">int64_t m_</div><div class="ttdef"><b>Definition:</b> vector.h:26</div></div>
|
103
|
-
<div class="ttc" id="namespacefasttext_html_a23eb4596f3beb9859b22cf64a83461d6"><div class="ttname"><a href="namespacefasttext.html#a23eb4596f3beb9859b22cf64a83461d6">fasttext::operator<<</a></div><div class="ttdeci">std::ostream & operator<<(std::ostream &os, const Vector &v)</div><div class="ttdef"><b>Definition:</b> vector.cc:128</div></div>
|
104
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_aedde9ca3a3952dfd54addd21f8a63506"><div class="ttname"><a href="classfasttext_1_1Vector.html#aedde9ca3a3952dfd54addd21f8a63506">fasttext::Vector::~Vector</a></div><div class="ttdeci">~Vector()</div><div class="ttdef"><b>Definition:</b> vector.cc:27</div></div>
|
105
|
-
<div class="ttc" id="classfasttext_1_1QMatrix_html"><div class="ttname"><a href="classfasttext_1_1QMatrix.html">fasttext::QMatrix</a></div><div class="ttdef"><b>Definition:</b> qmatrix.h:29</div></div>
|
106
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_aa88e78466e3db802c403f6fe13421ff6"><div class="ttname"><a href="classfasttext_1_1Vector.html#aa88e78466e3db802c403f6fe13421ff6">fasttext::Vector::norm</a></div><div class="ttdeci">real norm() const</div><div class="ttdef"><b>Definition:</b> vector.cc:41</div></div>
|
107
|
-
<div class="ttc" id="classfasttext_1_1Vector_html_aef57a1c3a853b8691f544e9f881a3394"><div class="ttname"><a href="classfasttext_1_1Vector.html#aef57a1c3a853b8691f544e9f881a3394">fasttext::Vector::addVector</a></div><div class="ttdeci">void addVector(const Vector &source)</div><div class="ttdef"><b>Definition:</b> vector.cc:55</div></div>
|
108
|
-
</div><!-- fragment --></div><!-- contents -->
|
109
|
-
</div><!-- doc-content -->
|
110
|
-
<!-- start footer part -->
|
111
|
-
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
|
112
|
-
<ul>
|
113
|
-
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="vector_8h.html">vector.h</a></li>
|
114
|
-
<li class="footer">Generated by
|
115
|
-
<a href="http://www.doxygen.org/index.html">
|
116
|
-
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
|
117
|
-
</ul>
|
118
|
-
</div>
|
119
|
-
</body>
|
120
|
-
</html>
|
@@ -1,48 +0,0 @@
|
|
1
|
-
.mainContainer .wrapper a {
|
2
|
-
text-decoration: initial;
|
3
|
-
}
|
4
|
-
|
5
|
-
div.productShowcaseSection {
|
6
|
-
padding-top: 20px;
|
7
|
-
padding-bottom: 20px;
|
8
|
-
}
|
9
|
-
|
10
|
-
.productShowcaseSection .indexUsers a {
|
11
|
-
max-width: 300px;
|
12
|
-
padding: 0 15 0 15;
|
13
|
-
}
|
14
|
-
|
15
|
-
.productShowcaseSection h2 {
|
16
|
-
margin-bottom: 10px;
|
17
|
-
}
|
18
|
-
|
19
|
-
.productShowcaseSection div.container {
|
20
|
-
padding-top: 20px;
|
21
|
-
padding-bottom: 20px;
|
22
|
-
}
|
23
|
-
|
24
|
-
.productShowcaseSection div.blockElement {
|
25
|
-
padding-top: 20px;
|
26
|
-
padding-bottom: 20px;
|
27
|
-
}
|
28
|
-
|
29
|
-
div.descriptionSection {
|
30
|
-
padding-top: 20px;
|
31
|
-
padding-bottom: 40px;
|
32
|
-
}
|
33
|
-
|
34
|
-
.descriptionSection p {
|
35
|
-
text-align: left;
|
36
|
-
margin-left: 21.5%;
|
37
|
-
margin-right: 21.5%;
|
38
|
-
}
|
39
|
-
|
40
|
-
.descriptionSection .container h2 {
|
41
|
-
font-size: 30px;
|
42
|
-
}
|
43
|
-
|
44
|
-
.descriptionSection .blockImage {
|
45
|
-
margin-top: 7%;
|
46
|
-
}
|
47
|
-
|
48
|
-
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
data/vendor/fastText/wikifil.pl
DELETED
@@ -1,57 +0,0 @@
|
|
1
|
-
#!/usr/bin/perl
|
2
|
-
|
3
|
-
# Program to filter Wikipedia XML dumps to "clean" text consisting only of lowercase
|
4
|
-
# letters (a-z, converted from A-Z), and spaces (never consecutive).
|
5
|
-
# All other characters are converted to spaces. Only text which normally appears
|
6
|
-
# in the web browser is displayed. Tables are removed. Image captions are
|
7
|
-
# preserved. Links are converted to normal text. Digits are spelled out.
|
8
|
-
|
9
|
-
# Written by Matt Mahoney, June 10, 2006. This program is released to the public domain.
|
10
|
-
|
11
|
-
$/=">"; # input record separator
|
12
|
-
while (<>) {
|
13
|
-
if (/<text /) {$text=1;} # remove all but between <text> ... </text>
|
14
|
-
if (/#redirect/i) {$text=0;} # remove #REDIRECT
|
15
|
-
if ($text) {
|
16
|
-
|
17
|
-
# Remove any text not normally visible
|
18
|
-
if (/<\/text>/) {$text=0;}
|
19
|
-
s/<.*>//; # remove xml tags
|
20
|
-
s/&/&/g; # decode URL encoded chars
|
21
|
-
s/</</g;
|
22
|
-
s/>/>/g;
|
23
|
-
s/<ref[^<]*<\/ref>//g; # remove references <ref...> ... </ref>
|
24
|
-
s/<[^>]*>//g; # remove xhtml tags
|
25
|
-
s/\[http:[^] ]*/[/g; # remove normal url, preserve visible text
|
26
|
-
s/\|thumb//ig; # remove images links, preserve caption
|
27
|
-
s/\|left//ig;
|
28
|
-
s/\|right//ig;
|
29
|
-
s/\|\d+px//ig;
|
30
|
-
s/\[\[image:[^\[\]]*\|//ig;
|
31
|
-
s/\[\[category:([^|\]]*)[^]]*\]\]/[[$1]]/ig; # show categories without markup
|
32
|
-
s/\[\[[a-z\-]*:[^\]]*\]\]//g; # remove links to other languages
|
33
|
-
s/\[\[[^\|\]]*\|/[[/g; # remove wiki url, preserve visible text
|
34
|
-
s/\{\{[^\}]*\}\}//g; # remove {{icons}} and {tables}
|
35
|
-
s/\{[^\}]*\}//g;
|
36
|
-
s/\[//g; # remove [ and ]
|
37
|
-
s/\]//g;
|
38
|
-
s/&[^;]*;/ /g; # remove URL encoded chars
|
39
|
-
|
40
|
-
# convert to lowercase letters and spaces, spell digits
|
41
|
-
$_=" $_ ";
|
42
|
-
tr/A-Z/a-z/;
|
43
|
-
s/0/ zero /g;
|
44
|
-
s/1/ one /g;
|
45
|
-
s/2/ two /g;
|
46
|
-
s/3/ three /g;
|
47
|
-
s/4/ four /g;
|
48
|
-
s/5/ five /g;
|
49
|
-
s/6/ six /g;
|
50
|
-
s/7/ seven /g;
|
51
|
-
s/8/ eight /g;
|
52
|
-
s/9/ nine /g;
|
53
|
-
tr/a-z/ /cs;
|
54
|
-
chop;
|
55
|
-
print $_;
|
56
|
-
}
|
57
|
-
}
|
@@ -1,39 +0,0 @@
|
|
1
|
-
#!/usr/bin/env bash
|
2
|
-
#
|
3
|
-
# Copyright (c) 2016-present, Facebook, Inc.
|
4
|
-
# All rights reserved.
|
5
|
-
#
|
6
|
-
# This source code is licensed under the MIT license found in the
|
7
|
-
# LICENSE file in the root directory of this source tree.
|
8
|
-
#
|
9
|
-
|
10
|
-
RESULTDIR=result
|
11
|
-
DATADIR=data
|
12
|
-
|
13
|
-
mkdir -p "${RESULTDIR}"
|
14
|
-
mkdir -p "${DATADIR}"
|
15
|
-
|
16
|
-
if [ ! -f "${DATADIR}/fil9" ]
|
17
|
-
then
|
18
|
-
wget -c http://mattmahoney.net/dc/enwik9.zip -P "${DATADIR}"
|
19
|
-
unzip "${DATADIR}/enwik9.zip" -d "${DATADIR}"
|
20
|
-
perl wikifil.pl "${DATADIR}/enwik9" > "${DATADIR}"/fil9
|
21
|
-
fi
|
22
|
-
|
23
|
-
if [ ! -f "${DATADIR}/rw/rw.txt" ]
|
24
|
-
then
|
25
|
-
wget -c https://nlp.stanford.edu/~lmthang/morphoNLM/rw.zip -P "${DATADIR}"
|
26
|
-
unzip "${DATADIR}/rw.zip" -d "${DATADIR}"
|
27
|
-
fi
|
28
|
-
|
29
|
-
make
|
30
|
-
|
31
|
-
./fasttext skipgram -input "${DATADIR}"/fil9 -output "${RESULTDIR}"/fil9 -lr 0.025 -dim 100 \
|
32
|
-
-ws 5 -epoch 1 -minCount 5 -neg 5 -loss ns -bucket 2000000 \
|
33
|
-
-minn 3 -maxn 6 -thread 4 -t 1e-4 -lrUpdateRate 100
|
34
|
-
|
35
|
-
cut -f 1,2 "${DATADIR}"/rw/rw.txt | awk '{print tolower($0)}' | tr '\t' '\n' > "${DATADIR}"/queries.txt
|
36
|
-
|
37
|
-
cat "${DATADIR}"/queries.txt | ./fasttext print-word-vectors "${RESULTDIR}"/fil9.bin > "${RESULTDIR}"/vectors.txt
|
38
|
-
|
39
|
-
python eval.py -m "${RESULTDIR}"/vectors.txt -d "${DATADIR}"/rw/rw.txt
|