featrixsphere 0.1.480__tar.gz → 0.2.4984__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- featrixsphere-0.2.4984/MANIFEST.in +8 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/PKG-INFO +46 -7
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/README.md +45 -6
- featrixsphere-0.2.4984/VERSION +1 -0
- featrixsphere-0.2.4984/featrix-update.py +622 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere/__init__.py +3 -3
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere/client.py +5726 -4848
- featrixsphere-0.2.4984/featrixsphere/test_client.py +311 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/PKG-INFO +46 -7
- featrixsphere-0.2.4984/featrixsphere.egg-info/SOURCES.txt +230 -0
- featrixsphere-0.2.4984/nv-install.sh +169 -0
- featrixsphere-0.2.4984/requirements.txt +78 -0
- featrixsphere-0.2.4984/src/api.py +9939 -0
- featrixsphere-0.2.4984/src/auto_upgrade_monitor.py +570 -0
- featrixsphere-0.2.4984/src/build_version.py +156 -0
- featrixsphere-0.2.4984/src/celery_app.py +5270 -0
- featrixsphere-0.2.4984/src/config.py +73 -0
- featrixsphere-0.2.4984/src/demo_existing_model.py +334 -0
- featrixsphere-0.2.4984/src/demo_label_updates.py +259 -0
- featrixsphere-0.2.4984/src/deploy.py +153 -0
- featrixsphere-0.2.4984/src/deploy_cache_debug.sh +41 -0
- featrixsphere-0.2.4984/src/ensure_watchdog_running.sh +86 -0
- featrixsphere-0.2.4984/src/error_tracker.py +288 -0
- featrixsphere-0.2.4984/src/event_log.py +219 -0
- featrixsphere-0.2.4984/src/example_api_usage.py +195 -0
- featrixsphere-0.2.4984/src/example_prediction_feedback.py +109 -0
- featrixsphere-0.2.4984/src/example_train_predictor.py +106 -0
- featrixsphere-0.2.4984/src/featrix_watchdog.py +1917 -0
- featrixsphere-0.2.4984/src/gc_cleanup.py +610 -0
- featrixsphere-0.2.4984/src/lib/api_event_retry.py +442 -0
- featrixsphere-0.2.4984/src/lib/celery_job_recovery.py +1575 -0
- featrixsphere-0.2.4984/src/lib/convergence_monitor.py +645 -0
- featrixsphere-0.2.4984/src/lib/crash_tracker.py +283 -0
- featrixsphere-0.2.4984/src/lib/distribution_shift_detector.py +735 -0
- featrixsphere-0.2.4984/src/lib/embedding_space_io.py +24 -0
- featrixsphere-0.2.4984/src/lib/epoch_projections.py +367 -0
- featrixsphere-0.2.4984/src/lib/es_projections.py +186 -0
- featrixsphere-0.2.4984/src/lib/es_training.py +2579 -0
- featrixsphere-0.2.4984/src/lib/es_training_wrapper.py +127 -0
- featrixsphere-0.2.4984/src/lib/featrix/__init__.py +7 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/__init__.py +9 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/calibration_utils.py +809 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/classification_metrics.py +828 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/config.py +46 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/data_frame_data_set.py +185 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/dataloader_utils.py +779 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/detect.py +1568 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/domain_codec.py +471 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/dropout_scheduler.py +272 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/dynamic_relationship_extractor.py +1984 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/embedded_space.py +16126 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/embedding_lr_scheduler.py +372 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/embedding_quality.py +418 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/embedding_space_utils.py +385 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/embedding_utils.py +38 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/encoders.py +2745 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/enrich.py +476 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/es_projection.py +456 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/exceptions.py +155 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/featrix_csv.py +520 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/featrix_json.py +89 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/featrix_module_dict.py +85 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/featrix_token.py +272 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/feature_effectiveness_tracker.py +350 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/feature_engineer.py +307 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/feature_suggestion_tracker.py +372 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/gpu_utils.py +1287 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/graph_encoder.py +717 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/graph_encoder_training.py +292 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/guardrails.py +295 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/hubspot_free_domains_list_may_2025.py +4779 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/hybrid_column_detector.py +538 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/hybrid_encoders.py +344 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/input_data_file.py +187 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/input_data_set.py +2197 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/integrity.py +260 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/io_utils.py +1730 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/json_cache.py +276 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/json_codec.py +338 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/llm/__init__.py +6 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/llm/schema_analyzer.py +923 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/local_string_cache.py +486 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/logging_config.py +339 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/mask_tracker.py +458 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/model_config.py +348 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/model_hash.py +71 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/movie_frame_task.py +269 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/multi_table_dataset.py +336 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/multi_table_embedding_space.py +220 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/network_viz.py +262 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/platform_utils.py +84 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/prng_control.py +27 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/demo_advisor_decisions.py +169 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/example_complete_workflow.py +229 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/generate_focal_report.py +881 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/model_advisor.py +600 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/show_results.py +217 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_adaptive_loss_benchmark.py +385 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_adaptive_training.py +444 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_checkpoint_dict_reconstruction.py +223 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_confusion_matrix_metadata.py +134 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_embedding_quality.py +351 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_embedding_space.py +329 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_extend_embedding_space.py +392 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_feature_engineering_prediction.py +398 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_focal_comparison.py +389 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_focal_comparison_enhanced.py +395 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_focal_loss_single_predictor.py +131 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_hybrid_columns.py +483 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_label_smoothing.py +348 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_monitor_integration.py +202 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_piecewise_epochs.py +77 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_predict_during_training.py +325 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_relationship_extractor_integration.py +485 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_relationship_extractor_mixed_types.py +619 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_set_encoder_strategies.py +415 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_timeline_quick.py +82 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_training_monitor.py +147 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/test_warning_tracking.py +90 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/qa/visualize_training_timeline.py +504 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_complexity.py +271 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_estimator.py +494 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_extractor.py +527 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_performance.py +282 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_preanalysis.py +227 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/relationship_search.py +285 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/scalar_codec.py +1492 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/schema_history.py +205 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/set_codec.py +1615 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/setlist_codec.py +418 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/simple_mlp.py +353 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/simple_string_cache.py +1028 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/single_predictor.py +12546 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/single_predictor_mlp.py +312 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/sphere_config.py +506 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/sqlite_utils.py +138 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/stopwatch.py +80 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/string_analysis.py +1061 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/string_cache.py +1328 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/string_codec.py +2234 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/string_list_codec.py +266 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/test_graph_encoder.py +170 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/timestamp_codec.py +365 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_banner.py +397 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_context_manager.py +99 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_event.py +0 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_exceptions.py +205 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_history_db.py +293 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_logger.py +1220 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/training_timeline.py +664 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/transformer_encoder.py +638 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/url_codec.py +385 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/url_parser.py +264 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/utils.py +841 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/vector_codec.py +233 -0
- featrixsphere-0.2.4984/src/lib/featrix/neural/world_data.py +333 -0
- featrixsphere-0.2.4984/src/lib/featrix_debug.py +233 -0
- featrixsphere-0.2.4984/src/lib/job_manager.py +1003 -0
- featrixsphere-0.2.4984/src/lib/json_encoder_cache.py +143 -0
- featrixsphere-0.2.4984/src/lib/knn_training.py +241 -0
- featrixsphere-0.2.4984/src/lib/meta_learning_client.py +882 -0
- featrixsphere-0.2.4984/src/lib/model_card_repair.py +178 -0
- featrixsphere-0.2.4984/src/lib/model_repair.py +318 -0
- featrixsphere-0.2.4984/src/lib/pre_analysis_wrapper.py +117 -0
- featrixsphere-0.2.4984/src/lib/queue_manager.py +132 -0
- featrixsphere-0.2.4984/src/lib/quick_architecture_search.py +423 -0
- featrixsphere-0.2.4984/src/lib/session_chains.py +1336 -0
- featrixsphere-0.2.4984/src/lib/session_manager.py +2566 -0
- featrixsphere-0.2.4984/src/lib/single_predictor_cv.py +291 -0
- featrixsphere-0.2.4984/src/lib/single_predictor_training.py +3953 -0
- featrixsphere-0.2.4984/src/lib/sp_training_wrapper.py +98 -0
- featrixsphere-0.2.4984/src/lib/sphere_config.py +432 -0
- featrixsphere-0.2.4984/src/lib/structureddata.py +1671 -0
- featrixsphere-0.2.4984/src/lib/system_health_monitor.py +1095 -0
- featrixsphere-0.2.4984/src/lib/training_monitor.py +1200 -0
- featrixsphere-0.2.4984/src/lib/utils.py +123 -0
- featrixsphere-0.2.4984/src/lib/vector_db.py +580 -0
- featrixsphere-0.2.4984/src/lib/webhook_helpers.py +263 -0
- featrixsphere-0.2.4984/src/lib/weightwatcher_tracking.py +920 -0
- featrixsphere-0.2.4984/src/llm_client.py +136 -0
- featrixsphere-0.2.4984/src/load_and_test_model.py +397 -0
- featrixsphere-0.2.4984/src/manage_churro.sh +124 -0
- featrixsphere-0.2.4984/src/migrate_string_cache_naming.py +197 -0
- featrixsphere-0.2.4984/src/neural.py +0 -0
- featrixsphere-0.2.4984/src/node-install.sh +4042 -0
- featrixsphere-0.2.4984/src/prediction_client.py +147 -0
- featrixsphere-0.2.4984/src/prediction_drift_monitor.py +346 -0
- featrixsphere-0.2.4984/src/prediction_persistence_worker.py +310 -0
- featrixsphere-0.2.4984/src/prediction_server.py +337 -0
- featrixsphere-0.2.4984/src/query_schema_worker.py +217 -0
- featrixsphere-0.2.4984/src/quick_test_deployment.sh +180 -0
- featrixsphere-0.2.4984/src/recreate_session.py +496 -0
- featrixsphere-0.2.4984/src/redis_job_progress.py +495 -0
- featrixsphere-0.2.4984/src/redis_prediction_cli.py +178 -0
- featrixsphere-0.2.4984/src/redis_prediction_store.py +170 -0
- featrixsphere-0.2.4984/src/regenerate_training_movie.py +460 -0
- featrixsphere-0.2.4984/src/render_sphere.py +110 -0
- featrixsphere-0.2.4984/src/repair_checkpoint.py +246 -0
- featrixsphere-0.2.4984/src/repair_model.py +89 -0
- featrixsphere-0.2.4984/src/resubmit_es_completion.py +682 -0
- featrixsphere-0.2.4984/src/run_api_server.sh +139 -0
- featrixsphere-0.2.4984/src/send_email.py +100 -0
- featrixsphere-0.2.4984/src/slack.py +185 -0
- featrixsphere-0.2.4984/src/standalone_prediction.py +452 -0
- featrixsphere-0.2.4984/src/start_celery_cpu_worker.sh +20 -0
- featrixsphere-0.2.4984/src/start_celery_gpu_worker.sh +160 -0
- featrixsphere-0.2.4984/src/start_celery_movie_worker.sh +20 -0
- featrixsphere-0.2.4984/src/tail-watch.py +354 -0
- featrixsphere-0.2.4984/src/test_api_client.py +1266 -0
- featrixsphere-0.2.4984/src/test_complete_workflow.py +386 -0
- featrixsphere-0.2.4984/src/test_json_tables_prediction.py +314 -0
- featrixsphere-0.2.4984/src/test_redis_predictions.py +92 -0
- featrixsphere-0.2.4984/src/test_server_connection.py +132 -0
- featrixsphere-0.2.4984/src/test_session_models.py +170 -0
- featrixsphere-0.2.4984/src/test_single_predictor_api.py +267 -0
- featrixsphere-0.2.4984/src/test_upload_endpoint.py +131 -0
- featrixsphere-0.2.4984/src/tree.py +14 -0
- featrixsphere-0.2.4984/src/utils.py +69 -0
- featrixsphere-0.2.4984/src/version.py +370 -0
- featrixsphere-0.2.4984/system_monitor.py +1907 -0
- featrixsphere-0.2.4984/tests/test_client_data.py +145 -0
- featrixsphere-0.2.4984/tests/test_client_predictions.py +266 -0
- featrixsphere-0.2.4984/tests/test_client_sessions.py +665 -0
- featrixsphere-0.2.4984/tests/test_client_training.py +149 -0
- featrixsphere-0.2.4984/tests/test_local_integration.py +270 -0
- featrixsphere-0.1.480/featrixsphere/cli.py +0 -213
- featrixsphere-0.1.480/featrixsphere/client_movie_v2.py +0 -489
- featrixsphere-0.1.480/featrixsphere.egg-info/SOURCES.txt +0 -13
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/dependency_links.txt +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/entry_points.txt +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/not-zip-safe +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/requires.txt +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/featrixsphere.egg-info/top_level.txt +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/setup.cfg +0 -0
- {featrixsphere-0.1.480 → featrixsphere-0.2.4984}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: featrixsphere
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.2.4984
|
|
4
4
|
Summary: Transform any CSV into a production-ready ML model in minutes, not months.
|
|
5
5
|
Home-page: https://github.com/Featrix/sphere
|
|
6
6
|
Author: Featrix
|
|
@@ -299,6 +299,47 @@ print(f"""
|
|
|
299
299
|
|
|
300
300
|
## 🔍 Advanced Features
|
|
301
301
|
|
|
302
|
+
### Batch Encoding (NEW in v0.2.228! 🆕)
|
|
303
|
+
```python
|
|
304
|
+
# Encode single record
|
|
305
|
+
embedding = client.encode_records(session_id, {
|
|
306
|
+
"text": "customer complaint about billing",
|
|
307
|
+
"category": "support"
|
|
308
|
+
})
|
|
309
|
+
|
|
310
|
+
# NEW: Batch encoding with intelligent adaptive sizing!
|
|
311
|
+
# Handles any size - even 50,000+ records efficiently
|
|
312
|
+
records = [
|
|
313
|
+
{"text": "happy customer", "category": "support"},
|
|
314
|
+
{"text": "billing issue", "category": "finance"},
|
|
315
|
+
# ... thousands more records
|
|
316
|
+
]
|
|
317
|
+
|
|
318
|
+
# Automatically batches, measures response time, and optimizes throughput
|
|
319
|
+
embeddings = client.encode_records(session_id, records)
|
|
320
|
+
# Output:
|
|
321
|
+
# 📊 Encoding 50,000 records with adaptive batching...
|
|
322
|
+
# ✓ Batch: 100 records in 2.3s (43.5 rec/s) - Progress: 100/50,000 (0.2%)
|
|
323
|
+
# ⚡ Fast response, increasing batch size to 150
|
|
324
|
+
# ✓ Batch: 150 records in 3.1s (48.4 rec/s) - Progress: 250/50,000 (0.5%)
|
|
325
|
+
# ...
|
|
326
|
+
# ✅ Completed encoding 50,000 records
|
|
327
|
+
|
|
328
|
+
# Access both 3D and full-dimensional embeddings
|
|
329
|
+
for result in embeddings:
|
|
330
|
+
short_3d = result['embedding_short'] # 3D for visualization
|
|
331
|
+
full_embedding = result['embedding_long'] # Full-dimensional for ML
|
|
332
|
+
```
|
|
333
|
+
|
|
334
|
+
**How Batch Encoding Works:**
|
|
335
|
+
- Starts with batches of 100 records
|
|
336
|
+
- Measures each batch response time
|
|
337
|
+
- If < 3.5s → increases batch size by 1.5x
|
|
338
|
+
- If < 5s → increases by 1.2x
|
|
339
|
+
- If > 6.5s → decreases by 0.7x
|
|
340
|
+
- Targets ~5 seconds per batch for optimal throughput
|
|
341
|
+
- Range: 10-5,000 records per batch
|
|
342
|
+
|
|
302
343
|
### Similarity Search
|
|
303
344
|
```python
|
|
304
345
|
# Find similar records using neural embeddings
|
|
@@ -321,7 +362,8 @@ embedding = client.encode_records(session_id, {
|
|
|
321
362
|
"priority": "high"
|
|
322
363
|
})
|
|
323
364
|
|
|
324
|
-
print(f"
|
|
365
|
+
print(f"3D embedding: {embedding['embedding_short']}")
|
|
366
|
+
print(f"Full embedding dimension: {len(embedding['embedding_long'])}")
|
|
325
367
|
# Embedding dimension: 512 (rich 512-dimensional representation!)
|
|
326
368
|
```
|
|
327
369
|
|
|
@@ -386,14 +428,11 @@ print(f"""
|
|
|
386
428
|
batch_results = client.predict_records(session_id, records_list)
|
|
387
429
|
# 10x faster than individual predictions!
|
|
388
430
|
|
|
389
|
-
#
|
|
431
|
+
# Featrix will automatically tune your model for your data.
|
|
390
432
|
client.train_single_predictor(
|
|
391
433
|
session_id=session_id,
|
|
392
434
|
target_column="target",
|
|
393
|
-
target_column_type="set"
|
|
394
|
-
epochs=100, # More epochs for complex patterns
|
|
395
|
-
batch_size=512, # Larger batches for big datasets
|
|
396
|
-
learning_rate=0.001 # Lower LR for stable training
|
|
435
|
+
target_column_type="set"
|
|
397
436
|
)
|
|
398
437
|
```
|
|
399
438
|
|
|
@@ -219,6 +219,47 @@ print(f"""
|
|
|
219
219
|
|
|
220
220
|
## 🔍 Advanced Features
|
|
221
221
|
|
|
222
|
+
### Batch Encoding (NEW in v0.2.228! 🆕)
|
|
223
|
+
```python
|
|
224
|
+
# Encode single record
|
|
225
|
+
embedding = client.encode_records(session_id, {
|
|
226
|
+
"text": "customer complaint about billing",
|
|
227
|
+
"category": "support"
|
|
228
|
+
})
|
|
229
|
+
|
|
230
|
+
# NEW: Batch encoding with intelligent adaptive sizing!
|
|
231
|
+
# Handles any size - even 50,000+ records efficiently
|
|
232
|
+
records = [
|
|
233
|
+
{"text": "happy customer", "category": "support"},
|
|
234
|
+
{"text": "billing issue", "category": "finance"},
|
|
235
|
+
# ... thousands more records
|
|
236
|
+
]
|
|
237
|
+
|
|
238
|
+
# Automatically batches, measures response time, and optimizes throughput
|
|
239
|
+
embeddings = client.encode_records(session_id, records)
|
|
240
|
+
# Output:
|
|
241
|
+
# 📊 Encoding 50,000 records with adaptive batching...
|
|
242
|
+
# ✓ Batch: 100 records in 2.3s (43.5 rec/s) - Progress: 100/50,000 (0.2%)
|
|
243
|
+
# ⚡ Fast response, increasing batch size to 150
|
|
244
|
+
# ✓ Batch: 150 records in 3.1s (48.4 rec/s) - Progress: 250/50,000 (0.5%)
|
|
245
|
+
# ...
|
|
246
|
+
# ✅ Completed encoding 50,000 records
|
|
247
|
+
|
|
248
|
+
# Access both 3D and full-dimensional embeddings
|
|
249
|
+
for result in embeddings:
|
|
250
|
+
short_3d = result['embedding_short'] # 3D for visualization
|
|
251
|
+
full_embedding = result['embedding_long'] # Full-dimensional for ML
|
|
252
|
+
```
|
|
253
|
+
|
|
254
|
+
**How Batch Encoding Works:**
|
|
255
|
+
- Starts with batches of 100 records
|
|
256
|
+
- Measures each batch response time
|
|
257
|
+
- If < 3.5s → increases batch size by 1.5x
|
|
258
|
+
- If < 5s → increases by 1.2x
|
|
259
|
+
- If > 6.5s → decreases by 0.7x
|
|
260
|
+
- Targets ~5 seconds per batch for optimal throughput
|
|
261
|
+
- Range: 10-5,000 records per batch
|
|
262
|
+
|
|
222
263
|
### Similarity Search
|
|
223
264
|
```python
|
|
224
265
|
# Find similar records using neural embeddings
|
|
@@ -241,7 +282,8 @@ embedding = client.encode_records(session_id, {
|
|
|
241
282
|
"priority": "high"
|
|
242
283
|
})
|
|
243
284
|
|
|
244
|
-
print(f"
|
|
285
|
+
print(f"3D embedding: {embedding['embedding_short']}")
|
|
286
|
+
print(f"Full embedding dimension: {len(embedding['embedding_long'])}")
|
|
245
287
|
# Embedding dimension: 512 (rich 512-dimensional representation!)
|
|
246
288
|
```
|
|
247
289
|
|
|
@@ -306,14 +348,11 @@ print(f"""
|
|
|
306
348
|
batch_results = client.predict_records(session_id, records_list)
|
|
307
349
|
# 10x faster than individual predictions!
|
|
308
350
|
|
|
309
|
-
#
|
|
351
|
+
# Featrix will automatically tune your model for your data.
|
|
310
352
|
client.train_single_predictor(
|
|
311
353
|
session_id=session_id,
|
|
312
354
|
target_column="target",
|
|
313
|
-
target_column_type="set"
|
|
314
|
-
epochs=100, # More epochs for complex patterns
|
|
315
|
-
batch_size=512, # Larger batches for big datasets
|
|
316
|
-
learning_rate=0.001 # Lower LR for stable training
|
|
355
|
+
target_column_type="set"
|
|
317
356
|
)
|
|
318
357
|
```
|
|
319
358
|
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.2.4984
|