opencandle 0.5.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +170 -186
- package/dist/analysts/contracts.d.ts +1 -3
- package/dist/analysts/contracts.js +1 -11
- package/dist/analysts/contracts.js.map +1 -1
- package/dist/analysts/orchestrator.d.ts +1 -3
- package/dist/analysts/orchestrator.js +1 -26
- package/dist/analysts/orchestrator.js.map +1 -1
- package/dist/cli.js +66 -7
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +13 -3
- package/dist/config.js +25 -5
- package/dist/config.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/infra/cache.d.ts +8 -11
- package/dist/infra/cache.js +17 -15
- package/dist/infra/cache.js.map +1 -1
- package/dist/infra/http-client.d.ts +4 -1
- package/dist/infra/http-client.js +59 -6
- package/dist/infra/http-client.js.map +1 -1
- package/dist/infra/index.d.ts +2 -3
- package/dist/infra/index.js +2 -3
- package/dist/infra/index.js.map +1 -1
- package/dist/infra/native-dependencies.js +2 -2
- package/dist/infra/native-dependencies.js.map +1 -1
- package/dist/infra/node-version.js.map +1 -1
- package/dist/infra/opencandle-paths.d.ts +0 -3
- package/dist/infra/opencandle-paths.js +4 -11
- package/dist/infra/opencandle-paths.js.map +1 -1
- package/dist/infra/rate-limiter.js +12 -9
- package/dist/infra/rate-limiter.js.map +1 -1
- package/dist/market-state/alert-conditions.d.ts +34 -0
- package/dist/market-state/alert-conditions.js +23 -0
- package/dist/market-state/alert-conditions.js.map +1 -0
- package/dist/market-state/alert-runner.d.ts +55 -0
- package/dist/market-state/alert-runner.js +634 -0
- package/dist/market-state/alert-runner.js.map +1 -0
- package/dist/market-state/daily-report.d.ts +26 -0
- package/dist/market-state/daily-report.js +179 -0
- package/dist/market-state/daily-report.js.map +1 -0
- package/dist/market-state/local-automation-service.d.ts +25 -0
- package/dist/market-state/local-automation-service.js +119 -0
- package/dist/market-state/local-automation-service.js.map +1 -0
- package/dist/market-state/notification-delivery.d.ts +14 -0
- package/dist/market-state/notification-delivery.js +139 -0
- package/dist/market-state/notification-delivery.js.map +1 -0
- package/dist/market-state/resolve-for-mutation.d.ts +10 -0
- package/dist/market-state/resolve-for-mutation.js +15 -0
- package/dist/market-state/resolve-for-mutation.js.map +1 -0
- package/dist/market-state/resolve.d.ts +14 -0
- package/dist/market-state/resolve.js +89 -0
- package/dist/market-state/resolve.js.map +1 -0
- package/dist/market-state/service.d.ts +527 -0
- package/dist/market-state/service.js +1099 -0
- package/dist/market-state/service.js.map +1 -0
- package/dist/memory/index.d.ts +7 -7
- package/dist/memory/index.js +6 -6
- package/dist/memory/index.js.map +1 -1
- package/dist/memory/manager.js +11 -11
- package/dist/memory/manager.js.map +1 -1
- package/dist/memory/retrieval.js +7 -4
- package/dist/memory/retrieval.js.map +1 -1
- package/dist/memory/sqlite.js +385 -3
- package/dist/memory/sqlite.js.map +1 -1
- package/dist/memory/storage.js +1 -2
- package/dist/memory/storage.js.map +1 -1
- package/dist/memory/tool-defaults.js +64 -28
- package/dist/memory/tool-defaults.js.map +1 -1
- package/dist/memory/types.js.map +1 -1
- package/dist/monitor.d.ts +2 -0
- package/dist/monitor.js +104 -0
- package/dist/monitor.js.map +1 -0
- package/dist/onboarding/connect.d.ts +2 -2
- package/dist/onboarding/connect.js +13 -8
- package/dist/onboarding/connect.js.map +1 -1
- package/dist/onboarding/credential-interceptor.js +1 -1
- package/dist/onboarding/credential-interceptor.js.map +1 -1
- package/dist/onboarding/degradation-accumulator.js +1 -3
- package/dist/onboarding/degradation-accumulator.js.map +1 -1
- package/dist/onboarding/provider-status.d.ts +48 -0
- package/dist/onboarding/provider-status.js +285 -0
- package/dist/onboarding/provider-status.js.map +1 -0
- package/dist/onboarding/providers.d.ts +85 -8
- package/dist/onboarding/providers.js +83 -18
- package/dist/onboarding/providers.js.map +1 -1
- package/dist/onboarding/state.d.ts +1 -0
- package/dist/onboarding/state.js +5 -0
- package/dist/onboarding/state.js.map +1 -1
- package/dist/onboarding/tool-helpers.js +1 -1
- package/dist/onboarding/tool-helpers.js.map +1 -1
- package/dist/onboarding/tool-tags.d.ts +12 -1
- package/dist/onboarding/tool-tags.js +37 -5
- package/dist/onboarding/tool-tags.js.map +1 -1
- package/dist/onboarding/validation.d.ts +2 -2
- package/dist/onboarding/validation.js +1 -1
- package/dist/onboarding/validation.js.map +1 -1
- package/dist/pi/opencandle-extension.d.ts +8 -0
- package/dist/pi/opencandle-extension.js +502 -42
- package/dist/pi/opencandle-extension.js.map +1 -1
- package/dist/pi/session.d.ts +1 -1
- package/dist/pi/session.js +3 -1
- package/dist/pi/session.js.map +1 -1
- package/dist/pi/setup.js +8 -3
- package/dist/pi/setup.js.map +1 -1
- package/dist/pi/tool-adapter.d.ts +4 -1
- package/dist/pi/tool-adapter.js +10 -6
- package/dist/pi/tool-adapter.js.map +1 -1
- package/dist/prompts/context-builder.d.ts +1 -1
- package/dist/prompts/context-builder.js +20 -7
- package/dist/prompts/context-builder.js.map +1 -1
- package/dist/prompts/policy-cards.d.ts +1 -1
- package/dist/prompts/policy-cards.js +2 -2
- package/dist/prompts/policy-cards.js.map +1 -1
- package/dist/prompts/sections.d.ts +1 -1
- package/dist/prompts/symbol-preflight.d.ts +20 -0
- package/dist/prompts/symbol-preflight.js +49 -0
- package/dist/prompts/symbol-preflight.js.map +1 -0
- package/dist/prompts/workflow-prompts.d.ts +1 -1
- package/dist/prompts/workflow-prompts.js +54 -16
- package/dist/prompts/workflow-prompts.js.map +1 -1
- package/dist/providers/alpha-vantage.d.ts +1 -1
- package/dist/providers/alpha-vantage.js +26 -7
- package/dist/providers/alpha-vantage.js.map +1 -1
- package/dist/providers/coingecko.js +1 -1
- package/dist/providers/coingecko.js.map +1 -1
- package/dist/providers/errors.d.ts +5 -0
- package/dist/providers/errors.js +11 -0
- package/dist/providers/errors.js.map +1 -0
- package/dist/providers/exa-search.d.ts +2 -2
- package/dist/providers/exa-search.js +19 -11
- package/dist/providers/exa-search.js.map +1 -1
- package/dist/providers/external-tool-error.d.ts +10 -0
- package/dist/providers/external-tool-error.js +21 -0
- package/dist/providers/external-tool-error.js.map +1 -0
- package/dist/providers/fear-greed.js +1 -1
- package/dist/providers/fear-greed.js.map +1 -1
- package/dist/providers/finnhub.js +3 -5
- package/dist/providers/finnhub.js.map +1 -1
- package/dist/providers/fred.js +2 -2
- package/dist/providers/fred.js.map +1 -1
- package/dist/providers/index.d.ts +7 -6
- package/dist/providers/index.js +6 -5
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/reddit-cli.d.ts +36 -0
- package/dist/providers/reddit-cli.js +201 -0
- package/dist/providers/reddit-cli.js.map +1 -0
- package/dist/providers/reddit.d.ts +1 -1
- package/dist/providers/reddit.js +9 -37
- package/dist/providers/reddit.js.map +1 -1
- package/dist/providers/sec-edgar.d.ts +1 -0
- package/dist/providers/sec-edgar.js +12 -4
- package/dist/providers/sec-edgar.js.map +1 -1
- package/dist/providers/tradingview.d.ts +47 -0
- package/dist/providers/tradingview.js +275 -0
- package/dist/providers/tradingview.js.map +1 -0
- package/dist/providers/twitter-cli.d.ts +40 -0
- package/dist/providers/twitter-cli.js +153 -0
- package/dist/providers/twitter-cli.js.map +1 -0
- package/dist/providers/twitter.d.ts +0 -8
- package/dist/providers/twitter.js +8 -60
- package/dist/providers/twitter.js.map +1 -1
- package/dist/providers/web-search.js +26 -12
- package/dist/providers/web-search.js.map +1 -1
- package/dist/providers/with-fallback.js +4 -2
- package/dist/providers/with-fallback.js.map +1 -1
- package/dist/providers/wrap-provider.d.ts +2 -3
- package/dist/providers/wrap-provider.js +44 -8
- package/dist/providers/wrap-provider.js.map +1 -1
- package/dist/providers/yahoo-finance.d.ts +1 -1
- package/dist/providers/yahoo-finance.js +153 -48
- package/dist/providers/yahoo-finance.js.map +1 -1
- package/dist/routing/classify-intent.d.ts +6 -0
- package/dist/routing/classify-intent.js +78 -7
- package/dist/routing/classify-intent.js.map +1 -1
- package/dist/routing/defaults.d.ts +1 -1
- package/dist/routing/entity-extractor.d.ts +1 -0
- package/dist/routing/entity-extractor.js +234 -29
- package/dist/routing/entity-extractor.js.map +1 -1
- package/dist/routing/fund-symbols.d.ts +2 -0
- package/dist/routing/fund-symbols.js +55 -0
- package/dist/routing/fund-symbols.js.map +1 -0
- package/dist/routing/horizon.d.ts +1 -0
- package/dist/routing/horizon.js +10 -0
- package/dist/routing/horizon.js.map +1 -0
- package/dist/routing/index.d.ts +10 -10
- package/dist/routing/index.js +6 -6
- package/dist/routing/index.js.map +1 -1
- package/dist/routing/planning.d.ts +2 -2
- package/dist/routing/planning.js +65 -34
- package/dist/routing/planning.js.map +1 -1
- package/dist/routing/route-manifest.d.ts +2 -2
- package/dist/routing/route-manifest.js +25 -4
- package/dist/routing/route-manifest.js.map +1 -1
- package/dist/routing/router-llm-client.js.map +1 -1
- package/dist/routing/router-prompt.js +7 -9
- package/dist/routing/router-prompt.js.map +1 -1
- package/dist/routing/router-types.d.ts +1 -0
- package/dist/routing/router.js +137 -22
- package/dist/routing/router.js.map +1 -1
- package/dist/routing/slot-resolver.d.ts +1 -1
- package/dist/routing/slot-resolver.js +2 -4
- package/dist/routing/slot-resolver.js.map +1 -1
- package/dist/routing/symbol-disambiguator.d.ts +11 -0
- package/dist/routing/symbol-disambiguator.js +52 -0
- package/dist/routing/symbol-disambiguator.js.map +1 -0
- package/dist/routing/turn-context.d.ts +1 -1
- package/dist/routing/turn-context.js +1 -1
- package/dist/routing/turn-context.js.map +1 -1
- package/dist/routing/types.d.ts +2 -0
- package/dist/runtime/answer-contracts.d.ts +1 -1
- package/dist/runtime/answer-contracts.js +48 -9
- package/dist/runtime/answer-contracts.js.map +1 -1
- package/dist/runtime/artifact-contracts.js.map +1 -1
- package/dist/runtime/planning-evidence.js +47 -26
- package/dist/runtime/planning-evidence.js.map +1 -1
- package/dist/runtime/prompt-step.d.ts +1 -9
- package/dist/runtime/prompt-step.js +0 -10
- package/dist/runtime/prompt-step.js.map +1 -1
- package/dist/runtime/run-context.d.ts +5 -2
- package/dist/runtime/run-context.js +8 -1
- package/dist/runtime/run-context.js.map +1 -1
- package/dist/runtime/session-coordinator.d.ts +13 -5
- package/dist/runtime/session-coordinator.js +160 -20
- package/dist/runtime/session-coordinator.js.map +1 -1
- package/dist/runtime/session-title.d.ts +14 -0
- package/dist/runtime/session-title.js +50 -0
- package/dist/runtime/session-title.js.map +1 -0
- package/dist/runtime/tool-defaults-wrapper.js +7 -5
- package/dist/runtime/tool-defaults-wrapper.js.map +1 -1
- package/dist/runtime/validation.js.map +1 -1
- package/dist/runtime/workflow-events.js.map +1 -1
- package/dist/runtime/workflow-runner.d.ts +3 -3
- package/dist/runtime/workflow-runner.js +1 -1
- package/dist/runtime/workflow-runner.js.map +1 -1
- package/dist/sentiment/adapters/finnhub.d.ts +1 -1
- package/dist/sentiment/adapters/finnhub.js +6 -1
- package/dist/sentiment/adapters/finnhub.js.map +1 -1
- package/dist/sentiment/adapters/reddit.d.ts +2 -2
- package/dist/sentiment/adapters/twitter.d.ts +1 -1
- package/dist/sentiment/adapters/web.d.ts +1 -1
- package/dist/sentiment/index.d.ts +10 -11
- package/dist/sentiment/index.js +10 -20
- package/dist/sentiment/index.js.map +1 -1
- package/dist/sentiment/insights.d.ts +17 -0
- package/dist/sentiment/insights.js +206 -0
- package/dist/sentiment/insights.js.map +1 -0
- package/dist/sentiment/keywords.js +26 -4
- package/dist/sentiment/keywords.js.map +1 -1
- package/dist/sentiment/pipeline.d.ts +2 -2
- package/dist/sentiment/pipeline.js +14 -2
- package/dist/sentiment/pipeline.js.map +1 -1
- package/dist/sentiment/scorer.d.ts +2 -0
- package/dist/sentiment/scorer.js +11 -2
- package/dist/sentiment/scorer.js.map +1 -1
- package/dist/sentiment/store.d.ts +1 -1
- package/dist/sentiment/store.js +1 -1
- package/dist/sentiment/store.js.map +1 -1
- package/dist/sentiment/trends.d.ts +1 -1
- package/dist/sentiment/trends.js.map +1 -1
- package/dist/sentiment/types.d.ts +2 -0
- package/dist/sentiment/types.js.map +1 -1
- package/dist/system-prompt.js +6 -9
- package/dist/system-prompt.js.map +1 -1
- package/dist/tool-kit.d.ts +7 -7
- package/dist/tool-kit.js +4 -4
- package/dist/tool-kit.js.map +1 -1
- package/dist/tools/fundamentals/company-overview.js +11 -6
- package/dist/tools/fundamentals/company-overview.js.map +1 -1
- package/dist/tools/fundamentals/comps.js +18 -9
- package/dist/tools/fundamentals/comps.js.map +1 -1
- package/dist/tools/fundamentals/dcf.js +23 -11
- package/dist/tools/fundamentals/dcf.js.map +1 -1
- package/dist/tools/fundamentals/earnings.js +8 -3
- package/dist/tools/fundamentals/earnings.js.map +1 -1
- package/dist/tools/fundamentals/financials.js +8 -3
- package/dist/tools/fundamentals/financials.js.map +1 -1
- package/dist/tools/fundamentals/sec-filings.js +21 -6
- package/dist/tools/fundamentals/sec-filings.js.map +1 -1
- package/dist/tools/index.d.ts +27 -20
- package/dist/tools/index.js +55 -43
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/interaction/ask-user.js +15 -3
- package/dist/tools/interaction/ask-user.js.map +1 -1
- package/dist/tools/macro/fear-greed.js.map +1 -1
- package/dist/tools/macro/fred-data.d.ts +1 -1
- package/dist/tools/macro/fred-data.js +17 -6
- package/dist/tools/macro/fred-data.js.map +1 -1
- package/dist/tools/market/crypto-history.js +3 -1
- package/dist/tools/market/crypto-history.js.map +1 -1
- package/dist/tools/market/crypto-price.js +3 -1
- package/dist/tools/market/crypto-price.js.map +1 -1
- package/dist/tools/market/screen-stocks.d.ts +18 -0
- package/dist/tools/market/screen-stocks.js +252 -0
- package/dist/tools/market/screen-stocks.js.map +1 -0
- package/dist/tools/market/search-ticker.js +160 -8
- package/dist/tools/market/search-ticker.js.map +1 -1
- package/dist/tools/market/stock-history.d.ts +2 -2
- package/dist/tools/market/stock-history.js +26 -7
- package/dist/tools/market/stock-history.js.map +1 -1
- package/dist/tools/market/stock-quote.js +5 -3
- package/dist/tools/market/stock-quote.js.map +1 -1
- package/dist/tools/options/greeks.js +1 -1
- package/dist/tools/options/greeks.js.map +1 -1
- package/dist/tools/options/option-chain.js +19 -6
- package/dist/tools/options/option-chain.js.map +1 -1
- package/dist/tools/portfolio/alerts.d.ts +15 -0
- package/dist/tools/portfolio/alerts.js +357 -0
- package/dist/tools/portfolio/alerts.js.map +1 -0
- package/dist/tools/portfolio/correlation.d.ts +1 -1
- package/dist/tools/portfolio/correlation.js +33 -13
- package/dist/tools/portfolio/correlation.js.map +1 -1
- package/dist/tools/portfolio/daily-report.d.ts +8 -0
- package/dist/tools/portfolio/daily-report.js +83 -0
- package/dist/tools/portfolio/daily-report.js.map +1 -0
- package/dist/tools/portfolio/holdings-overlap.js +10 -3
- package/dist/tools/portfolio/holdings-overlap.js.map +1 -1
- package/dist/tools/portfolio/notifications.d.ts +7 -0
- package/dist/tools/portfolio/notifications.js +43 -0
- package/dist/tools/portfolio/notifications.js.map +1 -0
- package/dist/tools/portfolio/predictions.d.ts +12 -6
- package/dist/tools/portfolio/predictions.js +337 -87
- package/dist/tools/portfolio/predictions.js.map +1 -1
- package/dist/tools/portfolio/risk-analysis.d.ts +1 -1
- package/dist/tools/portfolio/risk-analysis.js +45 -6
- package/dist/tools/portfolio/risk-analysis.js.map +1 -1
- package/dist/tools/portfolio/tracker.d.ts +4 -3
- package/dist/tools/portfolio/tracker.js +246 -101
- package/dist/tools/portfolio/tracker.js.map +1 -1
- package/dist/tools/portfolio/watchlist.d.ts +6 -4
- package/dist/tools/portfolio/watchlist.js +208 -108
- package/dist/tools/portfolio/watchlist.js.map +1 -1
- package/dist/tools/sentiment/insight-format.d.ts +2 -0
- package/dist/tools/sentiment/insight-format.js +36 -0
- package/dist/tools/sentiment/insight-format.js.map +1 -0
- package/dist/tools/sentiment/query-match.d.ts +3 -0
- package/dist/tools/sentiment/query-match.js +113 -0
- package/dist/tools/sentiment/query-match.js.map +1 -0
- package/dist/tools/sentiment/reddit-sentiment.d.ts +12 -1
- package/dist/tools/sentiment/reddit-sentiment.js +266 -107
- package/dist/tools/sentiment/reddit-sentiment.js.map +1 -1
- package/dist/tools/sentiment/sentiment-summary.d.ts +9 -1
- package/dist/tools/sentiment/sentiment-summary.js +223 -205
- package/dist/tools/sentiment/sentiment-summary.js.map +1 -1
- package/dist/tools/sentiment/sentiment-trend.d.ts +1 -1
- package/dist/tools/sentiment/sentiment-trend.js +12 -2
- package/dist/tools/sentiment/sentiment-trend.js.map +1 -1
- package/dist/tools/sentiment/twitter-sentiment.d.ts +11 -1
- package/dist/tools/sentiment/twitter-sentiment.js +188 -58
- package/dist/tools/sentiment/twitter-sentiment.js.map +1 -1
- package/dist/tools/sentiment/untrusted-text.d.ts +2 -0
- package/dist/tools/sentiment/untrusted-text.js +17 -0
- package/dist/tools/sentiment/untrusted-text.js.map +1 -0
- package/dist/tools/sentiment/web-search.js +9 -13
- package/dist/tools/sentiment/web-search.js.map +1 -1
- package/dist/tools/sentiment/web-sentiment.js +19 -3
- package/dist/tools/sentiment/web-sentiment.js.map +1 -1
- package/dist/tools/technical/backtest.d.ts +1 -1
- package/dist/tools/technical/backtest.js +27 -20
- package/dist/tools/technical/backtest.js.map +1 -1
- package/dist/tools/technical/indicators.js +23 -5
- package/dist/tools/technical/indicators.js.map +1 -1
- package/dist/types/index.d.ts +3 -3
- package/dist/types/index.js.map +1 -1
- package/dist/types/market.d.ts +1 -0
- package/dist/types/portfolio.d.ts +14 -4
- package/dist/types/sentiment.d.ts +52 -0
- package/dist/workflows/compare-assets.d.ts +0 -3
- package/dist/workflows/compare-assets.js +20 -11
- package/dist/workflows/compare-assets.js.map +1 -1
- package/dist/workflows/index.d.ts +3 -4
- package/dist/workflows/index.js +3 -3
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/options-screener.d.ts +0 -3
- package/dist/workflows/options-screener.js +4 -11
- package/dist/workflows/options-screener.js.map +1 -1
- package/dist/workflows/portfolio-builder.d.ts +0 -3
- package/dist/workflows/portfolio-builder.js +0 -8
- package/dist/workflows/portfolio-builder.js.map +1 -1
- package/gui/server/ask-user-bridge.ts +1 -1
- package/gui/server/automation-heartbeat.ts +97 -0
- package/gui/server/background-quotes.ts +97 -1
- package/gui/server/chat-event-adapter.ts +32 -10
- package/gui/server/chat-run-session.ts +16 -0
- package/gui/server/invoke-tool.ts +160 -3
- package/gui/server/live-chat-event-adapter.ts +21 -6
- package/gui/server/market-state-api.ts +315 -0
- package/gui/server/model-setup.ts +156 -2
- package/gui/server/private-api-access.ts +62 -0
- package/gui/server/projector.ts +18 -9
- package/gui/server/prompt-observation.ts +4 -7
- package/gui/server/quote-snapshot-store.ts +50 -0
- package/gui/server/server.ts +218 -451
- package/gui/server/session-actions.ts +186 -1
- package/gui/server/shutdown.ts +47 -0
- package/gui/server/tool-invoke-ack.ts +49 -0
- package/gui/server/tool-metadata.ts +101 -24
- package/gui/server/websocket.ts +13 -3
- package/gui/server/writer-lock.ts +6 -2
- package/gui/server/ws-hub.ts +311 -0
- package/gui/shared/chat-events.ts +16 -1
- package/gui/shared/event-reducer.ts +24 -6
- package/gui/web/dist/assets/CatalogOverlay-CgeY5Pkp.js +1 -0
- package/gui/web/dist/assets/index-C6W_2eAn.js +69 -0
- package/gui/web/dist/assets/index-hwbx24a5.css +1 -0
- package/gui/web/dist/index.html +2 -2
- package/package.json +9 -6
- package/src/analysts/contracts.ts +10 -23
- package/src/analysts/orchestrator.ts +8 -43
- package/src/cli.ts +76 -12
- package/src/config.ts +44 -9
- package/src/index.ts +1 -1
- package/src/infra/cache.ts +41 -30
- package/src/infra/http-client.ts +72 -6
- package/src/infra/index.ts +6 -10
- package/src/infra/native-dependencies.ts +8 -3
- package/src/infra/node-version.ts +3 -1
- package/src/infra/opencandle-paths.ts +3 -14
- package/src/infra/rate-limiter.ts +22 -19
- package/src/market-state/alert-conditions.ts +82 -0
- package/src/market-state/alert-runner.ts +863 -0
- package/src/market-state/daily-report.ts +247 -0
- package/src/market-state/local-automation-service.ts +162 -0
- package/src/market-state/notification-delivery.ts +158 -0
- package/src/market-state/resolve-for-mutation.ts +24 -0
- package/src/market-state/resolve.ts +112 -0
- package/src/market-state/service.ts +2344 -0
- package/src/memory/index.ts +7 -7
- package/src/memory/manager.ts +14 -16
- package/src/memory/retrieval.ts +8 -7
- package/src/memory/sqlite.ts +407 -6
- package/src/memory/storage.ts +5 -15
- package/src/memory/tool-defaults.ts +60 -39
- package/src/memory/types.ts +3 -3
- package/src/monitor.ts +121 -0
- package/src/onboarding/connect.ts +24 -31
- package/src/onboarding/credential-interceptor.ts +3 -15
- package/src/onboarding/degradation-accumulator.ts +1 -3
- package/src/onboarding/provider-status.ts +410 -0
- package/src/onboarding/providers.ts +144 -45
- package/src/onboarding/state.ts +13 -15
- package/src/onboarding/tool-helpers.ts +2 -9
- package/src/onboarding/tool-tags.ts +51 -8
- package/src/onboarding/validation.ts +16 -22
- package/src/pi/opencandle-extension.ts +643 -101
- package/src/pi/session.ts +7 -5
- package/src/pi/setup.ts +61 -43
- package/src/pi/tool-adapter.ts +19 -6
- package/src/prompts/context-builder.ts +24 -13
- package/src/prompts/policy-cards.ts +3 -3
- package/src/prompts/sections.ts +1 -1
- package/src/prompts/symbol-preflight.ts +80 -0
- package/src/prompts/workflow-prompts.ts +77 -28
- package/src/providers/alpha-vantage.ts +58 -39
- package/src/providers/coingecko.ts +2 -5
- package/src/providers/errors.ts +9 -0
- package/src/providers/exa-search.ts +24 -22
- package/src/providers/external-tool-error.ts +20 -0
- package/src/providers/fear-greed.ts +1 -1
- package/src/providers/finnhub.ts +7 -6
- package/src/providers/fred.ts +3 -3
- package/src/providers/index.ts +14 -6
- package/src/providers/reddit-cli.ts +317 -0
- package/src/providers/reddit.ts +14 -59
- package/src/providers/sec-edgar.ts +20 -6
- package/src/providers/tradingview.ts +399 -0
- package/src/providers/twitter-cli.ts +233 -0
- package/src/providers/twitter.ts +8 -79
- package/src/providers/web-search.ts +30 -20
- package/src/providers/with-fallback.ts +8 -7
- package/src/providers/wrap-provider.ts +49 -10
- package/src/providers/yahoo-finance.ts +204 -66
- package/src/routing/classify-intent.ts +101 -10
- package/src/routing/defaults.ts +1 -1
- package/src/routing/entity-extractor.ts +287 -38
- package/src/routing/fund-symbols.ts +58 -0
- package/src/routing/horizon.ts +7 -0
- package/src/routing/index.ts +48 -48
- package/src/routing/planning.ts +145 -53
- package/src/routing/route-manifest.ts +37 -15
- package/src/routing/router-llm-client.ts +4 -4
- package/src/routing/router-prompt.ts +15 -19
- package/src/routing/router-types.ts +2 -5
- package/src/routing/router.ts +251 -53
- package/src/routing/slot-resolver.ts +34 -11
- package/src/routing/symbol-disambiguator.ts +72 -0
- package/src/routing/turn-context.ts +6 -9
- package/src/routing/types.ts +2 -0
- package/src/runtime/answer-contracts.ts +105 -45
- package/src/runtime/artifact-contracts.ts +2 -1
- package/src/runtime/planning-evidence.ts +157 -66
- package/src/runtime/prompt-step.ts +1 -16
- package/src/runtime/run-context.ts +12 -2
- package/src/runtime/session-coordinator.ts +238 -63
- package/src/runtime/session-title.ts +60 -0
- package/src/runtime/tool-defaults-wrapper.ts +13 -5
- package/src/runtime/validation.ts +1 -4
- package/src/runtime/workflow-events.ts +7 -7
- package/src/runtime/workflow-runner.ts +5 -11
- package/src/sentiment/adapters/finnhub.ts +7 -2
- package/src/sentiment/adapters/reddit.ts +2 -2
- package/src/sentiment/adapters/twitter.ts +1 -1
- package/src/sentiment/adapters/web.ts +1 -1
- package/src/sentiment/index.ts +17 -26
- package/src/sentiment/insights.ts +269 -0
- package/src/sentiment/keywords.ts +26 -4
- package/src/sentiment/pipeline.ts +28 -5
- package/src/sentiment/scorer.ts +13 -2
- package/src/sentiment/store.ts +2 -2
- package/src/sentiment/trends.ts +9 -3
- package/src/sentiment/types.ts +8 -4
- package/src/system-prompt.ts +6 -9
- package/src/tool-kit.ts +10 -9
- package/src/tools/fundamentals/company-overview.ts +19 -9
- package/src/tools/fundamentals/comps.ts +68 -55
- package/src/tools/fundamentals/dcf.ts +145 -95
- package/src/tools/fundamentals/earnings.ts +16 -6
- package/src/tools/fundamentals/financials.ts +16 -7
- package/src/tools/fundamentals/sec-filings.ts +37 -16
- package/src/tools/index.ts +56 -43
- package/src/tools/interaction/ask-user.ts +22 -10
- package/src/tools/macro/fear-greed.ts +1 -1
- package/src/tools/macro/fred-data.ts +58 -46
- package/src/tools/market/crypto-history.ts +8 -3
- package/src/tools/market/crypto-price.ts +6 -6
- package/src/tools/market/screen-stocks.ts +279 -0
- package/src/tools/market/search-ticker.ts +218 -17
- package/src/tools/market/stock-history.ts +37 -12
- package/src/tools/market/stock-quote.ts +10 -7
- package/src/tools/options/greeks.ts +5 -5
- package/src/tools/options/option-chain.ts +41 -17
- package/src/tools/portfolio/alerts.ts +457 -0
- package/src/tools/portfolio/correlation.ts +47 -20
- package/src/tools/portfolio/daily-report.ts +101 -0
- package/src/tools/portfolio/holdings-overlap.ts +31 -15
- package/src/tools/portfolio/notifications.ts +45 -0
- package/src/tools/portfolio/predictions.ts +406 -106
- package/src/tools/portfolio/risk-analysis.ts +46 -7
- package/src/tools/portfolio/tracker.ts +270 -109
- package/src/tools/portfolio/watchlist.ts +250 -121
- package/src/tools/sentiment/insight-format.ts +50 -0
- package/src/tools/sentiment/query-match.ts +117 -0
- package/src/tools/sentiment/reddit-sentiment.ts +360 -121
- package/src/tools/sentiment/sentiment-summary.ts +302 -235
- package/src/tools/sentiment/sentiment-trend.ts +24 -7
- package/src/tools/sentiment/twitter-sentiment.ts +264 -73
- package/src/tools/sentiment/untrusted-text.ts +21 -0
- package/src/tools/sentiment/web-search.ts +21 -18
- package/src/tools/sentiment/web-sentiment.ts +30 -10
- package/src/tools/technical/backtest.ts +32 -22
- package/src/tools/technical/indicators.ts +39 -14
- package/src/types/index.ts +8 -3
- package/src/types/market.ts +1 -0
- package/src/types/portfolio.ts +14 -4
- package/src/types/sentiment.ts +61 -2
- package/src/workflows/compare-assets.ts +33 -21
- package/src/workflows/index.ts +3 -4
- package/src/workflows/options-screener.ts +27 -29
- package/src/workflows/portfolio-builder.ts +34 -27
- package/dist/infra/browser.d.ts +0 -35
- package/dist/infra/browser.js +0 -103
- package/dist/infra/browser.js.map +0 -1
- package/dist/tools/interaction/twitter-login.d.ts +0 -8
- package/dist/tools/interaction/twitter-login.js +0 -77
- package/dist/tools/interaction/twitter-login.js.map +0 -1
- package/dist/workflows/types.d.ts +0 -4
- package/dist/workflows/types.js +0 -2
- package/dist/workflows/types.js.map +0 -1
- package/gui/web/dist/assets/CatalogOverlay-Bmp6Knu7.js +0 -1
- package/gui/web/dist/assets/index-Bxt9QpLX.css +0 -1
- package/gui/web/dist/assets/index-CZ9DHZYy.js +0 -67
- package/src/infra/browser.ts +0 -111
- package/src/tools/interaction/twitter-login.ts +0 -93
- package/src/workflows/types.ts +0 -4
|
@@ -0,0 +1,275 @@
|
|
|
1
|
+
import { cache, STALE_LIMIT, TTL } from "../infra/cache.js";
|
|
2
|
+
import { httpPost } from "../infra/http-client.js";
|
|
3
|
+
import { rateLimiter } from "../infra/rate-limiter.js";
|
|
4
|
+
const BASE_URL = "https://scanner.tradingview.com";
|
|
5
|
+
const DATA_CAVEAT = "TradingView scanner data may be delayed about 15 minutes and comes from an unofficial endpoint.";
|
|
6
|
+
const BROWSER_UA = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
|
|
7
|
+
const QUOTE_COLUMNS = [
|
|
8
|
+
"name",
|
|
9
|
+
"close",
|
|
10
|
+
"change",
|
|
11
|
+
"change_abs",
|
|
12
|
+
"volume",
|
|
13
|
+
"exchange",
|
|
14
|
+
"market",
|
|
15
|
+
"description",
|
|
16
|
+
"type",
|
|
17
|
+
"typespecs",
|
|
18
|
+
];
|
|
19
|
+
export const DEFAULT_COLUMNS = [
|
|
20
|
+
"name",
|
|
21
|
+
"close",
|
|
22
|
+
"change",
|
|
23
|
+
"volume",
|
|
24
|
+
"market_cap_basic",
|
|
25
|
+
"price_earnings_ttm",
|
|
26
|
+
];
|
|
27
|
+
export function buildTvSymbol(exchange, ticker) {
|
|
28
|
+
const trimmedTicker = ticker.trim().toUpperCase();
|
|
29
|
+
if (trimmedTicker.includes(":"))
|
|
30
|
+
return trimmedTicker;
|
|
31
|
+
const trimmedExchange = exchange.trim().toUpperCase();
|
|
32
|
+
return trimmedExchange ? `${trimmedExchange}:${trimmedTicker}` : trimmedTicker;
|
|
33
|
+
}
|
|
34
|
+
export async function screenStocks(opts = {}) {
|
|
35
|
+
const market = opts.market?.trim().toLowerCase() || "america";
|
|
36
|
+
const columns = opts.columns?.length ? opts.columns : [...DEFAULT_COLUMNS];
|
|
37
|
+
const body = buildScannerBody({
|
|
38
|
+
market,
|
|
39
|
+
columns,
|
|
40
|
+
filter: opts.filter,
|
|
41
|
+
sort: opts.sort,
|
|
42
|
+
limit: opts.limit,
|
|
43
|
+
});
|
|
44
|
+
const rows = decodeScannerRows(await scannerFetch(market, body), columns);
|
|
45
|
+
return rows.map((row) => ({
|
|
46
|
+
...row,
|
|
47
|
+
sourceProvider: "tradingview",
|
|
48
|
+
dataCaveat: DATA_CAVEAT,
|
|
49
|
+
}));
|
|
50
|
+
}
|
|
51
|
+
export async function getQuotes(symbols) {
|
|
52
|
+
const requested = symbols.map(normalizeRequestedSymbol).filter(Boolean);
|
|
53
|
+
const qualified = requested.filter(isTradingViewQualified);
|
|
54
|
+
const bare = requested.filter((symbol) => !isTradingViewQualified(symbol) && !shouldSkipTradingView(symbol));
|
|
55
|
+
const resolved = new Map();
|
|
56
|
+
if (qualified.length > 0) {
|
|
57
|
+
const body = buildQualifiedQuoteBody(qualified);
|
|
58
|
+
const rows = decodeScannerRows(await scannerFetch("global", body), [...QUOTE_COLUMNS]);
|
|
59
|
+
const byTvSymbol = new Map(rows.map((row) => [row.tvSymbol.toUpperCase(), row]));
|
|
60
|
+
for (const symbol of qualified) {
|
|
61
|
+
const row = byTvSymbol.get(symbol);
|
|
62
|
+
const quote = row ? rowToQuote(symbol, row) : undefined;
|
|
63
|
+
if (quote)
|
|
64
|
+
resolved.set(symbol, quote);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
if (bare.length > 0) {
|
|
68
|
+
const body = buildBareQuoteBody(bare);
|
|
69
|
+
const rows = decodeScannerRows(await scannerFetch("america", body), [...QUOTE_COLUMNS]);
|
|
70
|
+
const byName = groupRowsByName(rows);
|
|
71
|
+
for (const symbol of bare) {
|
|
72
|
+
const row = pickPrimaryListing(byName.get(symbol) ?? []);
|
|
73
|
+
const quote = row ? rowToQuote(symbol, row) : undefined;
|
|
74
|
+
if (quote)
|
|
75
|
+
resolved.set(symbol, quote);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
return requested.flatMap((symbol) => {
|
|
79
|
+
const quote = resolved.get(symbol);
|
|
80
|
+
return quote ? [quote] : [];
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
function buildScannerBody(opts) {
|
|
84
|
+
const limit = clampLimit(opts.limit);
|
|
85
|
+
return {
|
|
86
|
+
markets: [opts.market],
|
|
87
|
+
columns: opts.columns,
|
|
88
|
+
...(opts.filter?.length && { filter: opts.filter.map(mapFilterClause) }),
|
|
89
|
+
...(opts.sort && {
|
|
90
|
+
sort: {
|
|
91
|
+
sortBy: opts.sort.field,
|
|
92
|
+
sortOrder: opts.sort.direction ?? "desc",
|
|
93
|
+
},
|
|
94
|
+
}),
|
|
95
|
+
range: [0, limit],
|
|
96
|
+
options: { lang: "en" },
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
function buildQualifiedQuoteBody(tickers) {
|
|
100
|
+
return {
|
|
101
|
+
symbols: { tickers },
|
|
102
|
+
columns: QUOTE_COLUMNS,
|
|
103
|
+
range: [0, clampLimit(tickers.length)],
|
|
104
|
+
options: { lang: "en" },
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
function buildBareQuoteBody(symbols) {
|
|
108
|
+
return {
|
|
109
|
+
markets: ["america"],
|
|
110
|
+
symbols: { query: { types: [] } },
|
|
111
|
+
columns: QUOTE_COLUMNS,
|
|
112
|
+
filter: [
|
|
113
|
+
{ left: "name", operation: "in_range", right: symbols },
|
|
114
|
+
{ left: "is_primary", operation: "equal", right: true },
|
|
115
|
+
{ left: "type", operation: "in_range", right: ["stock", "fund", "dr"] },
|
|
116
|
+
],
|
|
117
|
+
range: [0, 500],
|
|
118
|
+
options: { lang: "en" },
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
function mapFilterClause(clause) {
|
|
122
|
+
return {
|
|
123
|
+
left: clause.field,
|
|
124
|
+
operation: clause.op,
|
|
125
|
+
...(clause.value !== undefined && { right: clause.value }),
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
async function scannerFetch(market, body) {
|
|
129
|
+
const endpoint = `${BASE_URL}/${market}/scan2?label-product=screener-stock`;
|
|
130
|
+
const cacheKey = `tradingview:scan2:${market}:${stableStringify(body)}`;
|
|
131
|
+
const cached = cache.get(cacheKey);
|
|
132
|
+
if (cached)
|
|
133
|
+
return cached;
|
|
134
|
+
try {
|
|
135
|
+
await rateLimiter.acquire("tradingview");
|
|
136
|
+
const response = await httpPost(endpoint, body, {
|
|
137
|
+
headers: {
|
|
138
|
+
Origin: "https://www.tradingview.com",
|
|
139
|
+
Referer: "https://www.tradingview.com/",
|
|
140
|
+
"User-Agent": BROWSER_UA,
|
|
141
|
+
},
|
|
142
|
+
});
|
|
143
|
+
cache.set(cacheKey, response, TTL.SCREENER);
|
|
144
|
+
return response;
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
const stale = cache.getStale(cacheKey, STALE_LIMIT.SCREENER);
|
|
148
|
+
if (stale)
|
|
149
|
+
return stale.value;
|
|
150
|
+
throw error;
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
function decodeScannerRows(response, requestedColumns) {
|
|
154
|
+
const fields = response.fields ?? [];
|
|
155
|
+
return (response.symbols ?? []).map((row) => {
|
|
156
|
+
const values = {};
|
|
157
|
+
for (const column of requestedColumns) {
|
|
158
|
+
const index = fields.indexOf(column);
|
|
159
|
+
values[column] = index >= 0 ? (row.f[index] ?? null) : null;
|
|
160
|
+
}
|
|
161
|
+
return {
|
|
162
|
+
tvSymbol: row.s,
|
|
163
|
+
symbol: stringValue(values.name) ?? symbolFromTvSymbol(row.s),
|
|
164
|
+
values,
|
|
165
|
+
};
|
|
166
|
+
});
|
|
167
|
+
}
|
|
168
|
+
function rowToQuote(requestedSymbol, row) {
|
|
169
|
+
const price = numberValue(row.values.close);
|
|
170
|
+
if (price === undefined)
|
|
171
|
+
return undefined;
|
|
172
|
+
const changePercent = numberValue(row.values.change) ?? 0;
|
|
173
|
+
const changeAbs = numberValue(row.values.change_abs) ?? 0;
|
|
174
|
+
return {
|
|
175
|
+
requestedSymbol,
|
|
176
|
+
tvSymbol: row.tvSymbol,
|
|
177
|
+
symbol: row.symbol,
|
|
178
|
+
price,
|
|
179
|
+
change: changeAbs,
|
|
180
|
+
changePercent,
|
|
181
|
+
volume: numberValue(row.values.volume) ?? 0,
|
|
182
|
+
exchange: stringValue(row.values.exchange),
|
|
183
|
+
market: stringValue(row.values.market),
|
|
184
|
+
name: stringValue(row.values.description),
|
|
185
|
+
type: stringValue(row.values.type),
|
|
186
|
+
typespecs: row.values.typespecs ?? undefined,
|
|
187
|
+
sourceProvider: "tradingview",
|
|
188
|
+
dataCaveat: DATA_CAVEAT,
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
function groupRowsByName(rows) {
|
|
192
|
+
const grouped = new Map();
|
|
193
|
+
for (const row of rows) {
|
|
194
|
+
const name = row.symbol.toUpperCase();
|
|
195
|
+
grouped.set(name, [...(grouped.get(name) ?? []), row]);
|
|
196
|
+
}
|
|
197
|
+
return grouped;
|
|
198
|
+
}
|
|
199
|
+
function pickPrimaryListing(rows) {
|
|
200
|
+
if (rows.length === 0)
|
|
201
|
+
return undefined;
|
|
202
|
+
return [...rows].sort(compareListings)[0];
|
|
203
|
+
}
|
|
204
|
+
function compareListings(a, b) {
|
|
205
|
+
return (scoreMarket(a) - scoreMarket(b) ||
|
|
206
|
+
scoreType(a) - scoreType(b) ||
|
|
207
|
+
scoreExchange(a) - scoreExchange(b) ||
|
|
208
|
+
a.tvSymbol.localeCompare(b.tvSymbol));
|
|
209
|
+
}
|
|
210
|
+
function scoreMarket(row) {
|
|
211
|
+
return stringValue(row.values.market)?.toLowerCase() === "america" ? 0 : 1;
|
|
212
|
+
}
|
|
213
|
+
function scoreType(row) {
|
|
214
|
+
const type = stringValue(row.values.type)?.toLowerCase();
|
|
215
|
+
if (type === "stock")
|
|
216
|
+
return 0;
|
|
217
|
+
if (type === "fund")
|
|
218
|
+
return 1;
|
|
219
|
+
if (type === "dr")
|
|
220
|
+
return 2;
|
|
221
|
+
return 3;
|
|
222
|
+
}
|
|
223
|
+
function scoreExchange(row) {
|
|
224
|
+
const exchange = stringValue(row.values.exchange)?.toUpperCase();
|
|
225
|
+
if (exchange === "NASDAQ")
|
|
226
|
+
return 0;
|
|
227
|
+
if (exchange === "NYSE")
|
|
228
|
+
return 1;
|
|
229
|
+
if (exchange === "AMEX")
|
|
230
|
+
return 2;
|
|
231
|
+
return 3;
|
|
232
|
+
}
|
|
233
|
+
function clampLimit(limit) {
|
|
234
|
+
if (limit == null)
|
|
235
|
+
return 50;
|
|
236
|
+
if (limit < 1)
|
|
237
|
+
return 50;
|
|
238
|
+
return Math.min(Math.floor(limit), 500);
|
|
239
|
+
}
|
|
240
|
+
function normalizeRequestedSymbol(symbol) {
|
|
241
|
+
return symbol.trim().toUpperCase();
|
|
242
|
+
}
|
|
243
|
+
export function isTradingViewQualified(symbol) {
|
|
244
|
+
return /^[A-Z0-9_]+:[A-Z0-9._-]+$/.test(symbol);
|
|
245
|
+
}
|
|
246
|
+
export function shouldSkipTradingView(symbol) {
|
|
247
|
+
return /(?:-USD|\.(?:TO|DE|T|L|HK))$/i.test(symbol);
|
|
248
|
+
}
|
|
249
|
+
export function canUseTradingViewQuote(symbol) {
|
|
250
|
+
const normalized = normalizeRequestedSymbol(symbol);
|
|
251
|
+
return (normalized.length > 0 &&
|
|
252
|
+
(isTradingViewQualified(normalized) || !shouldSkipTradingView(normalized)));
|
|
253
|
+
}
|
|
254
|
+
function symbolFromTvSymbol(tvSymbol) {
|
|
255
|
+
return tvSymbol.includes(":") ? tvSymbol.split(":").at(-1) : tvSymbol;
|
|
256
|
+
}
|
|
257
|
+
function stringValue(value) {
|
|
258
|
+
return typeof value === "string" ? value : undefined;
|
|
259
|
+
}
|
|
260
|
+
function numberValue(value) {
|
|
261
|
+
return typeof value === "number" && Number.isFinite(value) ? value : undefined;
|
|
262
|
+
}
|
|
263
|
+
function stableStringify(value) {
|
|
264
|
+
return JSON.stringify(sortObjectKeys(value));
|
|
265
|
+
}
|
|
266
|
+
function sortObjectKeys(value) {
|
|
267
|
+
if (Array.isArray(value))
|
|
268
|
+
return value.map(sortObjectKeys);
|
|
269
|
+
if (!value || typeof value !== "object")
|
|
270
|
+
return value;
|
|
271
|
+
return Object.fromEntries(Object.entries(value)
|
|
272
|
+
.sort(([a], [b]) => a.localeCompare(b))
|
|
273
|
+
.map(([key, nested]) => [key, sortObjectKeys(nested)]));
|
|
274
|
+
}
|
|
275
|
+
//# sourceMappingURL=tradingview.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tradingview.js","sourceRoot":"","sources":["../../src/providers/tradingview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,QAAQ,GAAG,iCAAiC,CAAC;AACnD,MAAM,WAAW,GACf,iGAAiG,CAAC;AACpG,MAAM,UAAU,GACd,uHAAuH,CAAC;AAE1H,MAAM,aAAa,GAAG;IACpB,MAAM;IACN,OAAO;IACP,QAAQ;IACR,YAAY;IACZ,QAAQ;IACR,UAAU;IACV,QAAQ;IACR,aAAa;IACb,MAAM;IACN,WAAW;CACH,CAAC;AAEX,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,MAAM;IACN,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,kBAAkB;IAClB,oBAAoB;CACZ,CAAC;AA2FX,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc;IAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,aAAa,CAAC;IACtD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,eAAe,CAAC,CAAC,CAAC,GAAG,eAAe,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAyB,EAAE;IAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,SAAS,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,gBAAgB,CAAC;QAC5B,MAAM;QACN,OAAO;QACP,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,cAAc,EAAE,aAAsB;QACtC,UAAU,EAAE,WAAW;KACxB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAiB;IAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAC3B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAC9E,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IAErD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACjF,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,IAAI,KAAK;gBAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,IAAI,KAAK;gBAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CACvB,IACqD;IAErD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI;YACf,IAAI,EAAE;gBACJ,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;gBACvB,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM;aACzC;SACF,CAAC;QACF,KAAK,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QACjB,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAiB;IAChD,OAAO;QACL,OAAO,EAAE,EAAE,OAAO,EAAE;QACpB,OAAO,EAAE,aAAa;QACtB,KAAK,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAiB;IAC3C,OAAO;QACL,OAAO,EAAE,CAAC,SAAS,CAAC;QACpB,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACjC,OAAO,EAAE,aAAa;QACtB,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE;YACvD,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YACvD,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;SACxE;QACD,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;QACf,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAA0B;IAKjD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,KAAK;QAClB,SAAS,EAAE,MAAM,CAAC,EAAE;QACpB,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;KAC3D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc,EAAE,IAAiB;IAC3D,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,MAAM,qCAAqC,CAAC;IAC5E,MAAM,QAAQ,GAAG,qBAAqB,MAAM,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAsB,QAAQ,CAAC,CAAC;IACxD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAsB,QAAQ,EAAE,IAAI,EAAE;YACnE,OAAO,EAAE;gBACP,MAAM,EAAE,6BAA6B;gBACrC,OAAO,EAAE,8BAA8B;gBACvC,YAAY,EAAE,UAAU;aACzB;SACF,CAAC,CAAC;QACH,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAsB,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;QAClF,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,KAAK,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,QAA6B,EAC7B,gBAAmC;IAEnC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAmC,EAAE,CAAC;QAClD,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9D,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,GAAG,CAAC,CAAC;YACf,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7D,MAAM;SACP,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,eAAuB,EAAE,GAAe;IAC1D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1D,OAAO;QACL,eAAe;QACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK;QACL,MAAM,EAAE,SAAS;QACjB,aAAa;QACb,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3C,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC1C,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;QACtC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC;QACzC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAClC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,SAAS;QAC5C,cAAc,EAAE,aAAa;QAC7B,UAAU,EAAE,WAAW;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAkB;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAkB;IAC5C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,eAAe,CAAC,CAAa,EAAE,CAAa;IACnD,OAAO,CACL,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;QAC/B,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;QAC3B,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,GAAe;IAClC,OAAO,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,SAAS,CAAC,GAAe;IAChC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC;IACzD,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAC9B,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,GAAe;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACjE,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAc;IAC9C,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,OAAO,2BAA2B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAc;IAClD,OAAO,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,UAAU,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACpD,OAAO,CACL,UAAU,CAAC,MAAM,GAAG,CAAC;QACrB,CAAC,sBAAsB,CAAC,UAAU,CAAC,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAC3E,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,OAAO,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;AACzE,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;SAClB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import type { TwitterTweet } from "../types/sentiment.js";
|
|
2
|
+
export interface RawTweet {
|
|
3
|
+
readonly id?: string;
|
|
4
|
+
readonly text?: string;
|
|
5
|
+
readonly author?: {
|
|
6
|
+
readonly username?: string;
|
|
7
|
+
readonly screenName?: string;
|
|
8
|
+
readonly name?: string;
|
|
9
|
+
};
|
|
10
|
+
readonly username?: string;
|
|
11
|
+
readonly url?: string;
|
|
12
|
+
readonly permanentUrl?: string;
|
|
13
|
+
readonly createdAt?: string | number;
|
|
14
|
+
readonly created_at?: string | number;
|
|
15
|
+
readonly likeCount?: number;
|
|
16
|
+
readonly likes?: number;
|
|
17
|
+
readonly retweetCount?: number;
|
|
18
|
+
readonly retweets?: number;
|
|
19
|
+
readonly replyCount?: number;
|
|
20
|
+
readonly replies?: number;
|
|
21
|
+
readonly viewCount?: number | null;
|
|
22
|
+
readonly views?: number | null;
|
|
23
|
+
readonly metrics?: {
|
|
24
|
+
readonly likes?: number;
|
|
25
|
+
readonly retweets?: number;
|
|
26
|
+
readonly replies?: number;
|
|
27
|
+
readonly views?: number | null;
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
interface CommandResult {
|
|
31
|
+
readonly code: number | null;
|
|
32
|
+
readonly stdout: string;
|
|
33
|
+
readonly stderr: string;
|
|
34
|
+
}
|
|
35
|
+
type TwitterCliCommandRunner = (command: string, args: readonly string[]) => Promise<CommandResult>;
|
|
36
|
+
export declare function setTwitterCliCommandRunnerForTests(runner: TwitterCliCommandRunner): void;
|
|
37
|
+
export declare function resetTwitterCliCommandRunnerForTests(): void;
|
|
38
|
+
export declare function searchTweets(query: string, max?: number): Promise<TwitterTweet[]>;
|
|
39
|
+
export declare function redactSensitiveOutput(input: string): string;
|
|
40
|
+
export {};
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { ExternalToolError, ExternalToolNotInstalled } from "./external-tool-error.js";
|
|
3
|
+
const TWITTER_CLI_BINARY = "twitter";
|
|
4
|
+
const TWITTER_CLI_TOOL_NAME = "twitter-cli";
|
|
5
|
+
const TWITTER_CLI_INSTALL_CMD = "uv tool install twitter-cli";
|
|
6
|
+
const COMMAND_TIMEOUT_MS = 20_000;
|
|
7
|
+
const MAX_OUTPUT_CHARS = 2_000_000;
|
|
8
|
+
let commandRunner = runCommand;
|
|
9
|
+
export function setTwitterCliCommandRunnerForTests(runner) {
|
|
10
|
+
commandRunner = runner;
|
|
11
|
+
}
|
|
12
|
+
export function resetTwitterCliCommandRunnerForTests() {
|
|
13
|
+
commandRunner = runCommand;
|
|
14
|
+
}
|
|
15
|
+
export async function searchTweets(query, max = 20) {
|
|
16
|
+
const envelope = await runTwitterCli([
|
|
17
|
+
"search",
|
|
18
|
+
query,
|
|
19
|
+
"--max",
|
|
20
|
+
String(max),
|
|
21
|
+
"-t",
|
|
22
|
+
"Latest",
|
|
23
|
+
"--json",
|
|
24
|
+
]);
|
|
25
|
+
if (!envelope.ok) {
|
|
26
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, redactSensitiveOutput(envelope.error?.message ?? "twitter-cli returned an error"), envelope.error?.code);
|
|
27
|
+
}
|
|
28
|
+
if (!Array.isArray(envelope.data)) {
|
|
29
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, "twitter-cli returned invalid tweet data");
|
|
30
|
+
}
|
|
31
|
+
return envelope.data.map(adaptRawTweet);
|
|
32
|
+
}
|
|
33
|
+
async function runTwitterCli(args) {
|
|
34
|
+
let result;
|
|
35
|
+
try {
|
|
36
|
+
result = await commandRunner(TWITTER_CLI_BINARY, args);
|
|
37
|
+
}
|
|
38
|
+
catch (err) {
|
|
39
|
+
const nodeError = err;
|
|
40
|
+
if (nodeError.code === "ENOENT") {
|
|
41
|
+
throw new ExternalToolNotInstalled(TWITTER_CLI_TOOL_NAME, TWITTER_CLI_INSTALL_CMD);
|
|
42
|
+
}
|
|
43
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, redactSensitiveOutput(err instanceof Error ? err.message : String(err)));
|
|
44
|
+
}
|
|
45
|
+
if (result.code !== 0) {
|
|
46
|
+
const envelopeError = parseCliErrorEnvelope(result.stdout);
|
|
47
|
+
if (envelopeError) {
|
|
48
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, redactSensitiveOutput(envelopeError.message), envelopeError.code);
|
|
49
|
+
}
|
|
50
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, redactSensitiveOutput(result.stderr.trim() || `twitter-cli exited with code ${result.code}`));
|
|
51
|
+
}
|
|
52
|
+
try {
|
|
53
|
+
return JSON.parse(result.stdout);
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
throw new ExternalToolError(TWITTER_CLI_TOOL_NAME, `twitter-cli returned non-JSON output: ${redactSensitiveOutput(result.stdout.slice(0, 200))}`);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
function parseCliErrorEnvelope(stdout) {
|
|
60
|
+
try {
|
|
61
|
+
const parsed = JSON.parse(stdout);
|
|
62
|
+
if (parsed.ok !== false || typeof parsed.error?.message !== "string")
|
|
63
|
+
return null;
|
|
64
|
+
return {
|
|
65
|
+
code: typeof parsed.error.code === "string" ? parsed.error.code : undefined,
|
|
66
|
+
message: parsed.error.message,
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
catch {
|
|
70
|
+
return null;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
function adaptRawTweet(raw) {
|
|
74
|
+
return {
|
|
75
|
+
id: stringValue(raw.id),
|
|
76
|
+
text: stringValue(raw.text).slice(0, 280),
|
|
77
|
+
author: stringValue(raw.author?.username) ||
|
|
78
|
+
stringValue(raw.author?.screenName) ||
|
|
79
|
+
stringValue(raw.username) ||
|
|
80
|
+
"unknown",
|
|
81
|
+
likes: numberValue(raw.metrics?.likes ?? raw.likeCount ?? raw.likes),
|
|
82
|
+
retweets: numberValue(raw.metrics?.retweets ?? raw.retweetCount ?? raw.retweets),
|
|
83
|
+
replies: numberValue(raw.metrics?.replies ?? raw.replyCount ?? raw.replies),
|
|
84
|
+
views: nullableNumberValue(raw.metrics?.views ?? raw.viewCount ?? raw.views),
|
|
85
|
+
url: stringValue(raw.url ?? raw.permanentUrl),
|
|
86
|
+
created: normalizeCreatedAt(raw.createdAt ?? raw.created_at),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
function normalizeCreatedAt(value) {
|
|
90
|
+
if (typeof value === "number") {
|
|
91
|
+
const millis = value > 1_000_000_000_000 ? value : value * 1000;
|
|
92
|
+
return new Date(millis).toISOString();
|
|
93
|
+
}
|
|
94
|
+
if (typeof value === "string" && value.length > 0) {
|
|
95
|
+
const millis = Date.parse(value);
|
|
96
|
+
if (!Number.isNaN(millis))
|
|
97
|
+
return new Date(millis).toISOString();
|
|
98
|
+
}
|
|
99
|
+
return new Date(0).toISOString();
|
|
100
|
+
}
|
|
101
|
+
function stringValue(value) {
|
|
102
|
+
return typeof value === "string" ? value : "";
|
|
103
|
+
}
|
|
104
|
+
function numberValue(value) {
|
|
105
|
+
return typeof value === "number" && Number.isFinite(value) ? value : 0;
|
|
106
|
+
}
|
|
107
|
+
function nullableNumberValue(value) {
|
|
108
|
+
return typeof value === "number" && Number.isFinite(value) ? value : null;
|
|
109
|
+
}
|
|
110
|
+
export function redactSensitiveOutput(input) {
|
|
111
|
+
const xCookieNames = "auth_token|ct0|twid|kdt|guest_id|guest_id_ads|guest_id_marketing|personalization_id";
|
|
112
|
+
return input
|
|
113
|
+
.slice(0, MAX_OUTPUT_CHARS)
|
|
114
|
+
.replace(/\b(cookie|set-cookie)\s*:\s*[^\r\n]+/gi, "$1: [redacted]")
|
|
115
|
+
.replace(new RegExp(`\\b(${xCookieNames})\\b\\s*[:=]\\s*[^;\\s,)]+`, "gi"), "$1=[redacted]")
|
|
116
|
+
.replace(new RegExp(`\\b(${xCookieNames})=([^;\\s,)]+)`, "gi"), "$1=[redacted]");
|
|
117
|
+
}
|
|
118
|
+
function runCommand(command, args) {
|
|
119
|
+
return new Promise((resolve, reject) => {
|
|
120
|
+
const child = spawn(command, [...args], { stdio: ["ignore", "pipe", "pipe"] });
|
|
121
|
+
let stdout = "";
|
|
122
|
+
let stderr = "";
|
|
123
|
+
let settled = false;
|
|
124
|
+
const timeout = setTimeout(() => {
|
|
125
|
+
if (settled)
|
|
126
|
+
return;
|
|
127
|
+
settled = true;
|
|
128
|
+
child.kill("SIGTERM");
|
|
129
|
+
reject(new Error(`${command} timed out after ${COMMAND_TIMEOUT_MS}ms`));
|
|
130
|
+
}, COMMAND_TIMEOUT_MS);
|
|
131
|
+
child.stdout.on("data", (chunk) => {
|
|
132
|
+
stdout = (stdout + chunk.toString("utf8")).slice(0, MAX_OUTPUT_CHARS);
|
|
133
|
+
});
|
|
134
|
+
child.stderr.on("data", (chunk) => {
|
|
135
|
+
stderr = (stderr + chunk.toString("utf8")).slice(0, MAX_OUTPUT_CHARS);
|
|
136
|
+
});
|
|
137
|
+
child.on("error", (err) => {
|
|
138
|
+
if (settled)
|
|
139
|
+
return;
|
|
140
|
+
settled = true;
|
|
141
|
+
clearTimeout(timeout);
|
|
142
|
+
reject(err);
|
|
143
|
+
});
|
|
144
|
+
child.on("close", (code) => {
|
|
145
|
+
if (settled)
|
|
146
|
+
return;
|
|
147
|
+
settled = true;
|
|
148
|
+
clearTimeout(timeout);
|
|
149
|
+
resolve({ code, stdout, stderr });
|
|
150
|
+
});
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=twitter-cli.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"twitter-cli.js","sourceRoot":"","sources":["../../src/providers/twitter-cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAEvF,MAAM,kBAAkB,GAAG,SAAS,CAAC;AACrC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAC5C,MAAM,uBAAuB,GAAG,6BAA6B,CAAC;AAC9D,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,gBAAgB,GAAG,SAAS,CAAC;AAiDnC,IAAI,aAAa,GAA4B,UAAU,CAAC;AAExD,MAAM,UAAU,kCAAkC,CAAC,MAA+B;IAChF,aAAa,GAAG,MAAM,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,oCAAoC;IAClD,aAAa,GAAG,UAAU,CAAC;AAC7B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,GAAG,GAAG,EAAE;IACxD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAiC;QACnE,QAAQ;QACR,KAAK;QACL,OAAO;QACP,MAAM,CAAC,GAAG,CAAC;QACX,IAAI;QACJ,QAAQ;QACR,QAAQ;KACT,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,iBAAiB,CACzB,qBAAqB,EACrB,qBAAqB,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,IAAI,+BAA+B,CAAC,EACjF,QAAQ,CAAC,KAAK,EAAE,IAAI,CACrB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,iBAAiB,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,aAAa,CAAI,IAAuB;IACrD,IAAI,MAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,aAAa,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,GAA4B,CAAC;QAC/C,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,wBAAwB,CAAC,qBAAqB,EAAE,uBAAuB,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,IAAI,iBAAiB,CACzB,qBAAqB,EACrB,qBAAqB,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACxE,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,aAAa,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3D,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,IAAI,iBAAiB,CACzB,qBAAqB,EACrB,qBAAqB,CAAC,aAAa,CAAC,OAAO,CAAC,EAC5C,aAAa,CAAC,IAAI,CACnB,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,iBAAiB,CACzB,qBAAqB,EACrB,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,gCAAgC,MAAM,CAAC,IAAI,EAAE,CAAC,CAC7F,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAM,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,iBAAiB,CACzB,qBAAqB,EACrB,yCAAyC,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAC9F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAG/B,CAAC;QACF,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAClF,OAAO;YACL,IAAI,EAAE,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC3E,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAa;IAClC,OAAO;QACL,EAAE,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACzC,MAAM,EACJ,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC;YACjC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,SAAS;QACX,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,KAAK,CAAC;QACpE,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,IAAI,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,QAAQ,CAAC;QAChF,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,OAAO,CAAC;QAC3E,KAAK,EAAE,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,KAAK,CAAC;QAC5E,GAAG,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC;QAC7C,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAkC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAChE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IACxC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAa;IACjD,MAAM,YAAY,GAChB,qFAAqF,CAAC;IACxF,OAAO,KAAK;SACT,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC;SAC1B,OAAO,CAAC,wCAAwC,EAAE,gBAAgB,CAAC;SACnE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,YAAY,4BAA4B,EAAE,IAAI,CAAC,EAAE,eAAe,CAAC;SAC3F,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,YAAY,gBAAgB,EAAE,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,IAAuB;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,OAAO,oBAAoB,kBAAkB,IAAI,CAAC,CAAC,CAAC;QAC1E,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAEvB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,MAAM,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,MAAM,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,11 +1,4 @@
|
|
|
1
1
|
import type { TwitterSentimentResult } from "../types/sentiment.js";
|
|
2
|
-
interface FirefoxCookie {
|
|
3
|
-
name: string;
|
|
4
|
-
value: string;
|
|
5
|
-
domain: string;
|
|
6
|
-
path: string;
|
|
7
|
-
}
|
|
8
|
-
export declare function readTwitterCookies(profileDir: string): FirefoxCookie[];
|
|
9
2
|
export declare function scoreTwitterSentiment(tweets: Array<{
|
|
10
3
|
text: string;
|
|
11
4
|
likes: number;
|
|
@@ -17,4 +10,3 @@ export declare function scoreTwitterSentiment(tweets: Array<{
|
|
|
17
10
|
};
|
|
18
11
|
export declare function normalizeQuery(query: string): string;
|
|
19
12
|
export declare function getTwitterSentiment(query: string, limit?: number, hours?: number): Promise<TwitterSentimentResult>;
|
|
20
|
-
export {};
|
|
@@ -1,27 +1,8 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { join } from "node:path";
|
|
3
|
-
import Database from "better-sqlite3";
|
|
4
|
-
import { Scraper, SearchMode } from "@the-convocation/twitter-scraper";
|
|
5
|
-
import { cache, TTL, STALE_LIMIT } from "../infra/cache.js";
|
|
1
|
+
import { cache, STALE_LIMIT, TTL } from "../infra/cache.js";
|
|
6
2
|
import { rateLimiter } from "../infra/rate-limiter.js";
|
|
7
|
-
import {
|
|
8
|
-
export function readTwitterCookies(profileDir) {
|
|
9
|
-
const dbPath = join(profileDir, "cookies.sqlite");
|
|
10
|
-
if (!existsSync(dbPath))
|
|
11
|
-
return [];
|
|
12
|
-
const db = new Database(dbPath, { readonly: true });
|
|
13
|
-
try {
|
|
14
|
-
const rows = db
|
|
15
|
-
.prepare(`SELECT name, value, host AS domain, path FROM moz_cookies WHERE host LIKE ? OR host LIKE ?`)
|
|
16
|
-
.all("%x.com%", "%twitter.com%");
|
|
17
|
-
return rows;
|
|
18
|
-
}
|
|
19
|
-
finally {
|
|
20
|
-
db.close();
|
|
21
|
-
}
|
|
22
|
-
}
|
|
3
|
+
import { searchTweets } from "./twitter-cli.js";
|
|
23
4
|
// ── Sentiment scoring ────────────────────────────────────
|
|
24
|
-
import {
|
|
5
|
+
import { BEARISH_TERMS, BULLISH_TERMS } from "../sentiment/keywords.js";
|
|
25
6
|
export function scoreTwitterSentiment(tweets) {
|
|
26
7
|
let bullishWeight = 0;
|
|
27
8
|
let bearishWeight = 0;
|
|
@@ -47,7 +28,7 @@ export function scoreTwitterSentiment(tweets) {
|
|
|
47
28
|
// ── Query normalization ──────────────────────────────────
|
|
48
29
|
export function normalizeQuery(query) {
|
|
49
30
|
if (/^[A-Z]{1,5}$/.test(query))
|
|
50
|
-
return
|
|
31
|
+
return `$${query}`;
|
|
51
32
|
return query;
|
|
52
33
|
}
|
|
53
34
|
// ── Main provider function ───────────────────────────────
|
|
@@ -59,48 +40,15 @@ export async function getTwitterSentiment(query, limit = 50, hours = 24) {
|
|
|
59
40
|
return cached;
|
|
60
41
|
await rateLimiter.acquire("twitter");
|
|
61
42
|
try {
|
|
62
|
-
const profileDir = getBrowserProfileDir();
|
|
63
|
-
const cookies = readTwitterCookies(profileDir);
|
|
64
|
-
const authToken = cookies.find((c) => c.name === "auth_token");
|
|
65
|
-
const ct0 = cookies.find((c) => c.name === "ct0");
|
|
66
|
-
if (!authToken || !ct0) {
|
|
67
|
-
throw new Error("No Twitter session found.");
|
|
68
|
-
}
|
|
69
|
-
const scraper = new Scraper();
|
|
70
|
-
const cookieStrings = cookies.map((c) => `${c.name}=${c.value}; Domain=${c.domain}; Path=${c.path}`);
|
|
71
|
-
await scraper.setCookies(cookieStrings);
|
|
72
|
-
const loggedIn = await scraper.isLoggedIn();
|
|
73
|
-
if (!loggedIn) {
|
|
74
|
-
throw new Error("Twitter session expired.");
|
|
75
|
-
}
|
|
76
43
|
const cutoff = new Date(Date.now() - hours * 3_600_000);
|
|
77
|
-
const tweets =
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
const created = tweet.timeParsed ?? new Date(0);
|
|
81
|
-
if (created < cutoff)
|
|
82
|
-
continue;
|
|
83
|
-
tweets.push({
|
|
84
|
-
id: tweet.id ?? "",
|
|
85
|
-
text: tweet.text?.slice(0, 280) ?? "",
|
|
86
|
-
author: tweet.username ?? "unknown",
|
|
87
|
-
likes: tweet.likes ?? 0,
|
|
88
|
-
retweets: tweet.retweets ?? 0,
|
|
89
|
-
replies: tweet.replies ?? 0,
|
|
90
|
-
views: tweet.views ?? null,
|
|
91
|
-
url: tweet.permanentUrl ?? "",
|
|
92
|
-
created: created.toISOString(),
|
|
93
|
-
});
|
|
94
|
-
if (tweets.length >= limit)
|
|
95
|
-
break;
|
|
96
|
-
}
|
|
44
|
+
const tweets = (await searchTweets(normalizedQuery, limit))
|
|
45
|
+
.filter((tweet) => new Date(tweet.created) >= cutoff)
|
|
46
|
+
.slice(0, limit);
|
|
97
47
|
// Extract co-mentioned cashtags
|
|
98
48
|
const tickerRegex = /\$([A-Z]{1,5})\b/g;
|
|
99
49
|
const mentionCounts = new Map();
|
|
100
50
|
// Exclude the searched ticker itself from co-mentions
|
|
101
|
-
const searchedTicker = normalizedQuery.startsWith("$")
|
|
102
|
-
? normalizedQuery.slice(1)
|
|
103
|
-
: null;
|
|
51
|
+
const searchedTicker = normalizedQuery.startsWith("$") ? normalizedQuery.slice(1) : null;
|
|
104
52
|
for (const t of tweets) {
|
|
105
53
|
for (const match of t.text.matchAll(tickerRegex)) {
|
|
106
54
|
const ticker = match[1];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"twitter.js","sourceRoot":"","sources":["../../src/providers/twitter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"twitter.js","sourceRoot":"","sources":["../../src/providers/twitter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,4DAA4D;AAE5D,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAExE,MAAM,UAAU,qBAAqB,CACnC,MAAgE;IAEhE,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC3E,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAE3E,YAAY,IAAI,YAAY,CAAC;QAC7B,YAAY,IAAI,YAAY,CAAC;QAC7B,aAAa,IAAI,YAAY,GAAG,UAAU,CAAC;QAC3C,aAAa,IAAI,YAAY,GAAG,UAAU,CAAC;IAC7C,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;IAClD,OAAO;QACL,KAAK,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,WAAW;QAC5E,OAAO,EAAE,YAAY;QACrB,OAAO,EAAE,YAAY;KACtB,CAAC;AACJ,CAAC;AAED,4DAA4D;AAE5D,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,EAAE,CAAC;IACnD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4DAA4D;AAE5D,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAa,EACb,QAAgB,EAAE,EAClB,QAAgB,EAAE;IAElB,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,WAAW,eAAe,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;IAChE,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAyB,QAAQ,CAAC,CAAC;IAC3D,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,CAAC,CAAC;QACxD,MAAM,MAAM,GAAmB,CAAC,MAAM,YAAY,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;aACxE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;aACpD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnB,gCAAgC;QAChC,MAAM,WAAW,GAAG,mBAAmB,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,sDAAsD;QACtD,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzF,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,MAAM,KAAK,cAAc;oBAAE,SAAS;gBACxC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QACD,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;aAC7C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,SAAS,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhD,MAAM,MAAM,GAA2B;YACrC,KAAK,EAAE,eAAe;YACtB,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,MAAM;YACN,cAAc,EAAE,SAAS,CAAC,KAAK;YAC/B,YAAY,EAAE,SAAS,CAAC,OAAO;YAC/B,YAAY,EAAE,SAAS,CAAC,OAAO;YAC/B,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAyB,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QACtF,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,KAAK,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
|