source_monitor 0.1.3 → 0.2.0

data/tasks/ideas.md

@@ -0,0 +1,10 @@
+- [ ] job queues stats cards needs to be rethought
+- [X] ~~*add opml import/export*~~ [2025-11-25]
+- [ ] clean upgrade strategy
+- [ ] growl notifications are spamming the user when taking bulk actions
+- [ ] add ability to manage per-source scraping rate limits to override configuration defaults
+- [ ] ensure adaptive scheduling only reacts to truly new content (fetching a feed should use hashing on the summary or scrape to determine the item has really been updated, otherwise don't update anything)
+- [ ] automatically extract transcripts from content that is mostly video or audio
+- [ ] explore using this for markdown conversion (could be optional adapter for sources): https://github.com/Goldziher/html-to-markdown/blob/main/packages%2Fruby%2FREADME.md
+- [ ] sources show page needs pagination for items
+- [ ] sources show page should truncate item content to first 100 characters (with a stimulus expand link under the truncated content to show full body)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: source_monitor
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - dchuk
@@ -254,9 +254,11 @@ files:
 - app/assets/images/source_monitor/.keep
 - app/assets/javascripts/source_monitor/application.js
 - app/assets/javascripts/source_monitor/controllers/async_submit_controller.js
+- app/assets/javascripts/source_monitor/controllers/confirm_navigation_controller.js
 - app/assets/javascripts/source_monitor/controllers/dropdown_controller.js
 - app/assets/javascripts/source_monitor/controllers/modal_controller.js
 - app/assets/javascripts/source_monitor/controllers/notification_controller.js
+- app/assets/javascripts/source_monitor/controllers/select_all_controller.js
 - app/assets/javascripts/source_monitor/turbo_actions.js
 - app/assets/stylesheets/source_monitor/application.tailwind.css
 - app/assets/svgs/source_monitor/.keep
@@ -266,6 +268,7 @@ files:
 - app/controllers/source_monitor/dashboard_controller.rb
 - app/controllers/source_monitor/fetch_logs_controller.rb
 - app/controllers/source_monitor/health_controller.rb
+- app/controllers/source_monitor/import_sessions_controller.rb
 - app/controllers/source_monitor/items_controller.rb
 - app/controllers/source_monitor/logs_controller.rb
 - app/controllers/source_monitor/scrape_logs_controller.rb
@@ -279,6 +282,8 @@ files:
 - app/helpers/source_monitor/application_helper.rb
 - app/jobs/source_monitor/application_job.rb
 - app/jobs/source_monitor/fetch_feed_job.rb
+- app/jobs/source_monitor/import_opml_job.rb
+- app/jobs/source_monitor/import_session_health_check_job.rb
 - app/jobs/source_monitor/item_cleanup_job.rb
 - app/jobs/source_monitor/log_cleanup_job.rb
 - app/jobs/source_monitor/schedule_fetches_job.rb
@@ -290,6 +295,8 @@ files:
 - app/models/source_monitor/application_record.rb
 - app/models/source_monitor/fetch_log.rb
 - app/models/source_monitor/health_check_log.rb
+- app/models/source_monitor/import_history.rb
+- app/models/source_monitor/import_session.rb
 - app/models/source_monitor/item.rb
 - app/models/source_monitor/item_content.rb
 - app/models/source_monitor/log_entry.rb
@@ -303,6 +310,18 @@ files:
 - app/views/source_monitor/dashboard/_stats.html.erb
 - app/views/source_monitor/dashboard/index.html.erb
 - app/views/source_monitor/fetch_logs/show.html.erb
+- app/views/source_monitor/import_sessions/_header.html.erb
+- app/views/source_monitor/import_sessions/_sidebar.html.erb
+- app/views/source_monitor/import_sessions/health_check/_progress.html.erb
+- app/views/source_monitor/import_sessions/health_check/_row.html.erb
+- app/views/source_monitor/import_sessions/show.html.erb
+- app/views/source_monitor/import_sessions/show.turbo_stream.erb
+- app/views/source_monitor/import_sessions/steps/_configure.html.erb
+- app/views/source_monitor/import_sessions/steps/_confirm.html.erb
+- app/views/source_monitor/import_sessions/steps/_health_check.html.erb
+- app/views/source_monitor/import_sessions/steps/_navigation.html.erb
+- app/views/source_monitor/import_sessions/steps/_preview.html.erb
+- app/views/source_monitor/import_sessions/steps/_upload.html.erb
 - app/views/source_monitor/items/_details.html.erb
 - app/views/source_monitor/items/_details_wrapper.html.erb
 - app/views/source_monitor/items/index.html.erb
@@ -317,7 +336,9 @@ files:
 - app/views/source_monitor/sources/_empty_state_row.html.erb
 - app/views/source_monitor/sources/_fetch_interval_heatmap.html.erb
 - app/views/source_monitor/sources/_form.html.erb
+- app/views/source_monitor/sources/_form_fields.html.erb
 - app/views/source_monitor/sources/_health_status_badge.html.erb
+- app/views/source_monitor/sources/_import_history_panel.html.erb
 - app/views/source_monitor/sources/_row.html.erb
 - app/views/source_monitor/sources/edit.html.erb
 - app/views/source_monitor/sources/index.html.erb
@@ -348,6 +369,9 @@ files:
 - db/migrate/20251015100000_create_source_monitor_log_entries.rb
 - db/migrate/20251022100000_create_source_monitor_health_check_logs.rb
 - db/migrate/20251108120116_refresh_fetch_status_constraint.rb
+- db/migrate/20251124090000_create_import_sessions.rb
+- db/migrate/20251124153000_add_health_fields_to_import_sessions.rb
+- db/migrate/20251125094500_create_import_histories.rb
 - docs/configuration.md
 - docs/deployment.md
 - docs/gh-cli-workflow.md
@@ -384,10 +408,13 @@ files:
 - lib/source_monitor/fetching/retry_policy.rb
 - lib/source_monitor/fetching/stalled_fetch_reconciler.rb
 - lib/source_monitor/health.rb
+- lib/source_monitor/health/import_source_health_check.rb
 - lib/source_monitor/health/source_health_check.rb
 - lib/source_monitor/health/source_health_monitor.rb
 - lib/source_monitor/health/source_health_reset.rb
 - lib/source_monitor/http.rb
+- lib/source_monitor/import_sessions/entry_normalizer.rb
+- lib/source_monitor/import_sessions/health_check_broadcaster.rb
 - lib/source_monitor/instrumentation.rb
 - lib/source_monitor/items/item_creator.rb
 - lib/source_monitor/items/retention_pruner.rb
@@ -446,6 +473,7 @@ files:
 - lib/source_monitor/setup/verification/solid_queue_verifier.rb
 - lib/source_monitor/setup/verification/telemetry_logger.rb
 - lib/source_monitor/setup/workflow.rb
+- lib/source_monitor/sources/params.rb
 - lib/source_monitor/sources/turbo_stream_presenter.rb
 - lib/source_monitor/turbo_streams/stream_responder.rb
 - lib/source_monitor/version.rb
@@ -459,8 +487,33 @@ files:
 - postcss.config.js
 - source_monitor.gemspec
 - stylelint.config.js
-- tasks/prd-setup-workflow-streamlining.md
-- tasks/tasks-setup-workflow-streamlining.md
+- tasks/completed/codebase_audit_2025.md
+- tasks/completed/engine-asset-configuration.md
+- tasks/completed/opml-import-wizard/opml-import-wizard-product-brief.md
+- tasks/completed/opml-import-wizard/opml-import-wizard-tech-brief.md
+- tasks/completed/opml-import-wizard/task-01/instructions.md
+- tasks/completed/opml-import-wizard/task-01/requirements.md
+- tasks/completed/opml-import-wizard/task-02/instructions.md
+- tasks/completed/opml-import-wizard/task-02/requirements.md
+- tasks/completed/opml-import-wizard/task-03/instructions.md
+- tasks/completed/opml-import-wizard/task-03/requirements.md
+- tasks/completed/opml-import-wizard/task-04/instructions.md
+- tasks/completed/opml-import-wizard/task-04/requirements.md
+- tasks/completed/opml-import-wizard/task-05/instructions.md
+- tasks/completed/opml-import-wizard/task-05/requirements.md
+- tasks/completed/opml-import-wizard/task-06/instructions.md
+- tasks/completed/opml-import-wizard/task-06/requirements.md
+- tasks/completed/phase_17_01_complexity_audit_2025-10-12.md
+- tasks/completed/phase_17_02_complexity_findings_2025-10-12.md
+- tasks/completed/phase_17_03_refactor_plan_2025-10-12.md
+- tasks/completed/phase_21_01_log_consolidation_2025-10-15.md
+- tasks/completed/prd-setup-workflow-streamlining.md
+- tasks/completed/release_checklist.md
+- tasks/completed/routes_refactor_evaluation.md
+- tasks/completed/source_monitor_rename_plan.md
+- tasks/completed/tasks-setup-workflow-streamlining.md
+- tasks/completed/tasks.md
+- tasks/ideas.md
 homepage: https://github.com/dchuk/source_monitor
 licenses:
 - MIT