@vinnyum/newsletter-sync 1.0.0 → 1.0.1

package/README.md

@@ -27,7 +27,7 @@ npx newsletter-sync [options]
 ### Options
 
 | Flag | Description |
-|---|---|
+| --- | --- |
 | `-c, --config <file>` | Path to a JSON configuration file |
 | `--apiKey <key>` | Composio API Key (overrides env `COMPOSIO_API_KEY`) |
 | `--zohoAccountId <id>` | Zoho Mail Account ID |
@@ -38,20 +38,22 @@ npx newsletter-sync [options]
 | `--fromEmail <email>` | From email address for Zoho Mail alert emails |
 | `--processed <path>` | Path to save the processed IDs tracking list (default: `./processed_emails.json`) |
 | `--log <path>` | Path to save the execution logs (default: `./cron.log`) |
+| `--supabaseUrl <url>` | Supabase Project URL (overrides env `SUPABASE_URL`) |
+| `--supabaseKey <key>` | Supabase Key (overrides env `SUPABASE_KEY`) |
 
-## Setup Example
+## Setup Example (Local Execution)
 
 ### 1. Create a `config.json` file
 
 ```json
 {
   "composioApiKey": "your-composio-api-key",
-  "zohoAccountId": "1988858000000008002",
-  "zohoFolderId": "1988858000000009011",
-  "senderFilter": "newsletter@jamiebrindle.io",
-  "notebookId": "17c7393b-19eb-4dcc-b497-38d05976448d",
-  "alertEmail": "vinny@vinnyum.tech",
-  "fromEmail": "vinny@vinnyum.tech",
+  "zohoAccountId": "your-zoho-account-id",
+  "zohoFolderId": "your-zoho-folder-id",
+  "senderFilter": "newsletter@example.com",
+  "notebookId": "your-notebook-id-uuid",
+  "alertEmail": "alerts@yourdomain.com",
+  "fromEmail": "sender@yourdomain.com",
   "processedPath": "./processed_emails.json",
   "logPath": "./cron.log"
 }
@@ -63,16 +65,49 @@ npx newsletter-sync [options]
 npx newsletter-sync --config ./config.json
 ```
 
-## Scheduling on Windows
+---
 
-To run this tool every week automatically:
+## Setup for Cloud Execution (GitHub Actions + Supabase)
 
-1. Create a batch script `run-sync.bat`:
-   ```bat
-   @echo off
-   cd /d "%~dp0"
-   npx newsletter-sync --config ./config.json
-   ```
-2. Open **Windows Task Scheduler** (`taskschd.msc`).
-3. Select **Create Basic Task** and set it to **Weekly** (e.g., Mondays at 9:00 AM).
-4. For action, choose **Start a program**, select `run-sync.bat`, and set the **Start in (optional)** field to the folder containing your `config.json` and bat script.
+To run this tool in the cloud weekly, we use a combination of GitHub Actions and a Supabase database to track processed email IDs.
+
+### 1. Setup Supabase Table
+
+In your Supabase SQL Editor, run the following DDL query to create the tracking table:
+
+```sql
+create table processed_emails (
+    message_id text primary key,
+    created_at timestamp with time zone default timezone('utc'::text, now()) not null
+);
+```
+
+### 2. Export NotebookLM Cookies
+
+The `nlm` CLI needs your Google Account session. To get the cookies in JSON format:
+
+1. Log in to [notebooklm.google.com](https://notebooklm.google.com) in Chrome.
+2. Use a Chrome extension like **EditThisCookie** or **Get cookies.txt as JSON** to copy all active cookies as a JSON array.
+
+### 3. Add Secrets in GitHub Repository
+
+Go to your GitHub repository Settings ➜ Secrets and Variables ➜ Actions, and add the following repository secrets:
+
+- `COMPOSIO_API_KEY`: Your Composio API Key.
+- `SUPABASE_URL`: Your Supabase Project URL.
+- `SUPABASE_KEY`: Your Supabase Project Anon/Service Key.
+- `NLM_COOKIES_JSON`: The JSON array of cookies copied in step 2.
+- `SYNC_CONFIG_JSON`: A JSON config representing your Zoho and NotebookLM IDs:
+
+  ```json
+  {
+    "zohoAccountId": "your-zoho-account-id",
+    "zohoFolderId": "your-zoho-folder-id",
+    "senderFilter": "newsletter@example.com",
+    "notebookId": "your-notebook-id-uuid",
+    "alertEmail": "alerts@yourdomain.com",
+    "fromEmail": "sender@yourdomain.com"
+  }
+  ```
+
+Once configured, the GitHub Action workflow will run automatically every Monday at 9:00 AM UTC. You can also trigger it manually from the Actions tab in your repository.

package/bin/cli.js

@@ -16,6 +16,8 @@ const options = {
     fromEmail: { type: 'string' },
     processed: { type: 'string' },
     log: { type: 'string' },
+    supabaseUrl: { type: 'string' },
+    supabaseKey: { type: 'string' },
     help: { type: 'boolean', short: 'h' }
 };
 
@@ -34,6 +36,8 @@ Options:
   --fromEmail <email>        From email for error alert emails (must be verified in Zoho)
   --processed <path>         Path to processed_emails.json (default: ./processed_emails.json)
   --log <path>               Path to execution log file (default: ./cron.log)
+  --supabaseUrl <url>        Supabase Project URL (can be set as SUPABASE_URL env var)
+  --supabaseKey <key>        Supabase Anon/Service Key (can be set as SUPABASE_KEY env var)
   -h, --help                 Show help
 `);
 }
@@ -74,7 +78,9 @@ async function main() {
             alertEmail: values.alertEmail || configData.alertEmail,
             fromEmail: values.fromEmail || configData.fromEmail,
             processedPath: values.processed || configData.processedPath || './processed_emails.json',
-            logPath: values.log || configData.logPath || './cron.log'
+            logPath: values.log || configData.logPath || './cron.log',
+            supabaseUrl: values.supabaseUrl || configData.supabaseUrl || process.env.SUPABASE_URL,
+            supabaseKey: values.supabaseKey || configData.supabaseKey || process.env.SUPABASE_KEY
         };
 
         // 3. Run Sincronizador

package/index.js

@@ -2,6 +2,7 @@ import fs from 'node:fs';
 import path from 'node:path';
 import { execSync } from 'node:child_process';
 import puppeteer from 'puppeteer';
+import { createClient } from '@supabase/supabase-js';
 import ComposioModule from '@composio/client';
 
 const Composio = ComposioModule.default || ComposioModule.Composio || ComposioModule;
@@ -20,7 +21,9 @@ export async function runSync(options = {}) {
         alertEmail,
         fromEmail,
         processedPath = './processed_emails.json',
-        logPath = './cron.log'
+        logPath = './cron.log',
+        supabaseUrl = process.env.SUPABASE_URL,
+        supabaseKey = process.env.SUPABASE_KEY
     } = options;
 
     // Helper for logging
@@ -40,13 +43,35 @@ export async function runSync(options = {}) {
     if (!senderFilter) throw new Error("Missing Sender Filter. Pass --senderFilter.");
     if (!notebookId) throw new Error("Missing Notebook ID. Pass --notebookId.");
 
-    const processedFile = path.resolve(process.cwd(), processedPath);
+    // Initialize State Tracker (Supabase or Local JSON)
+    const useSupabase = !!(supabaseUrl && supabaseKey);
+    let supabaseClient = null;
     let processed = [];
-    if (fs.existsSync(processedFile)) {
+
+    if (useSupabase) {
+        log("Using Supabase database for tracking processed emails.");
+        supabaseClient = createClient(supabaseUrl, supabaseKey);
         try {
-            processed = JSON.parse(fs.readFileSync(processedFile, 'utf8'));
+            const { data, error } = await supabaseClient
+                .from('processed_emails')
+                .select('message_id');
+            
+            if (error) throw error;
+            processed = (data || []).map(row => row.message_id);
+            log(`Loaded ${processed.length} processed IDs from Supabase.`);
         } catch (e) {
-            log(`Warning: Failed to parse processed list, starting fresh.`);
+            throw new Error(`Failed to load processed emails from Supabase: ${e.message}`);
+        }
+    } else {
+        const processedFile = path.resolve(process.cwd(), processedPath);
+        log(`Using local file for tracking processed emails: ${processedFile}`);
+        if (fs.existsSync(processedFile)) {
+            try {
+                processed = JSON.parse(fs.readFileSync(processedFile, 'utf8'));
+                log(`Loaded ${processed.length} processed IDs from local file.`);
+            } catch (e) {
+                log(`Warning: Failed to parse processed list, starting fresh.`);
+            }
         }
     }
 
@@ -145,13 +170,25 @@ export async function runSync(options = {}) {
                 }
 
                 // Track as processed
-                processed.push(email.messageId);
-                fs.writeFileSync(processedFile, JSON.stringify(processed, null, 2));
-                log(`Logged ${email.messageId} as processed.`);
+                if (useSupabase) {
+                    const { error } = await supabaseClient
+                        .from('processed_emails')
+                        .insert({ message_id: email.messageId });
+                    
+                    if (error) {
+                        log(`Warning: Failed to save ${email.messageId} to Supabase: ${error.message}`);
+                    } else {
+                        log(`Logged ${email.messageId} to Supabase.`);
+                    }
+                } else {
+                    const processedFile = path.resolve(process.cwd(), processedPath);
+                    processed.push(email.messageId);
+                    fs.writeFileSync(processedFile, JSON.stringify(processed, null, 2));
+                    log(`Logged ${email.messageId} to local file.`);
+                }
 
             } catch (itemError) {
                 log(`Error processing email ${email.messageId}: ${itemError.message}`);
-                // Continue with other items
             }
         }
 

package/package.json

@@ -1,17 +1,18 @@
 {
   "name": "@vinnyum/newsletter-sync",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "Weekly automated newsletter to PDF converter and Google NotebookLM source synchronizer",
   "type": "module",
   "main": "./index.js",
   "bin": {
-    "newsletter-sync": "./bin/cli.js"
+    "newsletter-sync": "bin/cli.js"
   },
   "engines": {
     "node": ">=18.0.0"
   },
   "dependencies": {
     "@composio/client": "^0.1.0-alpha.75",
+    "@supabase/supabase-js": "^2.48.0",
     "puppeteer": "^25.3.0"
   },
   "author": {