web2cli 0.2.0__py3-none-any.whl

web2cli/adapters/mail.google.com/web2cli.yaml

@@ -0,0 +1,52 @@
+meta:
+  spec_version: "0.2"
+  name: gmail
+  domain: mail.google.com
+  base_url: https://mail.google.com
+  version: 0.1.0
+  description: "Gmail — read your inbox from the terminal"
+  author: web2cli-core
+  transport: http
+  impersonate: chrome
+  aliases:
+    - gmail
+  default_headers:
+    User-Agent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
+    Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
+    Accept-Language: "en-US,en;q=0.9"
+
+auth:
+  methods:
+    - type: cookies
+      keys: [SID, HSID, SSID, OSID]
+      env_var: WEB2CLI_GMAIL_COOKIES
+
+commands:
+  inbox:
+    description: "List inbox threads (latest 50)"
+    args:
+      limit:
+        type: int
+        required: false
+        default: 20
+        max: 50
+        description: "Number of threads to show"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: /mail/u/0/
+      - parse:
+          name: parsed
+          from: fetch
+          parser: custom
+          script: parsers/inbox.py
+      - transform:
+          name: result
+          from: parsed
+          ops:
+            - limit: "{{args.limit}}"
+    output:
+      from_step: result
+      default_fields: [date, unread, sender_name, subject]
+      default_format: table

web2cli/adapters/news.ycombinator.com/web2cli.yaml

@@ -0,0 +1,356 @@
+meta:
+  spec_version: "0.2"
+  name: hn
+  domain: news.ycombinator.com
+  base_url: https://hacker-news.firebaseio.com/v0
+  version: 0.2.0
+  description: "Hacker News — top stories, new, search, item, saved, upvoted"
+  author: web2cli-core
+  transport: http
+  aliases:
+    - hn
+  default_headers:
+    User-Agent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36"
+
+auth:
+  methods:
+    - type: cookies
+      keys: ["user"]
+      env_var: WEB2CLI_HN_COOKIES
+
+commands:
+  top:
+    description: "Get top stories from Hacker News"
+    args:
+      limit:
+        type: int
+        required: false
+        default: 20
+        max: 200
+        description: "Number of stories to show"
+    pipeline:
+      - request:
+          name: ids
+          method: GET
+          url: /topstories.json
+      - fanout:
+          name: items
+          items_from: "{{steps.ids.json}}"
+          limit: "{{args.limit}}"
+          request:
+            method: GET
+            url: /item/{{item}}.json
+      - parse:
+          name: parsed
+          from: items
+          format: json_list
+          fields:
+            - name: rank
+              from: "$.__index"
+            - name: title
+              from: "$.title"
+            - name: score
+              from: "$.score"
+            - name: author
+              from: "$.by"
+            - name: comments
+              from: "$.descendants"
+            - name: url
+              from: "$.url"
+            - name: id
+              from: "$.id"
+            - name: hn_url
+              from: "$.id"
+              template: "https://news.ycombinator.com/item?id={{value}}"
+    output:
+      from_step: parsed
+      default_fields: [rank, title, score, comments, url]
+      default_format: table
+
+  new:
+    description: "Get newest stories"
+    args:
+      limit:
+        type: int
+        required: false
+        default: 20
+        max: 200
+        description: "Number of stories to show"
+    pipeline:
+      - request:
+          name: ids
+          method: GET
+          url: /newstories.json
+      - fanout:
+          name: items
+          items_from: "{{steps.ids.json}}"
+          limit: "{{args.limit}}"
+          request:
+            method: GET
+            url: /item/{{item}}.json
+      - parse:
+          name: parsed
+          from: items
+          format: json_list
+          fields:
+            - name: rank
+              from: "$.__index"
+            - name: title
+              from: "$.title"
+            - name: score
+              from: "$.score"
+            - name: author
+              from: "$.by"
+            - name: comments
+              from: "$.descendants"
+            - name: url
+              from: "$.url"
+            - name: id
+              from: "$.id"
+            - name: hn_url
+              from: "$.id"
+              template: "https://news.ycombinator.com/item?id={{value}}"
+    output:
+      from_step: parsed
+      default_fields: [rank, title, score, author, url]
+      default_format: table
+
+  item:
+    description: "Get a single HN item (story, comment, job)"
+    args:
+      id:
+        type: string
+        required: true
+        source: [arg, stdin]
+        description: "HN item ID"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: /item/{{args.id}}.json
+      - parse:
+          name: parsed
+          from: fetch
+          format: json
+          extract: "$"
+          fields:
+            - name: id
+              from: "$.id"
+            - name: title
+              from: "$.title"
+            - name: author
+              from: "$.by"
+            - name: score
+              from: "$.score"
+            - name: url
+              from: "$.url"
+            - name: text
+              from: "$.text"
+              transform: strip_html
+            - name: time
+              from: "$.time"
+              transform: timestamp
+            - name: comments
+              from: "$.descendants"
+    output:
+      from_step: parsed
+      default_fields: [title, author, score, url, time]
+      default_format: table
+
+  search:
+    description: "Search HN stories (via Algolia)"
+    args:
+      query:
+        type: string
+        required: true
+        source: [arg, stdin]
+        description: "Search query"
+      limit:
+        type: int
+        required: false
+        default: 20
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: https://hn.algolia.com/api/v1/search
+          params:
+            query: "{{args.query}}"
+            tags: story
+            hitsPerPage: "{{args.limit}}"
+      - parse:
+          name: parsed
+          from: fetch
+          format: json
+          extract: "$.hits[*]"
+          fields:
+            - name: title
+              from: "$.title"
+            - name: author
+              from: "$.author"
+            - name: score
+              from: "$.points"
+            - name: comments
+              from: "$.num_comments"
+            - name: url
+              from: "$.url"
+            - name: date
+              from: "$.created_at"
+              transform: timestamp
+            - name: hn_url
+              from: "$.objectID"
+              template: "https://news.ycombinator.com/item?id={{value}}"
+    output:
+      from_step: parsed
+      default_fields: [title, score, comments, url]
+      default_format: table
+
+  saved:
+    description: "Get saved stories (requires login)"
+    args:
+      username:
+        type: string
+        required: true
+        description: "HN username"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: https://news.ycombinator.com/favorites?id={{args.username}}
+      - parse:
+          name: parsed
+          from: fetch
+          format: html
+          extract: "tr.athing"
+          fields:
+            - name: rank
+              path: "span.rank"
+              attribute: text
+              transform: int
+            - name: title
+              path: "span.titleline > a"
+              attribute: text
+            - name: url
+              path: "span.titleline > a"
+              attribute: href
+            - name: score
+              relative: next
+              path: "span.score"
+              attribute: text
+              transform: int
+            - name: author
+              relative: next
+              path: "a.hnuser"
+              attribute: text
+            - name: comments
+              relative: next
+              path: "a:last-of-type"
+              attribute: text
+            - name: age
+              relative: next
+              path: "span.age"
+              attribute: text
+    output:
+      from_step: parsed
+      default_fields: [title, score, author, comments, url]
+      default_format: table
+
+  upvoted:
+    description: "Get upvoted stories (requires login)"
+    args:
+      username:
+        type: string
+        required: true
+        description: "HN username"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: https://news.ycombinator.com/upvoted?id={{args.username}}
+      - parse:
+          name: parsed
+          from: fetch
+          format: html
+          extract: "tr.athing"
+          fields:
+            - name: rank
+              path: "span.rank"
+              attribute: text
+              transform: int
+            - name: title
+              path: "span.titleline > a"
+              attribute: text
+            - name: url
+              path: "span.titleline > a"
+              attribute: href
+            - name: score
+              relative: next
+              path: "span.score"
+              attribute: text
+              transform: int
+            - name: author
+              relative: next
+              path: "a.hnuser"
+              attribute: text
+            - name: comments
+              relative: next
+              path: "a:last-of-type"
+              attribute: text
+            - name: age
+              relative: next
+              path: "span.age"
+              attribute: text
+    output:
+      from_step: parsed
+      default_fields: [title, score, author, comments, url]
+      default_format: table
+
+  submissions:
+    description: "Get a user's submissions"
+    args:
+      username:
+        type: string
+        required: true
+        description: "HN username"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: https://news.ycombinator.com/submitted?id={{args.username}}
+      - parse:
+          name: parsed
+          from: fetch
+          format: html
+          extract: "tr.athing"
+          fields:
+            - name: rank
+              path: "span.rank"
+              attribute: text
+              transform: int
+            - name: title
+              path: "span.titleline > a"
+              attribute: text
+            - name: url
+              path: "span.titleline > a"
+              attribute: href
+            - name: score
+              relative: next
+              path: "span.score"
+              attribute: text
+              transform: int
+            - name: author
+              relative: next
+              path: "a.hnuser"
+              attribute: text
+            - name: comments
+              relative: next
+              path: "a:last-of-type"
+              attribute: text
+            - name: age
+              relative: next
+              path: "span.age"
+              attribute: text
+    output:
+      from_step: parsed
+      default_fields: [title, score, comments, age, url]
+      default_format: table

web2cli/adapters/reddit.com/web2cli.yaml

@@ -0,0 +1,233 @@
+meta:
+  spec_version: "0.2"
+  name: reddit
+  domain: reddit.com
+  base_url: https://www.reddit.com
+  version: 0.2.0
+  description: "Reddit — posts, threads, search"
+  author: web2cli-core
+  transport: http
+  aliases:
+    - reddit
+  default_headers:
+    User-Agent: "web2cli/0.2"
+
+commands:
+  posts:
+    description: "List posts from a subreddit"
+    args:
+      sub:
+        type: string
+        required: true
+        source: [arg, stdin]
+        description: "Subreddit name (e.g. programming, python)"
+      sort:
+        type: string
+        required: false
+        default: hot
+        description: "Sort: hot, new, top, rising"
+      limit:
+        type: int
+        required: false
+        default: 20
+        description: "Number of posts"
+      time:
+        type: string
+        required: false
+        description: "Time filter for top sort: hour, day, week, month, year, all"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: /r/{{args.sub}}/{{args.sort}}.json
+          params:
+            limit: "{{args.limit}}"
+            t: "{{args.time}}"
+      - parse:
+          name: parsed
+          from: fetch
+          format: json
+          extract: "$.data.children[*]"
+          fields:
+            - name: id
+              from: $.data.id
+            - name: title
+              from: "$.data.title"
+            - name: author
+              from: "$.data.author"
+            - name: score
+              from: "$.data.score"
+            - name: comments
+              from: "$.data.num_comments"
+            - name: sub
+              from: "$.data.subreddit"
+            - name: url
+              from: "$.data.url"
+            - name: date
+              from: "$.data.created_utc"
+              transform: timestamp
+            - name: ratio
+              from: "$.data.upvote_ratio"
+            - name: permalink
+              from: "$.data.permalink"
+              template: "https://reddit.com{{value}}"
+    output:
+      from_step: parsed
+      default_fields: [id, title, score, comments, author, date]
+      default_format: table
+
+  thread:
+    description: "Get a thread with comments"
+    args:
+      id:
+        type: string
+        required: true
+        source: [arg, stdin]
+        description: "Thread ID (e.g. 1qoxwdt)"
+      limit:
+        type: int
+        required: false
+        default: 20
+        description: "Number of top-level comments"
+      sort:
+        type: string
+        required: false
+        default: best
+        description: "Sort: best, top, new, old, controversial"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: /comments/{{args.id}}.json
+          params:
+            limit: "{{args.limit}}"
+            sort: "{{args.sort}}"
+      - parse:
+          name: post
+          from: fetch
+          format: json
+          extract: "$[0].data.children[0].data"
+          fields:
+            - name: author
+              from: "$.author"
+            - name: text
+              from:
+                coalesce:
+                  - "$.selftext"
+                  - "$.url"
+                  - ""
+              ops:
+                - template:
+                    value: "[POST] {{item.title}}\n{{value}}"
+                - regex_replace:
+                    pattern: "\\n$"
+                    repl: ""
+            - name: score
+              from: "$.score"
+            - name: date
+              from: "$.created_utc"
+              transform: timestamp
+      - parse:
+          name: comments
+          from: fetch
+          format: json
+          extract: "$[1].data.children[*]"
+          item_ops:
+            - flatten_tree:
+                include_path: "$.kind"
+                include_equals: t1
+                children_path: "$.data.replies.data.children[*]"
+                item_path: "$.data"
+                depth_path: "$.depth"
+                depth_field: "__depth"
+                indent_field: "__indent"
+                indent_unit: "  "
+          fields:
+            - name: depth
+              from: "$.__depth"
+            - name: author
+              from: "$.author"
+              ops:
+                - template:
+                    value: "{{item.__indent}}{{value}}"
+            - name: text
+              from: "$.body"
+            - name: score
+              from: "$.score"
+            - name: date
+              from: "$.created_utc"
+              transform: timestamp
+      - transform:
+          name: parsed
+          from: comments
+          ops:
+            - concat:
+                steps: [post]
+                position: before
+    output:
+      from_step: parsed
+      default_fields: [author, text, score, date, depth]
+      default_format: table
+
+  search:
+    description: "Search posts in a subreddit"
+    args:
+      sub:
+        type: string
+        required: true
+        description: "Subreddit to search in"
+      query:
+        type: string
+        required: true
+        source: [arg, stdin]
+        description: "Search query"
+      limit:
+        type: int
+        required: false
+        default: 20
+        description: "Number of results"
+      sort:
+        type: string
+        required: false
+        default: relevance
+        description: "Sort: relevance, hot, top, new, comments"
+    pipeline:
+      - request:
+          name: fetch
+          method: GET
+          url: /r/{{args.sub}}/search.json
+          params:
+            q: "{{args.query}}"
+            limit: "{{args.limit}}"
+            sort: "{{args.sort}}"
+            restrict_sr: "on"
+      - parse:
+          name: parsed
+          from: fetch
+          format: json
+          extract: "$.data.children[*]"
+          fields:
+            - name: id
+              from: "$.data.id"
+            - name: title
+              from: "$.data.title"
+            - name: author
+              from: "$.data.author"
+            - name: score
+              from: "$.data.score"
+            - name: comments
+              from: "$.data.num_comments"
+            - name: sub
+              from: "$.data.subreddit"
+            - name: url
+              from: "$.data.url"
+            - name: date
+              from: "$.data.created_utc"
+              transform: timestamp
+            - name: permalink
+              from: "$.data.permalink"
+              template: "https://reddit.com{{value}}"
+    output:
+      from_step: parsed
+      default_fields: [id, title, score, comments, author, date]
+      default_format: table