rust-crate-pipeline 1.4.0__py3-none-any.whl → 1.4.1__py3-none-any.whl

rust_crate_pipeline/crate_list.txt

@@ -0,0 +1,424 @@
+actix-web
+rocket
+axum
+warp
+tower
+tide
+gotham
+iron
+nickel
+rouille
+thruster
+poem
+salvo
+viz
+ntex
+may-minihttp
+tiny_http
+httptest
+mockito
+wiremock
+tokio
+tokio-stream
+async-trait
+futures
+async-std
+smol
+embassy
+embassy-executor
+embassy-time
+embassy-sync
+async-channel
+async-broadcast
+async-lock
+async-once
+async-recursion
+futures-util
+futures-channel
+futures-timer
+futures-test
+pin-project
+pin-project-lite
+serde
+serde_json
+serde_yaml
+bincode
+toml
+ron
+postcard
+ciborium
+rmp-serde
+quick-xml
+roxmltree
+serde_cbor
+serde_derive
+serde_repr
+serde_with
+serde_bytes
+flexbuffers
+bson
+avro-rs
+anyhow
+thiserror
+eyre
+color-eyre
+miette
+fehler
+snafu
+failure
+quick-error
+derive_more
+displaydoc
+backtrace
+better-panic
+clap
+structopt
+argh
+gumdrop
+docopt
+getopts
+pico-args
+crossterm
+termion
+console
+indicati
+dialoguer
+termcolor
+colored
+yansi
+owo-colors
+nu-ansi-term
+terminal_size
+rand
+uuid
+itertools
+num
+cfg-i
+bytes
+mime
+form_urlencoded
+csv
+once_cell
+base64
+flate2
+tar
+dirs
+walkdir
+glob
+bitflags
+indexmap
+smallvec
+arrayvec
+tinyvec
+ahash
+fxhash
+rustc-hash
+seahash
+siphasher
+wyhash
+xxhash-rust
+getrandom
+fastrand
+nanorand
+url
+percent-encoding
+unicode-segmentation
+unicode-normalization
+unicode-width
+memchr
+aho-corasick
+bstr
+reqwest
+hyper
+sur
+ureq
+attohttpc
+isahc
+curl
+libcurl-sys
+http
+http-body
+httparse
+hyper-tls
+hyper-rustls
+native-tls
+webpki
+webpki-roots
+sqlx
+diesel
+postgres
+rusqlite
+mysql
+mongodb
+redis
+tokio-postgres
+deadpool-postgres
+bb8
+r2d2
+sea-orm
+rbatis
+sled
+rocksdb
+lmdb
+redb
+pickledb
+persy
+heed
+fjall
+rayon
+crossbeam
+crossbeam-channel
+crossbeam-utils
+crossbeam-epoch
+crossbeam-deque
+parking_lot
+spin
+atomic
+arc-swap
+dashmap
+flume
+kanal
+tokio-util
+futures-concurrency
+prost
+tonic
+protobu
+grpcio
+tarpc
+capnp
+rmp
+zmq
+nanomsg
+nats
+rdkafka
+pulsar
+lapin
+amqp
+rumqttc
+syn
+quote
+proc-macro2
+proc-macro-crate
+proc-macro-error
+darling
+derive_builder
+strum
+strum_macros
+enum-iterator
+num-derive
+num-traits
+paste
+lazy_static
+ring
+rustls
+openssl
+sha2
+sha3
+blake2
+blake3
+md5
+hmac
+pbkdf2
+scrypt
+argon2
+bcrypt
+chacha20poly1305
+aes-gcm
+rsa
+ed25519-dalek
+x25519-dalek
+curve25519-dalek
+secp256k1
+k256
+p256
+ecdsa
+signature
+rand_core
+bevy
+macroquad
+ggez
+piston
+winit
+wgpu
+vulkano
+glium
+three-d
+kiss3d
+nalgebra
+cgmath
+glam
+ultraviolet
+mint
+image
+imageproc
+resvg
+tiny-skia
+lyon
+femtovg
+skulpin
+socket2
+mio
+polling
+async-io
+calloop
+quinn
+rustls-pemfile
+trust-dns
+hickory-dns
+async-h1
+h2
+h3
+websocket
+tokio-tungstenite
+tungstenite
+ws
+warp-ws
+regex
+regex-syntax
+pest
+pest_derive
+nom
+combine
+winnow
+lalrpop
+chumsky
+logos
+lex
+yacc
+tree-sitter
+syntect
+pulldown-cmark
+comrak
+markdown
+ammonia
+scraper
+kuchiki
+libc
+winapi
+windows
+nix
+users
+sysinfo
+procfs
+psutil
+notify
+inotify
+hotwatch
+signal-hook
+ctrlc
+daemonize
+fork
+shared_memory
+memmap2
+mlock
+caps
+uzers
+criterion
+proptest
+quickcheck
+rstest
+serial_test
+mockall
+httpmock
+assert_cmd
+assert_fs
+predicates
+tempfile
+insta
+goldenfile
+similar
+difference
+pretty_assertions
+config
+figment
+envy
+dotenv
+confy
+directories
+app_dirs
+etcetera
+platform-dirs
+home
+which
+dunce
+normpath
+log
+env_logger
+tracing
+tracing-subscriber
+tracing-futures
+tracing-actix-web
+tracing-log
+slog
+fern
+flexi_logger
+log4rs
+simplelog
+stderrlog
+pretty_env_logger
+fast_log
+chrono
+time
+humantime
+chrono-tz
+chrono-english
+ical
+cron
+tokio-cron-scheduler
+job_scheduler
+delay_timer
+tokenizers
+safetensors
+linfa
+ndarray
+smartcore
+burn
+tract-core
+tract-onnx
+tract-hir
+tract-linalg
+tract-data
+tract-nne
+tract-onnx-opl
+tract-pulse
+tract-pulse-opl
+tract-nnef-resources
+tch
+torch-sys
+ort
+ort-sys
+candle-core
+candle-nn
+candle-transformers
+candle-kernels
+candle-onnx
+candle-metal-kernels
+tiktoken-rs
+tensorflow
+tensorflow-sys
+onnxruntime
+onnxruntime-sys
+onnx-protobu
+llama-cpp-2
+llama-cpp-sys-2
+llm
+llm-samplers
+llm-chain
+llm-chain-openai
+llama-core
+llamaedge
+openai
+openai-api-rs
+openai_dive
+genai
+aleph-alpha-client
+llm_api_access
+ollama-rs
+rust-bert
+fastembed
+hf-hub
+whisper-rs-sys
+toktrie
+toktrie_hf_tokenizers
+toktrie_hf_downloader
+rust_tokenizers

rust_crate_pipeline/github_token_checker.py

@@ -1,112 +1,108 @@
-# github_token_checker.py
-"""
-GitHub Token Checker Module
-Lightweight version of the token checker for integration into the main pipeline.
-"""
-
-import os
-import sys
-import requests
-import logging
-
-
-def check_github_token_quick():
-    """Quick check if GitHub token is available and valid"""
-    token = os.getenv("GITHUB_TOKEN")
-
-    if not token:
-        return False, "GITHUB_TOKEN environment variable not set"
-
-    if len(token) < 20:
-        return False, "GITHUB_TOKEN seems too short - may be invalid"
-
-    try:
-        # Quick API check
-        headers = {
-            "Accept": "application/vnd.github.v3+json",
-            "Authorization": f"token {token}"
-        }
-
-        response = requests.get(
-            "https://api.github.com/rate_limit",
-            headers=headers,
-            timeout=10)
-
-        if response.status_code == 200:
-            data = response.json()
-            remaining = data["resources"]["core"]["remaining"]
-            return True, f"Token valid, {remaining} API calls remaining"
-        elif response.status_code == 401:
-            return False, "GitHub token is invalid or expired"
-        else:
-            return False, f"GitHub API returned status code: {
-                response.status_code}"
-
-    except requests.exceptions.RequestException as e:
-        return False, f"Network error checking token: {str(e)}"
-    except Exception as e:
-        return False, f"Error checking token: {str(e)}"
-
-
-def prompt_for_token_setup():
-    """Prompt user to set up GitHub token"""
-    print("\n" + "=" * 60)
-    print("🔑 GitHub Token Required")
-    print("=" * 60)
-    print("\nThe Rust Crate Pipeline requires a GitHub Personal Access Token")
-    print("to access repository information and avoid rate limits.")
-    print("\n📋 Quick Setup:")
-    print("1. Get token: https://github.com/settings/tokens")
-    print("2. Required scopes: public_repo, read:user")
-    print("3. Set in environment:")
-    print("   export GITHUB_TOKEN=\"your_token_here\"")
-    print("\n🔧 Setup Scripts Available:")
-    print("   ./setup_github_token.sh    (Interactive setup)")
-    print("   python3 check_github_token.py    (Full verification)")
-    print("\n" + "=" * 60)
-
-    # Ask if user wants to continue without token (limited functionality)
-    response = input(
-        "\nContinue without GitHub token? (y/N): ").strip().lower()
-
-    if response in ['y', 'yes']:
-        print("⚠️  Running with limited GitHub API access (60 requests/hour)")
-        print("   You may encounter rate limit warnings.")
-        return True
-    else:
-        print("\n🛑 Please set up your GitHub token and try again.")
-        return False
-
-
-def check_and_setup_github_token():
-    """
-    Check GitHub token and prompt for setup if missing.
-    Returns True if should continue, False if should exit.
-    """
-    is_valid, message = check_github_token_quick()
-
-    if is_valid:
-        logging.debug(f"GitHub token check: {message}")
-        return True
-
-    # Token is missing or invalid
-    logging.warning(f"GitHub token issue: {message}")
-
-    # Check if we're in a non-interactive environment
-    if not sys.stdin.isatty():
-        logging.error(
-            "GitHub token not configured and running in non-interactive mode")
-        logging.error("Set GITHUB_TOKEN environment variable before running")
-        return False
-
-    # Interactive prompt
-    return prompt_for_token_setup()
-
-
-if __name__ == "__main__":
-    # Allow running this module directly for testing
-    is_valid, message = check_github_token_quick()
-    print(f"Token check: {'✅' if is_valid else '❌'} {message}")
-
-    if not is_valid:
-        check_and_setup_github_token()
+from typing import Dict, List, Tuple, Optional, Any
+# github_token_checker.py
+"""
+GitHub Token Checker Module
+Lightweight version of the token checker for integration into the main pipeline.
+"""
+
+import os
+import sys
+import requests
+import logging
+
+
+def check_github_token_quick() -> tuple[bool, str]:
+    """Quick check if GitHub token is available and valid"""
+    token = os.getenv("GITHUB_TOKEN")
+
+    if not token:
+        return False, "GITHUB_TOKEN environment variable not set"
+
+    if len(token) < 20:
+        return False, "GITHUB_TOKEN seems too short - may be invalid"
+
+    try:
+        # Quick API check
+        headers = {
+            "Accept": "application/vnd.github.v3+json",
+            "Authorization": f"token {token}",
+        }
+
+        response = requests.get(
+            "https://api.github.com/rate_limit", headers=headers, timeout=10
+        )
+
+        if response.status_code == 200:
+            data = response.json()
+            remaining = data["resources"]["core"]["remaining"]
+            return True, f"Token valid, {remaining} API calls remaining"
+        elif response.status_code == 401:
+            return False, "GitHub token is invalid or expired"
+        else:
+            return (
+                False,
+                f"GitHub API returned status code: {response.status_code}",
+            )
+    except requests.RequestException as e:
+        return False, f"API request failed: {e}"
+    except Exception as e:
+        return False, f"Error checking token: {str(e)}"
+
+
+def prompt_for_token_setup() -> bool:
+    """Prompt user to set up GitHub token"""
+    print("\n" + "=" * 60)
+    print("[KEY] GitHub Token Required")
+    print("=" * 60)
+    print("\nThe Rust Crate Pipeline requires a GitHub Personal Access Token")
+    print("to access repository information and avoid rate limits.")
+    print("\n[GUIDE] Quick Setup:")
+    print("1. Get token: https://github.com/settings/tokens")
+    print("2. Required scopes: public_repo, read:user")
+    print("3. Set in environment:")
+    print('   export GITHUB_TOKEN="your_token_here"')
+    print("\n[TOOLS] Setup Scripts Available:")
+    print("   ./setup_github_token.sh    (Interactive setup)")
+    print("   python3 check_github_token.py    (Full verification)")
+    print("\n" + "=" * 60)
+
+    # Ask if user wants to continue without token (limited functionality)
+    response = input("\nContinue without GitHub token? (y/N): ").strip().lower()
+
+    if response in ["y", "yes"]:
+        print("[WARNING] Running with limited GitHub API access (60 requests/hour)")
+        print("   You may encounter rate limit warnings.")
+        return True
+    else:
+        print("\n[STOP] Please set up your GitHub token and try again.")
+        return False
+
+
+def check_and_setup_github_token() -> bool:
+    """Checks and sets up the GitHub token."""
+    is_valid, message = check_github_token_quick()
+
+    if is_valid:
+        logging.debug(f"GitHub token check: {message}")
+        return True
+
+    # Token is missing or invalid
+    logging.warning(f"GitHub token issue: {message}")
+
+    # Check if we're in a non-interactive environment
+    if not sys.stdin.isatty():
+        logging.error("GitHub token not configured and running in non-interactive mode")
+        logging.error("Set GITHUB_TOKEN environment variable before running")
+        return False
+
+    # Interactive prompt
+    return prompt_for_token_setup()
+
+
+if __name__ == "__main__":
+    # Allow running this module directly for testing
+    is_valid, message = check_github_token_quick()
+    print(f"Token check: {'[OK]' if is_valid else '[FAIL]'} {message}")
+
+    if not is_valid:
+        check_and_setup_github_token()