chgksuite 0.26.0b11__tar.gz → 0.27.0__tar.gz

chgksuite-0.27.0/.github/workflows/build.yml

@@ -0,0 +1,291 @@
+name: Build Standalone Executables
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Tag to build and release (e.g., v0.26.1). Leave empty for build-only.'
+        required: false
+        default: ''
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: ubuntu-24.04
+            platform: linux-x64
+            rust_target: x86_64-unknown-linux-gnu
+          - os: ubuntu-24.04-arm
+            platform: linux-arm64
+            rust_target: aarch64-unknown-linux-gnu
+          - os: macos-15-intel
+            platform: macos-x64
+            rust_target: x86_64-apple-darwin
+          - os: macos-latest
+            platform: macos-arm64
+            rust_target: aarch64-apple-darwin
+          - os: windows-latest
+            platform: windows-x64
+            rust_target: x86_64-pc-windows-msvc
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: Checkout chgksuite
+        uses: actions/checkout@v4
+
+      - name: Checkout pyapp
+        uses: actions/checkout@v4
+        with:
+          repository: ofek/pyapp
+          path: pyapp
+          ref: v0.29.0
+
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          targets: ${{ matrix.rust_target }}
+
+      - name: Create build directory
+        shell: bash
+        run: mkdir -p artifacts
+
+      # Determine versions and create requirements files
+      - name: Setup build configuration
+        id: config
+        shell: bash
+        run: |
+          TAG="${{ inputs.tag || github.ref_name }}"
+
+          # Check if this is a release build (tag) or dev build (branch)
+          IS_RELEASE="false"
+          if [[ "${{ github.ref }}" == refs/tags/* ]] || [[ -n "${{ inputs.tag }}" ]]; then
+            IS_RELEASE="true"
+          fi
+
+          # Extract version from tag (remove 'v' prefix if present)
+          if [[ "$TAG" =~ ^v ]]; then
+            VERSION="${TAG:1}"
+          else
+            VERSION="$TAG"
+          fi
+
+          # Fallback to reading from version.py if no tag
+          if [ -z "$VERSION" ] || [[ ! "$VERSION" =~ ^[0-9] ]]; then
+            VERSION=$(grep -oP '__version__\s*=\s*"\K[^"]+' chgksuite/version.py 2>/dev/null || \
+                      grep -o '__version__\s*=\s*"[^"]*"' chgksuite/version.py | cut -d'"' -f2 || \
+                      echo "0.0.0")
+          fi
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+          echo "is_release=$IS_RELEASE" >> $GITHUB_OUTPUT
+
+          # For non-release builds, always use --pre to get latest beta versions
+          if [ "$IS_RELEASE" = "false" ]; then
+            PIP_PRE="--pre"
+          elif [[ "$VERSION" =~ (a|b|rc)[0-9]+ ]]; then
+            PIP_PRE="--pre"
+          else
+            PIP_PRE=""
+          fi
+          echo "pip_pre=$PIP_PRE" >> $GITHUB_OUTPUT
+
+          echo "Build configuration:"
+          echo "  Version: $VERSION"
+          echo "  Is release: $IS_RELEASE"
+          echo "  Pip pre flag: $PIP_PRE"
+
+      # Create requirements files in pyapp directory to avoid Windows path issues
+      - name: Create requirements files
+        shell: bash
+        run: |
+          # Qt requirements
+          echo "chgksuite" > pyapp/requirements-qt.txt
+          echo "chgksuite-qt" >> pyapp/requirements-qt.txt
+
+          # Tk requirements
+          echo "chgksuite" > pyapp/requirements-tk.txt
+          echo "chgksuite-tk" >> pyapp/requirements-tk.txt
+
+          echo "=== Qt requirements ==="
+          cat pyapp/requirements-qt.txt
+          echo "=== Tk requirements ==="
+          cat pyapp/requirements-tk.txt
+
+      # Build Qt GUI (skip on linux-arm64 - no PyQt6 wheel)
+      - name: Build Qt GUI
+        if: matrix.platform != 'linux-arm64'
+        shell: bash
+        working-directory: pyapp
+        run: |
+          export PYAPP_PROJECT_NAME="chgksuite-qt"
+          export PYAPP_PROJECT_VERSION="${{ steps.config.outputs.version }}"
+          export PYAPP_PROJECT_DEPENDENCY_FILE="$(pwd)/requirements-qt.txt"
+          export PYAPP_EXEC_SPEC="chgksuite_qt.__main__:main"
+          export PYAPP_PYTHON_VERSION="3.12"
+          export PYAPP_IS_GUI="1"
+          export PYAPP_UV_ENABLED="1"
+          export PYAPP_PIP_EXTRA_ARGS="${{ steps.config.outputs.pip_pre }}"
+
+          echo "Building Qt GUI with:"
+          echo "  PYAPP_PROJECT_DEPENDENCY_FILE=$PYAPP_PROJECT_DEPENDENCY_FILE"
+          echo "  PYAPP_PIP_EXTRA_ARGS=$PYAPP_PIP_EXTRA_ARGS"
+
+          cargo build --release --target ${{ matrix.rust_target }}
+
+          # Copy binary with platform-specific naming
+          if [ "${{ runner.os }}" = "Windows" ]; then
+            cp target/${{ matrix.rust_target }}/release/pyapp.exe ../artifacts/chgkq-${{ matrix.platform }}.exe
+          else
+            cp target/${{ matrix.rust_target }}/release/pyapp ../artifacts/chgkq-${{ matrix.platform }}
+          fi
+
+      # Build Tk GUI
+      - name: Build Tk GUI
+        shell: bash
+        working-directory: pyapp
+        run: |
+          export PYAPP_PROJECT_NAME="chgksuite-tk"
+          export PYAPP_PROJECT_VERSION="${{ steps.config.outputs.version }}"
+          export PYAPP_PROJECT_DEPENDENCY_FILE="$(pwd)/requirements-tk.txt"
+          export PYAPP_EXEC_SPEC="chgksuite_tk.__main__:main"
+          export PYAPP_PYTHON_VERSION="3.12"
+          export PYAPP_IS_GUI="1"
+          export PYAPP_UV_ENABLED="1"
+          export PYAPP_PIP_EXTRA_ARGS="${{ steps.config.outputs.pip_pre }}"
+
+          echo "Building Tk GUI with:"
+          echo "  PYAPP_PROJECT_DEPENDENCY_FILE=$PYAPP_PROJECT_DEPENDENCY_FILE"
+          echo "  PYAPP_PIP_EXTRA_ARGS=$PYAPP_PIP_EXTRA_ARGS"
+
+          cargo build --release --target ${{ matrix.rust_target }}
+
+          # Copy binary with platform-specific naming
+          if [ "${{ runner.os }}" = "Windows" ]; then
+            cp target/${{ matrix.rust_target }}/release/pyapp.exe ../artifacts/chgkt-${{ matrix.platform }}.exe
+          else
+            cp target/${{ matrix.rust_target }}/release/pyapp ../artifacts/chgkt-${{ matrix.platform }}
+          fi
+
+      # Create macOS .app bundles (required for Finder launch)
+      - name: Create macOS app bundles
+        if: runner.os == 'macOS'
+        shell: bash
+        run: |
+          # Create Qt .app bundle
+          if [ -f "artifacts/chgkq-${{ matrix.platform }}" ]; then
+            mkdir -p "artifacts/chgkq.app/Contents/MacOS"
+            mv "artifacts/chgkq-${{ matrix.platform }}" "artifacts/chgkq.app/Contents/MacOS/chgkq"
+            cat > "artifacts/chgkq.app/Contents/Info.plist" << 'EOF'
+          <?xml version="1.0" encoding="UTF-8"?>
+          <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+          <plist version="1.0">
+          <dict>
+            <key>CFBundleExecutable</key>
+            <string>chgkq</string>
+            <key>CFBundleIdentifier</key>
+            <string>me.pecheny.chgkq</string>
+            <key>CFBundleName</key>
+            <string>chgksuite-qt</string>
+            <key>CFBundlePackageType</key>
+            <string>APPL</string>
+            <key>CFBundleVersion</key>
+            <string>${{ steps.config.outputs.version }}</string>
+            <key>CFBundleShortVersionString</key>
+            <string>${{ steps.config.outputs.version }}</string>
+            <key>LSMinimumSystemVersion</key>
+            <string>10.15</string>
+            <key>NSHighResolutionCapable</key>
+            <true/>
+            <key>LSEnvironment</key>
+            <dict>
+              <key>PYAPP</key>
+              <string>1</string>
+            </dict>
+          </dict>
+          </plist>
+          EOF
+            # Ad-hoc sign the app bundle to prevent "damaged" error
+            codesign --force --deep --sign - "artifacts/chgkq.app"
+            # Zip the .app bundle
+            cd artifacts && zip -r "chgkq-${{ matrix.platform }}.zip" chgkq.app && rm -rf chgkq.app && cd ..
+          fi
+
+          # Create Tk .app bundle
+          if [ -f "artifacts/chgkt-${{ matrix.platform }}" ]; then
+            mkdir -p "artifacts/chgkt.app/Contents/MacOS"
+            mv "artifacts/chgkt-${{ matrix.platform }}" "artifacts/chgkt.app/Contents/MacOS/chgkt"
+            cat > "artifacts/chgkt.app/Contents/Info.plist" << 'EOF'
+          <?xml version="1.0" encoding="UTF-8"?>
+          <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+          <plist version="1.0">
+          <dict>
+            <key>CFBundleExecutable</key>
+            <string>chgkt</string>
+            <key>CFBundleIdentifier</key>
+            <string>me.pecheny.chgkt</string>
+            <key>CFBundleName</key>
+            <string>chgksuite-tk</string>
+            <key>CFBundlePackageType</key>
+            <string>APPL</string>
+            <key>CFBundleVersion</key>
+            <string>${{ steps.config.outputs.version }}</string>
+            <key>CFBundleShortVersionString</key>
+            <string>${{ steps.config.outputs.version }}</string>
+            <key>LSMinimumSystemVersion</key>
+            <string>10.15</string>
+            <key>NSHighResolutionCapable</key>
+            <true/>
+            <key>LSEnvironment</key>
+            <dict>
+              <key>PYAPP</key>
+              <string>1</string>
+            </dict>
+          </dict>
+          </plist>
+          EOF
+            # Ad-hoc sign the app bundle to prevent "damaged" error
+            codesign --force --deep --sign - "artifacts/chgkt.app"
+            # Zip the .app bundle
+            cd artifacts && zip -r "chgkt-${{ matrix.platform }}.zip" chgkt.app && rm -rf chgkt.app && cd ..
+          fi
+
+      - name: List artifacts
+        shell: bash
+        run: ls -lh artifacts/
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: builds-${{ matrix.platform }}
+          path: artifacts/*
+
+  release:
+    needs: build
+    runs-on: ubuntu-latest
+    if: startsWith(github.ref, 'refs/tags/') || inputs.tag != ''
+    permissions:
+      contents: write
+
+    steps:
+      - name: Download all artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: artifacts
+          merge-multiple: true
+
+      - name: List artifacts
+        run: ls -la artifacts/
+
+      - name: Create Release
+        uses: softprops/action-gh-release@v1
+        with:
+          tag_name: ${{ inputs.tag || github.ref_name }}
+          files: artifacts/*
+          generate_release_notes: true
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

chgksuite-0.27.0/.gitignore

@@ -0,0 +1,10 @@
+build
+build_specs
+docs/public
+__pycache__
+dist
+*.egg-info
+*.log
+*.debug
+tmp*
+tests_password.txt

chgksuite-0.27.0/.gitlab-ci.yml

@@ -0,0 +1,17 @@
+image: python:3.14-trixie
+
+before_script:
+  - pip install zensical
+
+pages:
+  stage: deploy
+  script:
+  - cd docs
+  - zensical build
+  - mv public ../public
+  - cd ..
+  artifacts:
+    paths:
+    - public
+  rules:
+    - if: $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH

chgksuite-0.27.0/.hgignore

@@ -0,0 +1,2 @@
+__pycache__
+.trello_token

chgksuite-0.27.0/.~lock.results.xlsx#

@@ -0,0 +1 @@
+,pecheny,pecheny-CQ5TXQ57J0,20.04.2025 22:07,file:///Users/pecheny/Library/Application%20Support/LibreOffice/4;

{chgksuite-0.26.0b11/chgksuite.egg-info → chgksuite-0.27.0}/PKG-INFO

@@ -1,23 +1,21 @@
 Metadata-Version: 2.4
 Name: chgksuite
-Version: 0.26.0b11
+Version: 0.27.0
 Summary: A package for chgk automation
-Home-page: https://gitlab.com/peczony/chgksuite
-Author: Alexander Pecheny
-Author-email: ap@pecheny.me
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Description-Content-Type: text/markdown
+Project-URL: Homepage, https://gitlab.com/peczony/chgksuite
+Author-email: Alexander Pecheny <ap@pecheny.me>
+License-Expression: MIT
 License-File: LICENSE
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.9
 Requires-Dist: beautifulsoup4
 Requires-Dist: chardet
-Requires-Dist: dashtable
 Requires-Dist: dateparser
 Requires-Dist: mammoth
 Requires-Dist: openpyxl
 Requires-Dist: parse
-Requires-Dist: Pillow
+Requires-Dist: pillow
 Requires-Dist: ply
 Requires-Dist: pypandoc
 Requires-Dist: pypdf
@@ -27,16 +25,9 @@ Requires-Dist: python-pptx
 Requires-Dist: python-telegram-bot
 Requires-Dist: requests
 Requires-Dist: toml
+Requires-Dist: urllib3>=2.6.2
 Requires-Dist: watchdog
-Dynamic: author
-Dynamic: author-email
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: requires-dist
-Dynamic: summary
+Description-Content-Type: text/markdown
 
 **chgksuite** is an utility that helps chgk editors.
 

chgksuite-0.27.0/adhoc/regexes_fixer.py

@@ -0,0 +1,66 @@
+import os
+import json
+import re
+
+
+def process_json_files(directory):
+    # Pattern to match filenames starting with "regexes_" and ending with ".json"
+    pattern = re.compile(r"^regexes_.*\.json$")
+
+    # Count for reporting
+    processed_files = 0
+
+    # Walk through the directory
+    for root, _, files in os.walk(directory):
+        for filename in files:
+            # Check if the filename matches our pattern
+            if pattern.match(filename):
+                filepath = os.path.join(root, filename)
+                print(f"Processing file: {filepath}")
+
+                try:
+                    # Load the JSON content
+                    with open(filepath, "r", encoding="utf-8") as file:
+                        data = json.load(file)
+
+                    # Make sure it's a dictionary
+                    if not isinstance(data, dict):
+                        print(
+                            f"  Warning: {filepath} does not contain a dictionary. Skipping."
+                        )
+                        continue
+
+                    # Replace spaces with '\s' in all values
+                    modified = False
+                    for key, value in data.items():
+                        if isinstance(value, str) and " " in value:
+                            data[key] = value.replace(" ", "\\s")
+                            modified = True
+
+                    # Save the modified content only if changes were made
+                    if modified:
+                        with open(filepath, "w", encoding="utf-8") as file:
+                            json.dump(data, file, ensure_ascii=False, indent=4)
+                        print(f"  Updated {filepath}")
+                    else:
+                        print(f"  No spaces found in values of {filepath}")
+
+                    processed_files += 1
+
+                except json.JSONDecodeError:
+                    print(f"  Error: {filepath} is not a valid JSON file. Skipping.")
+                except Exception as e:
+                    print(f"  Error processing {filepath}: {str(e)}")
+
+    print(f"\nSummary: Processed {processed_files} JSON files.")
+
+
+if __name__ == "__main__":
+    # Get the directory from user
+    directory = input("Enter the directory path to search: ")
+
+    # Validate directory exists
+    if not os.path.isdir(directory):
+        print(f"Error: '{directory}' is not a valid directory.")
+    else:
+        process_json_files(directory)

chgksuite-0.27.0/author_counter.py

@@ -0,0 +1,24 @@
+#!usr/bin/env python
+#! -*- coding: utf-8 -*-
+import argparse
+from collections import Counter
+
+from chgksuite.composer import parse_4s
+
+parser = argparse.ArgumentParser()
+parser.add_argument("filename")
+args = parser.parse_args()
+
+authors = Counter()
+
+with open(args.filename, "r", encoding="utf-8") as f:
+    structure = parse_4s(f.read().replace("\r", ""))
+
+for element in structure:
+    if element[0] == "Question":
+        if "author" in element[1]:
+            authors[element[1]["author"].replace("`", "")] += 1
+
+for au in authors.most_common():
+    print("{}\t{}".format(au[0], au[1]))
+print("Total: {}".format(sum(authors.values())))

chgksuite-0.27.0/chgksuite/_html2md.py

@@ -0,0 +1,90 @@
+"""Simple HTML table to Markdown converter.
+
+Replaces dashtable.html2md with a minimal implementation that avoids
+deprecated BeautifulSoup methods.
+"""
+
+from bs4 import BeautifulSoup
+
+
+def html2md(html_string: str) -> str:
+    """Convert an HTML table to a Markdown table string.
+
+    Parameters
+    ----------
+    html_string : str
+        HTML string containing a table
+
+    Returns
+    -------
+    str
+        The table formatted as Markdown
+    """
+    soup = BeautifulSoup(html_string, "html.parser")
+    table = soup.find("table")
+
+    if not table:
+        return ""
+
+    rows = table.find_all("tr")
+    if not rows:
+        return ""
+
+    # Extract all rows as lists of cell texts
+    data = []
+    for row in rows:
+        # Check for header cells first, then data cells
+        cells = row.find_all("th")
+        if not cells:
+            cells = row.find_all("td")
+
+        row_data = []
+        for cell in cells:
+            # Get text, normalize whitespace
+            text = " ".join(cell.get_text().split())
+            row_data.append(text)
+        if row_data:
+            data.append(row_data)
+
+    if not data:
+        return ""
+
+    # Normalize row lengths (pad shorter rows)
+    max_cols = max(len(row) for row in data)
+    for row in data:
+        while len(row) < max_cols:
+            row.append("")
+
+    # Calculate column widths (minimum 3 for markdown separator)
+    # Add 2 for space cushions on each side
+    widths = []
+    for col in range(max_cols):
+        width = max(len(row[col]) for row in data)
+        widths.append(max(width + 2, 3))
+
+    # Build markdown table
+    lines = []
+
+    # Header row (centered, with padding)
+    header = "|" + "|".join(_center(cell, widths[i]) for i, cell in enumerate(data[0])) + "|"
+    lines.append(header)
+
+    # Separator row (no spaces to avoid typotools converting --- to em-dash)
+    separator = "|" + "|".join("-" * w for w in widths) + "|"
+    lines.append(separator)
+
+    # Data rows (centered, with padding)
+    for row in data[1:]:
+        line = "|" + "|".join(_center(cell, widths[i]) for i, cell in enumerate(row)) + "|"
+        lines.append(line)
+
+    return "\n".join(lines)
+
+
+def _center(text: str, width: int) -> str:
+    """Center text within width, with space padding."""
+    text = text.strip()
+    padding = width - len(text)
+    left = padding // 2
+    right = padding - left
+    return " " * left + text + " " * right

{chgksuite-0.26.0b11 → chgksuite-0.27.0}/chgksuite/cli.py

@@ -13,12 +13,14 @@ from chgksuite.common import (
 )
 from chgksuite.composer import gui_compose
 from chgksuite.handouter.runner import gui_handouter
-from chgksuite.handouter.tex_internals import GREYTEXT_LANGS
 from chgksuite.parser import gui_parse
 from chgksuite.trello import gui_trello
 from chgksuite.version import __version__
 
-LANGS = ["by", "by_tar", "en", "kz_cyr", "ru", "sr", "ua", "uz", "uz_cyr"] + ["custom"]
+LANGS = ["az", "by", "by_tar", "en", "kz_cyr", "ru", "sr", "ua", "uz", "uz_cyr"] + [
+    "custom"
+]
+HANDOUT_LANGS = [lang for lang in LANGS if lang != "custom"]
 
 debug = False
 
@@ -277,6 +279,14 @@ class ArgparseBuilder:
             advanced=True,
             argtype="radiobutton",
         )
+        self.add_argument(
+            cmdparse,
+            "--download_images",
+            action="store_true",
+            help="download images from direct URLs and replace with local references",
+            caption="Скачивать изображения по прямым ссылкам",
+            advanced=True,
+        )
         self.add_argument(
             cmdparse,
             "--add_ts",
@@ -436,6 +446,15 @@ class ArgparseBuilder:
             advanced=True,
             caption='Без переноса строки после "Вопрос N."',
         )
+
+        self.add_argument(
+            cmdcompose_docx,
+            "--only_question_number",
+            action="store_true",
+            help="only show question number",
+            advanced=True,
+            caption='Без слова "Вопрос" в "Вопрос N."',
+        )
         self.add_argument(
             cmdcompose_docx,
             "--randomize",
@@ -577,6 +596,15 @@ class ArgparseBuilder:
             caption="Имя 4s-файла",
             filetypes=[("chgksuite markup files", "*.4s")],
         )
+        cmdcompose_markdown = cmdcompose_filetype.add_parser("markdown")
+        self.add_argument(
+            cmdcompose_markdown,
+            "filename",
+            nargs="*",
+            help="file(s) to compose from.",
+            caption="Имя 4s-файла",
+            filetypes=[("chgksuite markup files", "*.4s")],
+        )
         cmdcompose_pptx = cmdcompose_filetype.add_parser("pptx")
         self.add_argument(
             cmdcompose_pptx,
@@ -872,10 +900,11 @@ class ArgparseBuilder:
         )
         self.add_argument(
             cmdhandouts_run,
-            "--lang",
+            "--language",
+            "-lang",
             default="ru",
             argtype="radiobutton",
-            choices=sorted(GREYTEXT_LANGS.keys()),
+            choices=sorted(HANDOUT_LANGS),
             help="language",
             caption="Язык",
             advanced=True,
@@ -995,12 +1024,13 @@ class ArgparseBuilder:
         )
         self.add_argument(
             cmdhandouts_generate,
-            "--lang",
+            "--language",
+            "-lang",
             default="ru",
             help="language",
             caption="Язык",
             argtype="radiobutton",
-            choices=sorted(GREYTEXT_LANGS.keys()),
+            choices=sorted(HANDOUT_LANGS),
             advanced=True,
         )
         self.add_argument(
@@ -1067,9 +1097,9 @@ def single_action(args, use_wrapper, resourcedir):
         args.console_mode = True
 
     if args.language in LANGS:
+        args.regexes_file = os.path.join(resourcedir, f"regexes_{args.language}.json")
         if args.action == "parse":
-            regex_lang = "by" if args.language == "by_tar" else args.language
-            args.regexes = os.path.join(resourcedir, f"regexes_{regex_lang}.json")
+            args.regexes = args.regexes_file
         args.labels_file = os.path.join(resourcedir, f"labels_{args.language}.toml")
     if not args.docx_template:
         args.docx_template = os.path.join(resourcedir, "template.docx")