llama-cpp-python 0.2.86__tar.gz → 0.2.88__tar.gz

llama_cpp_python-0.2.88/.git/FETCH_HEAD

@@ -0,0 +1 @@
+fc19cc783802ed95eb4c8be358537b12c1fec78f		'fc19cc783802ed95eb4c8be358537b12c1fec78f' of https://github.com/abetlen/llama-cpp-python

llama_cpp_python-0.2.88/.git/HEAD

@@ -0,0 +1 @@
+fc19cc783802ed95eb4c8be358537b12c1fec78f

llama_cpp_python-0.2.88/.git/config

@@ -0,0 +1,15 @@
+[core]
+	repositoryformatversion = 0
+	filemode = true
+	bare = false
+	logallrefupdates = true
+[remote "origin"]
+	url = https://github.com/abetlen/llama-cpp-python
+	fetch = +refs/heads/*:refs/remotes/origin/*
+[gc]
+	auto = 0
+[http "https://github.com/"]
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2lnNnhqSEY0ZktIOTc2c0Z5U3IwUElQVGJSdnhhVjI3WEdFMQ==
+[submodule "vendor/llama.cpp"]
+	active = true
+	url = https://github.com/ggerganov/llama.cpp.git

llama_cpp_python-0.2.88/.git/logs/HEAD

@@ -0,0 +1 @@
+0000000000000000000000000000000000000000 fc19cc783802ed95eb4c8be358537b12c1fec78f runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540987 +0000	checkout: moving from master to refs/tags/v0.2.88

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/HEAD

@@ -0,0 +1 @@
+fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/config

@@ -0,0 +1,22 @@
+[core]
+	repositoryformatversion = 0
+	filemode = true
+	bare = false
+	logallrefupdates = true
+	worktree = ../../../../vendor/llama.cpp
+[remote "origin"]
+	url = https://github.com/ggerganov/llama.cpp.git
+	fetch = +refs/heads/master:refs/remotes/origin/master
+[branch "master"]
+	remote = origin
+	merge = refs/heads/master
+[submodule "kompute"]
+	active = true
+	url = https://github.com/nomic-ai/kompute.git
+[gc]
+	auto = 0
+[http "https://github.com/"]
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2lnNnhqSEY0ZktIOTc2c0Z5U3IwUElQVGJSdnhhVjI3WEdFMQ==
+[url "https://github.com/"]
+	insteadOf = git@github.com:
+	insteadOf = org-6826477@github.com:

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/logs/HEAD

@@ -0,0 +1,2 @@
+0000000000000000000000000000000000000000 fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/ggerganov/llama.cpp.git
+fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	checkout: moving from master to fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/logs/refs/heads/master

@@ -0,0 +1 @@
+0000000000000000000000000000000000000000 fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/ggerganov/llama.cpp.git

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/logs/refs/remotes/origin/HEAD

@@ -0,0 +1 @@
+0000000000000000000000000000000000000000 fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/ggerganov/llama.cpp.git

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/modules/kompute/config

@@ -0,0 +1,19 @@
+[core]
+	repositoryformatversion = 0
+	filemode = true
+	bare = false
+	logallrefupdates = true
+	worktree = ../../../../../../vendor/llama.cpp/ggml/src/kompute
+[remote "origin"]
+	url = https://github.com/nomic-ai/kompute.git
+	fetch = +refs/heads/master:refs/remotes/origin/master
+[branch "master"]
+	remote = origin
+	merge = refs/heads/master
+[gc]
+	auto = 0
+[http "https://github.com/"]
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2lnNnhqSEY0ZktIOTc2c0Z5U3IwUElQVGJSdnhhVjI3WEdFMQ==
+[url "https://github.com/"]
+	insteadOf = git@github.com:
+	insteadOf = org-6826477@github.com:

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/modules/kompute/logs/HEAD

@@ -0,0 +1,2 @@
+0000000000000000000000000000000000000000 f592b5bca3cbc169feb194218a086b18d618cca4 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/nomic-ai/kompute.git
+f592b5bca3cbc169feb194218a086b18d618cca4 4565194ed7c32d1d2efa32ceab4d3c6cae006306 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540989 +0000	checkout: moving from master to 4565194ed7c32d1d2efa32ceab4d3c6cae006306

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/modules/kompute/logs/refs/heads/master

@@ -0,0 +1 @@
+0000000000000000000000000000000000000000 f592b5bca3cbc169feb194218a086b18d618cca4 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/nomic-ai/kompute.git

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/modules/kompute/logs/refs/remotes/origin/HEAD

@@ -0,0 +1 @@
+0000000000000000000000000000000000000000 f592b5bca3cbc169feb194218a086b18d618cca4 runner <runner@fv-az774-340.j3qnnsaxsfoepktz21rketxmog.bx.internal.cloudapp.net> 1723540988 +0000	clone: from https://github.com/nomic-ai/kompute.git

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/packed-refs

@@ -0,0 +1,2 @@
+# pack-refs with: peeled fully-peeled sorted 
+fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2 refs/remotes/origin/master

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/refs/heads/master

@@ -0,0 +1 @@
+fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2

llama_cpp_python-0.2.88/.git/modules/vendor/llama.cpp/shallow

@@ -0,0 +1 @@
+fc4ca27b25464a11b3b86c9dbb5b6ed6065965c2

llama_cpp_python-0.2.88/.git/refs/tags/v0.2.88

@@ -0,0 +1 @@
+fc19cc783802ed95eb4c8be358537b12c1fec78f

llama_cpp_python-0.2.88/.git/shallow

@@ -0,0 +1 @@
+fc19cc783802ed95eb4c8be358537b12c1fec78f

llama_cpp_python-0.2.88/.github/workflows/build-and-release.yaml

@@ -0,0 +1,112 @@
+name: Build Release
+
+on: workflow_dispatch
+
+permissions:
+  contents: write
+
+jobs:
+  build_wheels:
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-20.04, windows-2019, macos-12]
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
+
+      # Used to host cibuildwheel
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.8"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install -e .[all]
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.20.0
+        env:
+          # disable repair
+          CIBW_REPAIR_WHEEL_COMMAND: ""
+        with:
+          package-dir: .
+          output-dir: wheelhouse
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: wheels-${{ matrix.os }}
+          path: ./wheelhouse/*.whl
+
+  build_wheels_arm64:
+    name: Build arm64 wheels
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+        with:
+          platforms: linux/arm64
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.20.0
+        env:
+          CIBW_SKIP: "*musllinux* pp*"
+          CIBW_REPAIR_WHEEL_COMMAND: ""
+          CIBW_ARCHS: "aarch64"
+          CIBW_BUILD: "cp38-* cp39-* cp310-* cp311-* cp312-*"
+        with:
+          output-dir: wheelhouse
+
+      - name: Upload wheels as artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels_arm64
+          path: ./wheelhouse/*.whl
+
+  build_sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.8"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip build
+          python -m pip install -e .[all]
+      - name: Build source distribution
+        run: |
+          python -m build --sdist
+      - uses: actions/upload-artifact@v4
+        with:
+          name: sdist
+          path: ./dist/*.tar.gz
+
+  release:
+    name: Release
+    needs: [build_wheels, build_wheels_arm64, build_sdist]
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          merge-multiple: true
+          path: dist
+
+      - uses: softprops/action-gh-release@v2
+        with:
+          files: dist/*
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

llama_cpp_python-0.2.88/.github/workflows/build-wheels-metal.yaml

@@ -0,0 +1,66 @@
+name: Build Wheels (Metal)
+
+on: workflow_dispatch
+
+permissions:
+  contents: write
+
+jobs:
+  build_wheels:
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [macos-12, macos-13, macos-14]
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
+
+      # Used to host cibuildwheel
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install -e .[all]
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.20.0
+        env:
+          # disable repair
+          CIBW_REPAIR_WHEEL_COMMAND: ""
+          CIBW_ARCHS: "arm64"
+          CIBW_ENVIRONMENT: CMAKE_ARGS="-DCMAKE_OSX_ARCHITECTURES=arm64 -DCMAKE_APPLE_SILICON_PROCESSOR=arm64 -DGGML_METAL=on"
+          CIBW_BUILD: "cp39-* cp310-* cp311-* cp312-*"
+        with:
+          package-dir: .
+          output-dir: wheelhouse2
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: wheels-mac_${{ matrix.os }}
+          path: ./wheelhouse2/*.whl
+
+  release:
+    name: Release
+    needs: [build_wheels]
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          merge-multiple: true
+          path: dist2
+          
+      - uses: softprops/action-gh-release@v2
+        with:
+          files: dist2/*
+          # set release name to <tag>-metal
+          tag_name: ${{ github.ref_name }}-metal
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

llama_cpp_python-0.2.88/.github/workflows/generate-index-from-release.yaml

@@ -0,0 +1,52 @@
+name: Wheels Index
+
+on:
+  # Trigger on new release
+  workflow_run:
+    workflows: ["Release", "Build Wheels (CUDA)", "Build Wheels (Metal)"]
+    types:
+      - completed
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
+# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  # Single deploy job since we're just deploying
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Setup Pages
+        uses: actions/configure-pages@v5
+      - name: Build
+        run: |
+          ./scripts/releases-to-pep-503.sh index/whl/cpu '^[v]?[0-9]+\.[0-9]+\.[0-9]+$'
+          ./scripts/releases-to-pep-503.sh index/whl/cu121 '^[v]?[0-9]+\.[0-9]+\.[0-9]+-cu121$'
+          ./scripts/releases-to-pep-503.sh index/whl/cu122 '^[v]?[0-9]+\.[0-9]+\.[0-9]+-cu122$'
+          ./scripts/releases-to-pep-503.sh index/whl/cu123 '^[v]?[0-9]+\.[0-9]+\.[0-9]+-cu123$'
+          ./scripts/releases-to-pep-503.sh index/whl/cu124 '^[v]?[0-9]+\.[0-9]+\.[0-9]+-cu124$'
+          ./scripts/releases-to-pep-503.sh index/whl/metal '^[v]?[0-9]+\.[0-9]+\.[0-9]+-metal$'
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          # Upload entire repository
+          path: 'index'
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4