kinto 18.0.0__tar.gz → 19.3.2__tar.gz

{kinto-18.0.0 → kinto-19.3.2}/.github/workflows/publish.yml

@@ -28,8 +28,8 @@ jobs:
           node --version
           npm --version
 
-      - name: Build Admin UI
-        run: make build-kinto-admin
+      - name: Pull Admin UI
+        run: make pull-kinto-admin
 
       - name: Install pypa/build
         run: python3 -m pip install build
@@ -86,7 +86,7 @@ jobs:
           images: kinto/kinto-server
 
       - name: Build and push Docker image
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           context: .
           file: ./Dockerfile

{kinto-18.0.0 → kinto-19.3.2}/.github/workflows/test.yml

@@ -32,18 +32,18 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        pyenv: [py38, py39, py310, py311, py311-raw]
+        pyenv: [py39, py310, py311, py312, py312-raw]
         include:
-          - pyenv: py38
-            python-version: "3.8"
           - pyenv: py39
             python-version: "3.9"
           - pyenv: py310
             python-version: "3.10"
           - pyenv: py311
             python-version: "3.11"
-          - pyenv: py311-raw
-            python-version: "3.11"
+          - pyenv: py312
+            python-version: "3.12"
+          - pyenv: py312-raw
+            python-version: "3.12"
     services:
       postgres:
         image: postgres
@@ -177,7 +177,7 @@ jobs:
           install: true
 
       - name: Build container
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           cache-from: type=local,src=${{ env.DOCKER_CACHE}}
           cache-to: type=local,dest=${{ env.DOCKER_CACHE}},mode=max
@@ -227,8 +227,8 @@ jobs:
           which firefox
           firefox --version
 
-      - name: make build-kinto-admin
-        run: make build-kinto-admin
+      - name: make pull-kinto-admin
+        run: make pull-kinto-admin
 
       - name: Install dependencies
         run: make install-dev

{kinto-18.0.0 → kinto-19.3.2}/Dockerfile

@@ -1,25 +1,23 @@
 # Mozilla Kinto server
-
-FROM node:lts-bullseye-slim as node-builder
-RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates curl
-COPY scripts/build-kinto-admin.sh .
-COPY /kinto/plugins/admin ./kinto/plugins/admin
-RUN bash build-kinto-admin.sh
-
-FROM python:3.10-slim-bullseye as python-builder
+FROM python:3.10-bullseye AS python-builder
 RUN python -m venv /opt/venv
-RUN apt-get update && apt-get install -y --no-install-recommends build-essential libpq-dev
 ARG KINTO_VERSION=1
 ENV SETUPTOOLS_SCM_PRETEND_VERSION_FOR_KINTO=${KINTO_VERSION} \
     PATH="/opt/venv/bin:$PATH"
 # At this stage we only fetch and build all dependencies.
+
+# Pull kinto-admin before building kinto so we can cache it
+WORKDIR /kinto-admin
+COPY kinto/plugins/admin kinto/plugins/admin
+COPY scripts/pull-kinto-admin.sh .
+RUN bash pull-kinto-admin.sh
+
 WORKDIR /pkg-kinto
-COPY constraints.txt .
-COPY pyproject.toml .
+COPY constraints.txt pyproject.toml ./
+RUN pip install --upgrade pip && pip install -r constraints.txt
 COPY kinto/ kinto/
-RUN pip install --upgrade pip && \
-    pip install ".[postgresql,memcached,monitoring]" -c constraints.txt && \
-    pip install kinto-attachment kinto-emailer httpie
+RUN cp -r /kinto-admin/kinto/plugins/admin/build kinto/plugins/admin/
+RUN pip install ".[postgresql,memcached,monitoring]" -c constraints.txt && pip install kinto-attachment kinto-emailer httpie
 
 FROM python:3.10-slim-bullseye
 RUN apt-get update && apt-get install -y --no-install-recommends libpq-dev
@@ -27,7 +25,6 @@ RUN groupadd --gid 10001 app && \
     useradd --uid 10001 --gid 10001 --home /app --create-home app
 
 COPY --from=python-builder /opt/venv /opt/venv
-COPY --from=node-builder /kinto/plugins/admin/build ./kinto/plugins/admin/build
 
 ENV KINTO_INI=/etc/kinto/kinto.ini \
     PORT=8888 \
@@ -39,4 +36,4 @@ WORKDIR /app
 USER app
 
 # Run database migrations and start the kinto server
-CMD kinto migrate --ini $KINTO_INI && kinto start --ini $KINTO_INI --port $PORT
+CMD ["sh", "-c", "kinto migrate --ini $KINTO_INI && kinto start --ini $KINTO_INI --port $PORT"]

{kinto-18.0.0 → kinto-19.3.2}/Makefile

@@ -20,13 +20,14 @@ help:
 	@echo "  install-monitoring          enable monitoring features like StatsD and Newrelic"
 	@echo "  install-postgres            install postgresql support"
 	@echo "  install-dev                 install dependencies and everything needed to run tests"
-	@echo "  build-kinto-admin           build the Kinto admin UI plugin (requires npm)"
+	@echo "  pull-kinto-admin            pull the Kinto admin UI plugin (requires npm)"
 	@echo "  serve                       start the kinto server on default port"
 	@echo "  migrate                     run the kinto migrations"
 	@echo "  lint                        run the code linters"
 	@echo "  tests                       run all the tests with all the supported python interpreters (same as CI)"
+	@echo "  test-deps                   pulls and runs docker postgres and memcached containers for tests"
 	@echo "  tdd                         run pytest-watch to rerun tests automatically on changes for tdd"
-	@echo "  tests-once  	             only run the tests once with the default python interpreter"
+	@echo "  tests-once  	               only run the tests once with the default python interpreter"
 	@echo "  functional                  run functional test against a real kinto"
 	@echo "  browser-test                run browser test against a real kinto"
 	@echo "  clean                       remove *.pyc files and __pycache__ directory"
@@ -67,8 +68,8 @@ $(DOC_STAMP): $(PYTHON) docs/requirements.txt
 constraints.txt: constraints.in
 	pip-compile -o constraints.txt constraints.in
 
-build-kinto-admin: need-npm
-	scripts/build-kinto-admin.sh
+pull-kinto-admin:
+	scripts/pull-kinto-admin.sh
 
 $(SERVER_CONFIG):
 	$(VENV)/bin/kinto init --ini $(SERVER_CONFIG)
@@ -94,6 +95,14 @@ tests: install-postgres install-monitoring install-memcached version-file instal
 tests-raw: version-file install-dev
 	$(VENV)/bin/py.test
 
+test-deps:
+	docker pull memcached
+	docker pull postgres
+	docker run -p 11211:11211 --name kinto-memcached -d memcached || echo "cannot start memcached, already exists?"
+	docker run -p 5432:5432 --name kinto-postgres -e POSTGRES_PASSWORD=postgres -d postgres  || echo "cannot start postgres, already exists?"
+	sleep 2
+	PGPASSWORD=postgres psql -c "CREATE DATABASE testdb ENCODING 'UTF8' TEMPLATE template0;" -U postgres -h localhost
+
 lint: install-dev
 	$(VENV)/bin/ruff check kinto tests docs/conf.py
 	$(VENV)/bin/ruff format --check kinto tests docs/conf.py
@@ -105,9 +114,6 @@ format: install-dev
 tdd: install-dev
 	$(VENV)/bin/ptw --runner $(VENV)/bin/py.test
 
-need-npm:
-	@npm --version 2>/dev/null 1>&2 || (echo "The 'npm' command is required to build the Kinto Admin UI." && exit 1)
-
 need-kinto-running:
 	@curl http://localhost:8888/v0/ 2>/dev/null 1>&2 || (echo "Run 'make runkinto' before starting tests." && exit 1)
 
@@ -119,12 +125,15 @@ functional: install-dev need-kinto-running
 	$(VENV)/bin/py.test tests/functional.py
 
 browser-test: need-kinto-running
+	$(VENV)/bin/playwright install firefox
 	$(VENV)/bin/py.test tests/browser.py
 
 clean:
 	find . -name '*.pyc' -delete
 	find . -name '__pycache__' -type d | xargs rm -fr
 	rm -fr docs/_build/
+	docker rm -f kinto-memcached || echo ""
+	docker rm -f kinto-postgres || echo ""
 
 distclean: clean
 	rm -fr *.egg *.egg-info/ dist/ build/

{kinto-18.0.0/kinto.egg-info → kinto-19.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: kinto
-Version: 18.0.0
+Version: 19.3.2
 Summary: Kinto Web Service - Store, Sync, Share, and Self-Host.
 Author-email: Mozilla Services <developers@kinto-storage.org>
 License: Copyright 2012 - Mozilla Foundation
@@ -21,10 +21,10 @@ Project-URL: Repository, https://github.com/Kinto/kinto
 Keywords: web,sync,json,storage,services
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Internet :: WWW/HTTP
 Classifier: Topic :: Internet :: WWW/HTTP :: WSGI :: Application
@@ -61,12 +61,13 @@ Requires-Dist: newrelic; extra == "monitoring"
 Requires-Dist: sentry-sdk[sqlalchemy]; extra == "monitoring"
 Requires-Dist: statsd; extra == "monitoring"
 Requires-Dist: werkzeug; extra == "monitoring"
+Requires-Dist: prometheus-client; extra == "monitoring"
 Provides-Extra: test
 Requires-Dist: bravado; extra == "test"
 Requires-Dist: pytest; extra == "test"
 Requires-Dist: pytest-cache; extra == "test"
 Requires-Dist: pytest-cov; extra == "test"
-Requires-Dist: selenium; extra == "test"
+Requires-Dist: playwright; extra == "test"
 Requires-Dist: webtest; extra == "test"
 Provides-Extra: dev
 Requires-Dist: build; extra == "dev"
@@ -79,7 +80,7 @@ Kinto
 |coc| |gitter| |readthedocs| |pypi| |ci| |main-coverage|
 
 .. |coc| image:: https://img.shields.io/badge/%E2%9D%A4-code%20of%20conduct-blue.svg
-    :target: https://github.com/Kinto/kinto/blob/main/CODE_OF_CONDUCT.md
+    :target: https://github.com/Kinto/kinto/blob/main/.github/CODE_OF_CONDUCT.md
     :alt: Code of conduct
 
 .. |gitter| image:: https://badges.gitter.im/Kinto/kinto.svg
@@ -113,7 +114,7 @@ Kinto is a minimalist JSON storage service with synchronisation and sharing abil
 Requirements
 ------------
 
-* **Python**: 3.8+
+* **Python**: 3.9+
 * **Backends**: In-memory (development), PostgreSQL 9.5+ (production)
 
 Contributors

{kinto-18.0.0 → kinto-19.3.2}/README.rst

@@ -4,7 +4,7 @@ Kinto
 |coc| |gitter| |readthedocs| |pypi| |ci| |main-coverage|
 
 .. |coc| image:: https://img.shields.io/badge/%E2%9D%A4-code%20of%20conduct-blue.svg
-    :target: https://github.com/Kinto/kinto/blob/main/CODE_OF_CONDUCT.md
+    :target: https://github.com/Kinto/kinto/blob/main/.github/CODE_OF_CONDUCT.md
     :alt: Code of conduct
 
 .. |gitter| image:: https://badges.gitter.im/Kinto/kinto.svg
@@ -38,5 +38,5 @@ Kinto is a minimalist JSON storage service with synchronisation and sharing abil
 Requirements
 ------------
 
-* **Python**: 3.8+
+* **Python**: 3.9+
 * **Backends**: In-memory (development), PostgreSQL 9.5+ (production)

{kinto-18.0.0 → kinto-19.3.2}/constraints.in

@@ -25,6 +25,7 @@ psycopg2
 zope.sqlalchemy
 # monitoring
 newrelic
+prometheus-client
 sentry-sdk[sqlalchemy]
 statsd
 werkzeug
@@ -33,7 +34,7 @@ bravado_core
 pytest
 pytest-cache
 pytest-cov
-selenium
+playwright
 webtest
 # dev
 build

{kinto-18.0.0 → kinto-19.3.2}/constraints.txt

@@ -1,70 +1,59 @@
 #
-# This file is autogenerated by pip-compile with Python 3.9
+# This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
-#    pip-compile --strip-extras
+#    pip-compile --output-file=constraints.txt --strip-extras constraints.in
 #
 arrow==1.3.0
     # via isoduration
 attrs==23.2.0
     # via
     #   jsonschema
-    #   outcome
     #   referencing
-    #   trio
-bcrypt==4.1.2
-    # via -r requirements.in
+bcrypt==4.2.1
+    # via -r constraints.in
 beautifulsoup4==4.12.3
     # via webtest
 bravado-core==6.1.1
-    # via -r requirements.in
-build==1.0.3
-    # via -r requirements.in
-certifi==2023.11.17
+    # via -r constraints.in
+build==1.2.2.post1
+    # via -r constraints.in
+certifi==2024.7.4
     # via
     #   requests
-    #   selenium
     #   sentry-sdk
 charset-normalizer==3.3.2
     # via requests
 colander==2.0
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   cornice-swagger
 colorama==0.4.6
     # via logging-color-formatter
 cornice==6.0.1
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   cornice-swagger
 cornice-swagger==1.0.1
-    # via -r requirements.in
-coverage==7.4.0
-    # via
-    #   coverage
-    #   pytest-cov
-dockerflow==2024.1.0
-    # via -r requirements.in
-exceptiongroup==1.2.0
-    # via
-    #   pytest
-    #   trio
-    #   trio-websocket
+    # via -r constraints.in
+coverage==7.6.4
+    # via pytest-cov
+dockerflow==2024.4.2
+    # via -r constraints.in
 execnet==2.0.2
     # via pytest-cache
 fqdn==1.5.1
     # via jsonschema
-h11==0.14.0
-    # via wsproto
+greenlet==3.1.1
+    # via
+    #   playwright
+    #   sqlalchemy
 hupper==1.12
     # via pyramid
-idna==3.6
+idna==3.7
     # via
     #   jsonschema
     #   requests
-    #   trio
-importlib-metadata==7.0.1
-    # via build
 iniconfig==2.0.0
     # via pytest
 iso8601==2.1.0
@@ -72,30 +61,28 @@ iso8601==2.1.0
 isoduration==20.11.0
     # via jsonschema
 jsonpatch==1.33
-    # via -r requirements.in
+    # via -r constraints.in
 jsonpointer==2.4
     # via
     #   jsonpatch
     #   jsonschema
 jsonref==1.1.0
     # via bravado-core
-jsonschema==4.21.1
+jsonschema==4.23.0
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   bravado-core
     #   swagger-spec-validator
 jsonschema-specifications==2023.12.1
     # via jsonschema
 logging-color-formatter==1.1.0
-    # via -r requirements.in
+    # via -r constraints.in
 markupsafe==2.1.4
     # via werkzeug
 msgpack==1.0.7
     # via bravado-core
-newrelic==9.5.0
-    # via -r requirements.in
-outcome==1.3.0.post0
-    # via trio
+newrelic==10.4.0
+    # via -r constraints.in
 packaging==23.2
     # via
     #   build
@@ -109,45 +96,49 @@ plaster==1.1.2
     #   pyramid
 plaster-pastedeploy==1.0.1
     # via pyramid
-pluggy==1.3.0
+playwright==1.49.1
+    # via -r constraints.in
+pluggy==1.5.0
     # via pytest
-psycopg2==2.9.9
-    # via -r requirements.in
+prometheus-client==0.21.1
+    # via -r constraints.in
+psycopg2==2.9.10
+    # via -r constraints.in
+pyee==12.0.0
+    # via playwright
 pyproject-hooks==1.0.0
     # via build
 pyramid==2.0.2
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   cornice
     #   pyramid-mailer
     #   pyramid-multiauth
     #   pyramid-tm
 pyramid-mailer==0.15.1
-    # via -r requirements.in
-pyramid-multiauth==1.0.1
-    # via -r requirements.in
-pyramid-tm==2.5
-    # via -r requirements.in
-pysocks==1.7.1
-    # via urllib3
-pytest==7.4.4
-    # via
-    #   -r requirements.in
+    # via -r constraints.in
+pyramid-multiauth==1.0.2
+    # via -r constraints.in
+pyramid-tm==2.6
+    # via -r constraints.in
+pytest==8.3.4
+    # via
+    #   -r constraints.in
     #   pytest-cache
     #   pytest-cov
 pytest-cache==1.0
-    # via -r requirements.in
-pytest-cov==4.1.0
-    # via -r requirements.in
-python-dateutil==2.8.2
+    # via -r constraints.in
+pytest-cov==6.0.0
+    # via -r constraints.in
+python-dateutil==2.9.0.post0
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   arrow
     #   bravado-core
 python-memcached==1.62
-    # via -r requirements.in
+    # via -r constraints.in
 python-rapidjson==1.14
-    # via -r requirements.in
+    # via -r constraints.in
 pytz==2023.3.post1
     # via bravado-core
 pyyaml==6.0.1
@@ -160,9 +151,9 @@ referencing==0.32.1
     #   jsonschema-specifications
 repoze-sendmail==4.4.1
     # via pyramid-mailer
-requests==2.31.0
+requests==2.32.3
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   bravado-core
 rfc3339-validator==0.1.4
     # via jsonschema
@@ -172,12 +163,10 @@ rpds-py==0.17.1
     # via
     #   jsonschema
     #   referencing
-ruff==0.1.14
-    # via -r requirements.in
-selenium==4.12.0
-    # via -r requirements.in
-sentry-sdk==1.39.2
-    # via -r requirements.in
+ruff==0.9.1
+    # via -r constraints.in
+sentry-sdk==2.8.0
+    # via -r constraints.in
 simplejson==3.19.2
     # via bravado-core
 six==1.16.0
@@ -186,30 +175,20 @@ six==1.16.0
     #   cornice-swagger
     #   python-dateutil
     #   rfc3339-validator
-sniffio==1.3.0
-    # via trio
-sortedcontainers==2.4.0
-    # via trio
 soupsieve==2.5
     # via beautifulsoup4
-sqlalchemy==2.0.25
+sqlalchemy==2.0.36
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   sentry-sdk
     #   zope-sqlalchemy
 statsd==4.0.1
-    # via -r requirements.in
+    # via -r constraints.in
 swagger-spec-validator==3.0.3
     # via bravado-core
-tomli==2.0.1
-    # via
-    #   build
-    #   coverage
-    #   pyproject-hooks
-    #   pytest
-transaction==4.0
+transaction==5.0
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   pyramid-mailer
     #   pyramid-tm
     #   repoze-sendmail
@@ -218,48 +197,37 @@ translationstring==1.4
     # via
     #   colander
     #   pyramid
-trio==0.24.0
-    # via
-    #   selenium
-    #   trio-websocket
-trio-websocket==0.11.1
-    # via selenium
 types-python-dateutil==2.8.19.20240106
     # via arrow
 typing-extensions==4.9.0
     # via
-    #   selenium
+    #   pyee
     #   sqlalchemy
     #   swagger-spec-validator
 uri-template==1.3.0
     # via jsonschema
-urllib3==2.1.0
+urllib3==2.2.2
     # via
     #   requests
-    #   selenium
     #   sentry-sdk
 venusian==3.1.0
     # via
     #   cornice
     #   pyramid
-waitress==2.1.2
+waitress==3.0.2
     # via
-    #   -r requirements.in
+    #   -r constraints.in
     #   webtest
-webcolors==1.13
+webcolors==24.6.0
     # via jsonschema
-webob==1.8.7
+webob==1.8.8
     # via
     #   pyramid
     #   webtest
 webtest==3.0.0
-    # via -r requirements.in
-werkzeug==3.0.1
-    # via -r requirements.in
-wsproto==1.2.0
-    # via trio-websocket
-zipp==3.17.0
-    # via importlib-metadata
+    # via -r constraints.in
+werkzeug==3.1.3
+    # via -r constraints.in
 zope-deprecation==5.0
     # via pyramid
 zope-interface==6.1
@@ -269,7 +237,7 @@ zope-interface==6.1
     #   transaction
     #   zope-sqlalchemy
 zope-sqlalchemy==3.1
-    # via -r requirements.in
+    # via -r constraints.in
 
 # The following packages are considered to be unsafe in a requirements file:
 # setuptools

{kinto-18.0.0 → kinto-19.3.2}/docs/community.rst

@@ -119,7 +119,7 @@ Get started!
 
     git clone git@github.com:your_name_here/kinto.git
 
-3. Setup a local PostgreSQL database for the tests (:ref:`more details <postgresql-install>`)::
+3. Run ``make test-deps``, or setup a local PostgreSQL database (:ref:`more details <postgresql-install>`)::
 
     sudo apt-get install postgresql
     sudo -n -u postgres -s -- psql -c "ALTER USER postgres WITH PASSWORD 'postgres';" -U postgres
@@ -235,16 +235,7 @@ In another terminal, run the end-to-end tests with:
 
 Browser Tests
 -------------
-
-Make sure the `geckodriver <https://github.com/mozilla/geckodriver/releases>`_ binary is available in your path.
-
-.. note::
-
-    If your installation of *Firefox* is custom, specify the path of its binary using an alias:
-
-    ::
-
-        alias geckodriver="geckodriver --binary /path/to/firefox"
+We use `playwright <https://playwright.dev/>`_ for browser testing. The tests included in this repo are very simple and verify the admin UI can at least authenticate with the current kinto back-end. Comprehensive unit tests are maintained in the kinto-admin repo.
 
 
 In a terminal, run an instance with the provided ``browser.ini`` configuration:

{kinto-18.0.0 → kinto-19.3.2}/docs/conf.py

@@ -24,10 +24,7 @@ __HERE__ = os.path.dirname(os.path.abspath(__file__))
 on_rtd = os.environ.get("READTHEDOCS", None) == "True"
 
 if not on_rtd:  # only import and set the theme if we're building docs locally
-    import sphinx_rtd_theme
-
     html_theme = "sphinx_rtd_theme"
-    html_theme_path = [sphinx_rtd_theme.get_html_theme_path()]
 
 # otherwise, readthedocs.io uses their theme by default, so no need to specify
 # it

{kinto-18.0.0 → kinto-19.3.2}/docs/configuration/production.rst

@@ -220,19 +220,14 @@ In the configuration of the CDN service, you should also:
 Monitoring
 ----------
 
-In order to enable monitoring features like *statsd*, install
+In order to enable monitoring features (eg. *Prometheus* or *StatsD*), install
 extra requirements:
 
 ::
 
     make install-monitoring
 
-And configure its URL:
-
-.. code-block :: ini
-
-    # StatsD
-    kinto.statsd_url = udp://carbon.server:8125
+See :ref:`settings section <monitoring-with-prometheus>` for the configuration aspects.
 
 Counters
 ::::::::