.codespellignore

+anull
+followings
+inforce
+keypair
+nam
+nd
+readby
+serie
+upto
+afterall
+
+# Names
+nin
+noe
+manuel

.dockerignore

@@ -67,3 +67,6 @@ mailhog
 *.sqlite3
 api/music
 api/media
+
+# Docker state
+.state

.editorconfig

-# http://editorconfig.org
-
-root = true
-
-[*]
-charset = utf-8
-end_of_line = lf
-insert_final_newline = true
-trim_trailing_whitespace = true
-
-[*.{py,rst,ini}]
-indent_style = space
-indent_size = 4
-
-[*.py]
-line_length=120
-known_first_party=funkwhale_api
-multi_line_output=3
-default_section=THIRDPARTY
-
-[*.{html,js,vue,css,scss,json,yml}]
-indent_style = space
-indent_size = 2
-
-[*.md]
-trim_trailing_whitespace = false
-
-[Makefile]
-indent_style = tab

.env.dev

-RAVEN_ENABLED=false
-RAVEN_DSN=https://44332e9fdd3d42879c7d35bf8562c6a4:0062dc16a22b41679cd5765e5342f716@sentry.eliotberriot.com/5
-DJANGO_ALLOWED_HOSTS=.funkwhale.test,localhost,nginx,0.0.0.0,127.0.0.1
-DJANGO_SETTINGS_MODULE=config.settings.local
-DJANGO_SECRET_KEY=dev
-C_FORCE_ROOT=true
-FUNKWHALE_HOSTNAME=localhost
-FUNKWHALE_PROTOCOL=http
-PYTHONDONTWRITEBYTECODE=true
-WEBPACK_DEVSERVER_PORT=8080
-MUSIC_DIRECTORY_PATH=/music
-BROWSABLE_API_ENABLED=True
-CACHEOPS_ENABLED=False
-FORWARDED_PROTO=http

.env.example

+# api + celeryworker
+DEBUG=True
+DEFAULT_FROM_EMAIL=hello@funkwhale.test
+
+FUNKWHALE_DOMAIN=funkwhale.test
+FUNKWHALE_PROTOCOL=https
+
+DJANGO_SECRET_KEY=dev
+DJANGO_ALLOWED_HOSTS=.funkwhale.test,nginx
+DJANGO_SETTINGS_MODULE=config.settings.local
+
+DATABASE_URL=postgresql://postgres@postgres/postgres
+CACHE_URL=redis://redis:6379/0
+EMAIL_CONFIG=smtp://mailpit.funkwhale.test:1025
+
+FORCE_HTTPS_URLS=True
+EXTERNAL_REQUESTS_VERIFY_SSL=false
+
+C_FORCE_ROOT=true
+PYTHONDONTWRITEBYTECODE=true
+PYTHONTRACEMALLOC=0
+
+# api
+
+FUNKWHALE_SPA_HTML_ROOT=http://nginx/
+LDAP_ENABLED=False
+BROWSABLE_API_ENABLED=True
+
+# celeryworker
+
+CELERYD_CONCURRENCY=0
+
+# api + nginx
+
+STATIC_ROOT=/staticfiles
+MEDIA_ROOT=/data/media
+
+# api + Typesense
+TYPESENSE_API_KEY=apikey
+
+# front
+
+HOST=0.0.0.0
+VUE_PORT=8080
+
+# nginx
+
+NGINX_MAX_BODY_SIZE=10G
+
+FUNKWHALE_API_HOST=api
+FUNKWHALE_API_PORT=5000
+
+FUNKWHALE_FRONT_IP=front
+FUNKWHALE_FRONT_PORT=${VUE_PORT}
+
+# postgres
+
+POSTGRES_HOST_AUTH_METHOD=trust

.flake8

+# Use .flake8 file until pyproject.toml is supported
+# See https://github.com/PyCQA/flake8/issues/234
+[flake8]
+max-line-length = 120
+extend-exclude =
+    */migrations/*
+extend-ignore =
+    F405
+    W503
+    E203
+    E741

.gitignore

+/dist
+
 ### OSX ###
 .DS_Store
 .AppleDouble
@@ -72,24 +74,50 @@ api/media
 api/staticfiles
 api/static
 api/.pytest_cache
-
+api/celerybeat-*
 # Front
+oldfront/node_modules/
 front/static/translations
 front/node_modules/
 front/dist/
 front/npm-debug.log*
 front/yarn-debug.log*
 front/yarn-error.log*
-front/test/unit/coverage
-front/test/e2e/reports
+front/tests/unit/coverage
+front/tests/e2e/reports
+front/test_results.xml
+front/coverage/
 front/selenium-debug.log
 docs/_build
+#Tauri
+front/tauri/gen
 
-data/
+/data/
+.state
 .env
 
 po/*.po
 docs/swagger
 _build
-front/src/translations.json
-front/locales/en_US/LC_MESSAGES/app.po
+*.prof
+
+# Docker
+docker-bake.*.json
+metadata.json
+compose/var/test.*
+
+# Linting
+.eslintcache
+tsconfig.tsbuildinfo
+
+# Nix
+.direnv/
+.envrc
+flake.nix
+flake.lock
+
+# Vscode
+.vscode/
+
+# Zed
+.zed/

.gitlab-ci.yml

+---
+include:
+  - project: funkwhale/ci
+    file: /templates/pre-commit.yml
+  - project: funkwhale/ci
+    file: /templates/lychee.yml
+  - project: funkwhale/ci
+    file: /templates/ssh-agent.yml
+
 variables:
-  IMAGE_NAME: funkwhale/funkwhale
-  IMAGE: $IMAGE_NAME:$CI_COMMIT_REF_NAME
-  IMAGE_LATEST: $IMAGE_NAME:latest
-  PIP_CACHE_DIR: "$CI_PROJECT_DIR/pip-cache"
   PYTHONDONTWRITEBYTECODE: "true"
-  REVIEW_DOMAIN: preview.funkwhale.audio
-  REVIEW_INSTANCE_URL: https://demo.funkwhale.audio
+
+  PIP_CACHE_DIR: $CI_PROJECT_DIR/.cache/pip
+  YARN_CACHE_FOLDER: $CI_PROJECT_DIR/.cache/yarn
+  POETRY_VIRTUALENVS_IN_PROJECT: "true"
+
+.shared_variables:
+  # Keep the git files permissions during job setup
+  keep_git_files_permissions: &keep_git_files_permissions
+    GIT_STRATEGY: clone
+    GIT_DEPTH: "5"
+    FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: "true"
+
+.shared_caches:
+  # Cache for front related jobs
+  front_cache: &front_cache
+    - key: front-yarn
+      paths: [$YARN_CACHE_FOLDER]
+    - key:
+        prefix: front-node_modules
+        files: [front/yarn.lock]
+      paths: [front/node_modules]
+    - key:
+        prefix: front-lint
+        files:
+          - front/.eslintcache
+          - front/tsconfig.tsbuildinfo
+
+  # Cache for api related jobs
+  # Include the python version to prevent loosing caches in the test matrix
+  api_cache: &api_cache
+    - key: api-pip-$PYTHON_VERSION
+      paths: [$PIP_CACHE_DIR]
+    - key:
+        prefix: api-venv-$PYTHON_VERSION
+        files: [api/poetry.lock]
+      paths: [api/.venv]
+
+  # Cache for docs related jobs
+  docs_cache: &docs_cache
+    - key: docs-pip
+      paths: [$PIP_CACHE_DIR]
+    - key:
+        prefix: docs-venv
+        files: [docs/poetry.lock]
+      paths: [docs/.venv]
+
+default:
+  interruptible: true
+  tags:
+    - docker
+
+workflow:
+  rules:
+    # Run for any event on the default branches in the funkwhale namespace
+    - if: >
+        $CI_PROJECT_NAMESPACE == "funkwhale" &&
+        (
+          $CI_COMMIT_BRANCH =~ /^(stable|develop)$/ ||
+          $CI_COMMIT_TAG
+        )
+    # Run for merge requests from any repo or branches
+    - if: $CI_MERGE_REQUEST_ID
 
 stages:
   - review
   - lint
   - test
   - build
-  - deploy
+  - publish
 
 review_front:
-  stage: review
-  image: node:9
-  when: manual
   allow_failure: true
+  stage: review
+  needs: []
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+      when: manual
+
+  image: $CI_REGISTRY/funkwhale/ci/node-python:18
+  variables:
+    BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/
+    VUE_APP_ROUTER_BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/
+    VUE_APP_INSTANCE_URL: https://demo.funkwhale.audio
+    NODE_ENV: review
+    NODE_OPTIONS: --max-old-space-size=4096
+  environment:
+    name: review/front/$CI_COMMIT_REF_NAME
+    url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/index.html
+  cache: *front_cache
   before_script:
-    - curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
-    - chmod +x /usr/local/bin/jq
+    - mkdir front-review
     - cd front
+    - yarn install --frozen-lockfile
   script:
-    - yarn install
-    - yarn run i18n-compile
-    # this is to ensure we don't have any errors in the output,
-    # cf https://code.eliotberriot.com/funkwhale/funkwhale/issues/169
-    - INSTANCE_URL=$REVIEW_INSTANCE_URL yarn run build | tee /dev/stderr | (! grep -i 'ERROR in')
-    - mkdir -p /static/front/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    - cp -r dist/* /static/front/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-  cache:
-    key: "funkwhale__front_dependencies"
+    - yarn run build --base ./
+    - cp -r dist/* ../front-review
+  artifacts:
+    expire_in: 2 weeks
     paths:
-      - front/node_modules
-      - front/yarn.lock
-  environment:
-    name: review/front/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    url: http://front-$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG.$REVIEW_DOMAIN
-    on_stop: stop_front_review
-  only:
-    - branches
-  tags:
-    - funkwhale-review
-
-stop_front_review:
-  stage: review
-  script:
-    - rm -rf /static/front/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG/
-  variables:
-    GIT_STRATEGY: none
-  when: manual
-  only:
-    - branches
-  environment:
-    name: review/front/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    action: stop
-  tags:
-    - funkwhale-review
+      - front-review
 
 review_docs:
-  stage: review
-  image: python:3.6
-  when: manual
   allow_failure: true
-  variables:
-    BUILD_PATH: "../public"
+  stage: review
+  needs: []
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+      changes: [docs/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python-funkwhale-docs:3.11
+  environment:
+    name: review/docs/$CI_COMMIT_REF_NAME
+    url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/docs-review/index.html
+  cache: *docs_cache
   before_script:
     - cd docs
-    - apt-get update
-    - apt-get install -y graphviz
-    - pip install sphinx
-
-  cache:
-    key: "$CI_PROJECT_ID__sphinx"
+    - make install
+  script:
+    - make build BUILD_DIR=../docs-review
+  artifacts:
+    expire_in: 2 weeks
     paths:
-      - "$PIP_CACHE_DIR"
+      - docs-review
+
+find_broken_links:
+  extends: [.lychee]
+  allow_failure:
+    exit_codes: 2
+
   script:
-    - ./build_docs.sh
-    - mkdir -p /static/docs/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    - cp -r $CI_PROJECT_DIR/public/* /static/docs/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-  environment:
-    name: review/docs/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    url: http://docs-$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG.$REVIEW_DOMAIN
-    on_stop: stop_docs_review
-  only:
-    - branches
-  tags:
-    - funkwhale-review
+    - >
+      lychee
+      --cache
+      --no-progress
+      --exclude-all-private
+      --exclude 'demo\.funkwhale\.audio'
+      --exclude 'nginx\.com'
+      --exclude-path 'docs/_templates/'
+      -- . || exit $?
 
-stop_docs_review:
-  stage: review
+require_changelog:
+  allow_failure: false
+  stage: lint
+  rules:
+    # Don't run on merge request that mention NOCHANGELOG or renovate bot commits
+    - if: >
+        $CI_MERGE_REQUEST_TITLE =~ /NOCHANGELOG/ ||
+        $CI_COMMIT_AUTHOR == "Renovate Bot <bot@dev.funkwhale.audio>"
+      when: never
+    - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+
+  image: python:3.11
   script:
-    - rm -rf /static/docs/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG/
-  variables:
-    GIT_STRATEGY: none
-  when: manual
-  only:
-    - branches
-  environment:
-    name: review/docs/$CI_PROJECT_PATH_SLUG-$CI_BUILD_REF_SLUG
-    action: stop
-  tags:
-    - funkwhale-review
+    - git diff --name-only $CI_MERGE_REQUEST_DIFF_BASE_SHA..$CI_COMMIT_SHA | grep "changes/changelog.d/*"
+
+pre-commit:
+  extends: [.pre-commit]
 
-black:
-  image: python:3.6
+lint_api:
+  allow_failure: true
   stage: lint
-  variables:
-    GIT_STRATEGY: fetch
+  needs: []
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [api/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python-funkwhale-api:3.11
+  cache: *api_cache
   before_script:
-    - pip install black
+    - cd api
+    - make install
   script:
-    - black --exclude "/(\.git|\.hg|\.mypy_cache|\.tox|\.venv|_build|buck-out|build|dist|migrations)/" --check --diff api/
+    - make lint
 
-flake8:
-  image: python:3.6
+lint_front:
   stage: lint
-  variables:
-    GIT_STRATEGY: fetch
+  needs: []
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [front/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/node-python:18
+  cache: *front_cache
   before_script:
-    - pip install flake8
+    - cd front
+    - yarn install --frozen-lockfile
   script:
-    - flake8 -v api
+    - yarn lint --max-warnings 0
+    - yarn lint:tsc
+
+test_scripts:
+  stage: test
+  needs: []
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [scripts/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python:3.11
   cache:
-    key: "$CI_PROJECT_ID__flake8_pip_cache"
-    paths:
-      - "$PIP_CACHE_DIR"
+    - key: scripts-pip
+      paths: [$PIP_CACHE_DIR]
+    - key:
+        prefix: scripts-venv
+        files: [scripts/poetry.lock]
+      paths: [scripts/.venv]
+  before_script:
+    - cd scripts
+    - make install
+  script:
+    - make test
 
 test_api:
-  services:
-    - postgres:9.4
-    - redis:3
+  retry: 1
   stage: test
-  image: funkwhale/funkwhale:latest
-  cache:
-    key: "$CI_PROJECT_ID__pip_cache"
-    paths:
-      - "$PIP_CACHE_DIR"
+  needs:
+    - job: lint_api
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [api/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python-funkwhale-api:$PYTHON_VERSION
+  parallel:
+    matrix:
+      - PYTHON_VERSION: ["3.10", "3.11", "3.12", "3.13"]
+  services:
+    - name: postgres:15-alpine
+      command:
+        - --fsync=off
+        - --full_page_writes=off
+        - --synchronous_commit=off
+    - name: redis:7-alpine
+  cache: *api_cache
   variables:
-    DJANGO_ALLOWED_HOSTS: "localhost"
     DATABASE_URL: "postgresql://postgres@postgres/postgres"
     FUNKWHALE_URL: "https://funkwhale.ci"
-    CACHEOPS_ENABLED: "false"
     DJANGO_SETTINGS_MODULE: config.settings.local
-  only:
-    - branches
+    POSTGRES_HOST_AUTH_METHOD: trust
+    CACHE_URL: "redis://redis:6379/0"
   before_script:
     - cd api
-    - pip install -r requirements/base.txt
-    - pip install -r requirements/local.txt
-    - pip install -r requirements/test.txt
+    - make install
   script:
-    - pytest --cov=funkwhale_api tests/
-  tags:
-    - docker
-
+    - >
+      poetry run pytest
+      --junitxml=report.xml
+      --cov
+      --cov-config=pyproject.toml
+      --cov-report=term-missing:skip-covered
+      --cov-report=xml
+      tests
+  artifacts:
+    expire_in: 2 weeks
+    reports:
+      junit: api/report.xml
+      coverage_report:
+        coverage_format: cobertura
+        path: api/coverage.xml
+  coverage: '/TOTAL\s*\d*\s*\d*\s*(\d*%)/'
 
 test_front:
   stage: test
-  image: node:9
+  needs:
+    - job: lint_front
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [front/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/node-python:18
+  cache: *front_cache
   before_script:
     - cd front
-  only:
-    - branches
+    - yarn install --frozen-lockfile
   script:
-    - yarn install
-    - yarn run unit
-  cache:
-    key: "funkwhale__front_dependencies"
-    paths:
-      - front/node_modules
-      - front/yarn.lock
+    - yarn test:unit
   artifacts:
-    name: "front_${CI_COMMIT_REF_NAME}"
+    reports:
+      junit: front/test_results.xml
+      coverage_report:
+        coverage_format: cobertura
+        path: front/coverage/cobertura-coverage.xml
+  coverage: '/All files\s+(?:\|\s+((?:\d+\.)?\d+)\s+){4}.*/'
+
+build_metadata:
+  stage: build
+
+  image: $CI_REGISTRY/funkwhale/ci/python:3.11
+  variables:
+    GIT_FETCH_EXTRA_FLAGS: --prune
+  script:
+    - make build-metadata
+    - make docker-metadata
+  artifacts:
+    reports:
+      dotenv: build_metadata.env
     paths:
-      - front/dist/
-  tags:
-    - docker
+      - docker-bake.json
+      - docker-bake.api.json
+      - docker-bake.front.json
 
+test_integration:
+  stage: test
+  rules:
+    - if: $RUN_CYPRESS
+  interruptible: true
 
-build_front:
-  stage: build
-  image: node:9
+  image:
+    name: cypress/included:13.6.4
+    entrypoint: [""]
+  cache:
+    - *front_cache
+    - key:
+      paths:
+        - /root/.cache/Cypress
   before_script:
-    - curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
-    - chmod +x /usr/local/bin/jq
     - cd front
-  script:
     - yarn install
-    - yarn run i18n-compile
-    # this is to ensure we don't have any errors in the output,
-    # cf https://code.eliotberriot.com/funkwhale/funkwhale/issues/169
-    - yarn run build | tee /dev/stderr | (! grep -i 'ERROR in')
-    - chmod -R 750 dist
-  cache:
-    key: "funkwhale__front_dependencies"
-    paths:
-      - front/node_modules
-      - front/yarn.lock
+  script:
+    - yarn run cypress run
+
+build_api_schema:
+  stage: build
+  needs:
+    - job: test_api
+      optional: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [api/**/*]
+    # Add build_docs rules because it depends on the build_api_schema artifact
+    - changes: [docs/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python-funkwhale-api:3.11
+  services:
+    - postgres:15-alpine
+    - redis:7-alpine
+  cache: *api_cache
+  variables:
+    DATABASE_URL: "postgresql://postgres@postgres/postgres"
+    FUNKWHALE_URL: "https://funkwhale.ci"
+    DJANGO_SETTINGS_MODULE: config.settings.local
+    POSTGRES_HOST_AUTH_METHOD: trust
+    CACHE_URL: "redis://redis:6379/0"
+    API_TYPE: "v1"
+  before_script:
+    - cd api
+    - make install
+    - poetry run funkwhale-manage migrate
+  script:
+    - poetry run funkwhale-manage spectacular --file ../docs/schema.yml
   artifacts:
-    name: "front_${CI_COMMIT_REF_NAME}"
+    expire_in: 2 weeks
     paths:
-      - front/dist/
-  only:
-    - tags@funkwhale/funkwhale
-    - master@funkwhale/funkwhale
-    - develop@funkwhale/funkwhale
-  tags:
-    - docker
+      - docs/schema.yml
 
+build_docs:
+  stage: build
+  needs:
+    - job: build_api_schema
+      artifacts: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [docs/**/*]
 
-pages:
-  stage: test
-  image: python:3.6
-  variables:
-    BUILD_PATH: "../public"
+  image: $CI_REGISTRY/funkwhale/ci/python-funkwhale-docs:3.11
+  cache: *docs_cache
   before_script:
     - cd docs
-    - apt-get update
-    - apt-get install -y graphviz
-    - pip install sphinx
+    - make install
   script:
-    - ./build_docs.sh
-  cache:
-    key: "$CI_PROJECT_ID__sphinx"
-    paths:
-      - "$PIP_CACHE_DIR"
+    - make build-all BUILD_DIR=../public
   artifacts:
+    expire_in: 2 weeks
     paths:
       - public
-  only:
-    - develop@funkwhale/funkwhale
-  tags:
-    - docker
 
-docker_release:
-  stage: deploy
+build_front:
+  stage: build
+  needs:
+    # The test_front job is currently disabled
+    # - job: test_front
+    - job: lint_front
+      optional: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [front/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/node-python:18
+  variables:
+    <<: *keep_git_files_permissions
+    NODE_OPTIONS: --max-old-space-size=4096
+  cache: *front_cache
   before_script:
-    - docker login -u $DOCKER_LOGIN -p $DOCKER_PASSWORD
-    - cp -r front/dist api/frontend
-    - cd api
+    - cd front
+    - yarn install --frozen-lockfile
   script:
-    - docker build -t $IMAGE .
-    - docker push $IMAGE
-  only:
-    - develop@funkwhale/funkwhale
-    - tags@funkwhale/funkwhale
-  tags:
-    - docker-build
+    - yarn run build:deployment
+  artifacts:
+    name: front_${CI_COMMIT_REF_NAME}
+    paths:
+      - front/dist
 
 build_api:
-  # Simply publish a zip containing api/ directory
-  stage: deploy
-  image: busybox
+  stage: build
+  needs:
+    - job: test_api
+      optional: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+    - changes: [api/**/*]
+
+  image: $CI_REGISTRY/funkwhale/ci/python:3.11
+  variables:
+    <<: *keep_git_files_permissions
+  script:
+    - rm -rf api/tests
+    - >
+      if [[ -z "$CI_COMMIT_TAG" ]]; then
+        ./scripts/set-api-build-metadata.sh $CI_COMMIT_SHORT_SHA;
+      fi
   artifacts:
-    name: "api_${CI_COMMIT_REF_NAME}"
+    name: api_${CI_COMMIT_REF_NAME}
     paths:
       - api
+
+# build_tauri:
+#  stage: build
+#  rules:
+#    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+#    - changes: [front/**/*]
+
+#  image: $CI_REGISTRY/funkwhale/ci/node-tauri:18
+#  variables:
+#    <<: *keep_git_files_permissions
+#  before_script:
+#    - source /root/.cargo/env
+#    - yarn install
+#  script:
+#    - yarn tauri build --verbose
+#  artifacts:
+#    name: desktop_${CI_COMMIT_REF_NAME}
+#    paths:
+#      - front/tauri/target/release/bundle/appimage/*.AppImage
+
+deploy_docs:
+  interruptible: false
+  extends: .ssh-agent
+  stage: publish
+  needs:
+    - job: build_docs
+      artifacts: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+
+  image: $CI_REGISTRY/funkwhale/ci/python:3.11
+  variables:
+    GIT_STRATEGY: none
+  script:
+    - rsync -r --delete -e "ssh -p 2282" $CI_PROJECT_DIR/public/ docs@docs.funkwhale.audio:/htdocs/$CI_COMMIT_REF_NAME
+
+docker:
+  interruptible: false
+  tags: [docker, privileged, multiarch]
+  stage: build
+  needs:
+    - job: build_metadata
+      artifacts: true
+    - job: test_api
+      optional: true
+    - job: test_front
+      optional: true
+  rules:
+    - if: $CI_COMMIT_TAG
+      variables:
+        BUILD_ARGS: >
+          --set *.platform=linux/amd64,linux/arm64,linux/arm/v7
+          --no-cache
+          --push
+
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+      variables:
+        BUILD_ARGS: >
+          --set *.platform=linux/amd64,linux/arm64,linux/arm/v7
+          --set *.cache-from=type=registry,ref=$DOCKER_CACHE_IMAGE:$CI_COMMIT_BRANCH,oci-mediatypes=false
+          --set *.cache-to=type=registry,ref=$DOCKER_CACHE_IMAGE:$CI_COMMIT_BRANCH,mode=max,oci-mediatypes=false
+          --push
+
+    - if: $CI_PIPELINE_SOURCE == "merge_request_event" && $CI_PROJECT_NAMESPACE == "funkwhale"
+      # We don't provide priviledged runners to everyone, so we can only build docker images in the funkwhale group
+      variables:
+        BUILD_ARGS: >
+          --set *.platform=linux/amd64
+          --set *.cache-from=type=registry,ref=$DOCKER_CACHE_IMAGE:$CI_MERGE_REQUEST_TARGET_BRANCH_NAME,oci-mediatypes=false
+
+  image: $CI_REGISTRY/funkwhale/ci/docker:20
+  services:
+    - docker:20-dind
+  variables:
+    <<: *keep_git_files_permissions
+    DOCKER_HOST: tcp://docker:2375/
+    DOCKER_DRIVER: overlay2
+    DOCKER_TLS_CERTDIR: ""
+    BUILDKIT_PROGRESS: plain
+
+    DOCKER_CACHE_IMAGE: $CI_REGISTRY/funkwhale/funkwhale/cache
+  before_script:
+    - >
+      echo "$CI_REGISTRY_PASSWORD" | docker login --username "$CI_REGISTRY_USER" --password-stdin "$CI_REGISTRY";
+      if [[ "$BUILD_ARGS" =~ "--push" ]]; then
+        echo "$DOCKER_PASSWORD" | docker login --username "$DOCKER_LOGIN" --password-stdin docker.io;
+      fi
+  script:
+    - >
+      if [[ -z "$CI_COMMIT_TAG" ]]; then
+        ./scripts/set-api-build-metadata.sh $CI_COMMIT_SHORT_SHA;
+      fi
+    - docker buildx create --use
+    - make docker-build BUILD_ARGS="--metadata-file metadata.json $BUILD_ARGS"
+    - cat metadata.json
+  artifacts:
+    name: docker_metadata_${CI_COMMIT_REF_NAME}
+    paths:
+      - metadata.json
+
+package:
+  stage: publish
+  needs:
+    - job: build_metadata
+      artifacts: true
+    - job: build_api
+      artifacts: true
+    - job: build_front
+      artifacts: true
+  #   - job: build_tauri
+  #     artifacts: true
+  rules:
+    - if: $CI_COMMIT_BRANCH =~ /(stable|develop)/
+
+  image: $CI_REGISTRY/funkwhale/ci/python:3.11
+  variables:
+    <<: *keep_git_files_permissions
   script:
-    - chmod -R 750 api
-    - echo Done!
-  only:
-    - tags@funkwhale/funkwhale
-    - master@funkwhale/funkwhale
-    - develop@funkwhale/funkwhale
+    - make package
+    - scripts/ci-upload-packages.sh

.gitlab/issue_templates/Bug.md

 <!--
 Hi there! You are reporting a bug on this project, and we want to thank you!
 
+If it's the first time you post here, please take a moment to read our Code of Conduct
+(https://funkwhale.audio/code-of-conduct/) and ensure your issue respect our guidelines.
+
 To ensure your bug report is as useful as possible, please try to stick
 to the following structure. You can leave the parts text between `<!- ->`
 markers untouched, they won't be displayed in your final message.
@@ -34,6 +37,12 @@ Describe the expected behaviour.
 
 ## Context
 
+<!--
+The version of your instance can be found on the footer : Source code (x.y)
+-->
+
+**Funkwhale version(s) affected**: x.y
+
 <!--
 If relevant, share additional context here like:
 

.gitlab/issue_templates/Default.md

+<!--
+
+Hello and welcome to our issue tracker! We appreciate you taking the time to help us make Funkwhale even better :smile:
+
+Before you begin, here are some helpful tips for submitting an issue:
+
+* If you need help setting up or using Funkwhale, try asking in our
+	[forum's support board](https://forum.funkwhale.audio/support) or our [support
+	chat room](https://riot.im/app/#/room/#funkwhale-support:tchncs.de).
+* If you think you've found a bug but aren't sure, you can ask in one of the above channels
+	first. Once you're confident it's a bug, go ahead and create an issue for us to investigate.
+	Select the **Bug** template in the **Description** dropdown menu. This template contains
+	helpful tips for creating your report.
+* For smaller additions and enhancements, please file a feature request.
+	Select the **Feature Request** template in the **Description** dropdown
+	menu. This template contains helpful tips for creating your request.
+* If you have ideas for new features or use cases, consider opening a thread in our
+	[forum](https://forum.funkwhale.audio/t/development). This enables us to
+	discuss the feature, its use cases, and the development effort it requires.
+
+We always like hearing ideas from our community. If you're still not sure, click
+the **Create issue** button and we'll work with you to sort out the issue.
+
+Happy listening! :whale:
+
+-->

.gitlab/issue_templates/Feature request.md

 <!--
 Hi there! You are about to share feature request or an idea, and we want to thank you!
 
+
+If it's the first time you post here, please take a moment to read our Code of Conduct
+(https://funkwhale.audio/code-of-conduct/) and ensure your issue respect our guidelines.
+
 To ensure we can deal with your idea or request, please try to stick
 to the following structure. You can leave the parts text between `<!- ->`
 markers untouched, they won't be displayed in your final message.

.gitlab/merge_request_templates/Merge request.md

+Please avoid merging the base branch into your feature branch. We are working with rebases and those merged tend to cause trouble.
+For further questions, join us at Matrix: https://matrix.to/#/#funkwhale-dev:matrix.org
+
+If your contribution is fixing an issue by a small change, please consider a merge into `stable` by using it as target branch.
+
+Related issue: #XXX <!-- it's okay to have no issue for small changes -->
+
+This Merge Request includes:
+
+- [ ] Tests
+- [ ] A changelog fragment (cf https://docs.funkwhale.audio/contributing.html#changelog-management)

.gitlab/renovate.json

+{
+  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
+  "extends": [
+    ":dependencyDashboard",
+    ":maintainLockFilesWeekly",
+    ":enablePreCommit",
+    ":semanticCommits",
+    ":semanticCommitScopeDisabled",
+    "group:monorepos",
+    "group:recommended"
+  ],
+  "baseBranches": ["stable", "develop"],
+  "branchConcurrentLimit": 2,
+  "prConcurrentLimit": 1,
+  "rangeStrategy": "pin",
+  "ignoreDeps": ["$CI_REGISTRY/funkwhale/backend-test-docker"],
+  "packageRules": [
+    {
+      "matchFileNames": ["api/*", "front/*", "docs/*"],
+      "additionalBranchPrefix": "{{parentDir}}-",
+      "semanticCommitScope": "{{parentDir}}"
+    },
+    {
+      "matchUpdateTypes": ["lockFileMaintenance"],
+      "branchConcurrentLimit": 0,
+      "prConcurrentLimit": 0
+    },
+    {
+      "matchBaseBranches": ["develop"],
+      "matchUpdateTypes": ["major"],
+      "prPriority": 2
+    },
+    {
+      "matchBaseBranches": ["develop"],
+      "matchUpdateTypes": ["minor"],
+      "prPriority": 1
+    },
+    {
+      "matchUpdateTypes": ["major", "minor"],
+      "matchBaseBranches": ["stable"],
+      "enabled": false
+    },
+    {
+      "matchDepTypes": ["devDependencies"],
+      "matchBaseBranches": ["stable"],
+      "enabled": false
+    },
+    {
+      "matchManagers": ["npm"],
+      "addLabels": ["Area::Frontend"]
+    },
+    {
+      "matchManagers": ["poetry"],
+      "addLabels": ["Area::Backend"]
+    },
+    {
+      "groupName": "vueuse",
+      "matchDepNames": ["/^@vueuse/.*/"]
+    },
+    {
+      "matchDepNames": ["channels", "channels-redis", "daphne"],
+      "groupName": "channels"
+    },
+    {
+      "matchDepNames": ["node"],
+      "allowedVersions": "/\\d+[02468]$/"
+    },
+    {
+      "matchFileNames": ["deploy/docker-compose.yml"],
+      "matchDepNames": ["postgres"],
+      "postUpgradeTasks": {
+        "commands": [
+          "echo 'Upgrade Postgres to version {{ newVersion }}. [Make sure to migrate!](https://docs.funkwhale.audio/administrator_documentation/upgrade_docs/docker.html#upgrade-the-postgres-container)' > changes/changelog.d/postgres.update"
+        ],
+        "fileFilters": ["changes/changelog.d/postgres.update"]
+      }
+    },
+    {
+      "matchDepNames": ["python"],
+      "rangeStrategy": "widen"
+    }
+  ]
+}

.gitpod.yml

+image:
+  file: .gitpod/Dockerfile
+
+tasks:
+  - name: Backend
+    env:
+      ENV_FILE: /workspace/funkwhale/.gitpod/.env
+      COMPOSE_FILE: /workspace/funkwhale/.gitpod/docker-compose.yml
+    before: |
+      cp .gitpod/gitpod.env .gitpod/.env
+      cd api
+    init: |
+      mkdir -p ../data/media/attachments ../data/music ../data/staticfiles
+      docker-compose up -d
+
+      poetry env use python
+      make install
+
+      gp ports await 5432
+
+      poetry run funkwhale-manage migrate
+      poetry run funkwhale-manage fw users create --superuser --username gitpod --password funkwhale --email test@example.org
+      poetry run funkwhale-manage gitpod init
+    command: |
+      echo "MEDIA_URL=`gp url 8000`/media/" >> ../.gitpod/.env
+      echo "STATIC_URL=`gp url 8000`/staticfiles/" >> ../.gitpod/.env
+      echo "FUNKWHALE_HOSTNAME=`gp url 8000 | sed 's#https://##'`" >> ../.gitpod/.env
+      echo "FUNKWHALE_PROTOCOL=https" >> ../.gitpod/.env
+
+      docker-compose up -d
+      gp ports await 5432
+      poetry run funkwhale-manage collectstatic --no-input
+      poetry run funkwhale-manage gitpod dev
+
+  - name: Celery Worker
+    env:
+      ENV_FILE: /workspace/funkwhale/.gitpod/.env
+    before: cd api
+    command: |
+      gp ports await 5000
+      poetry run celery -A funkwhale_api.taskapp worker -l debug -B --concurrency=0
+
+  - name: Frontend
+    env:
+      VUE_EDITOR: code
+    before: cd front
+    init: |
+      yarn install
+    command: yarn dev --host 0.0.0.0 --base ./
+
+  - name: Documentation
+    before: cd docs
+    init: make install
+    command: make dev
+
+  - name: Welcome to Funkwhale development!
+    env:
+      COMPOSE_FILE: /workspace/funkwhale/.gitpod/docker-compose.yml
+      ENV_FILE: /workspace/funkwhale/.gitpod/.env
+      VUE_EDITOR: code
+      DJANGO_SETTINGS_MODULE: config.settings.local
+    init: |
+      pre-commit install
+      pre-commit run --all
+    command: |
+      echo ""
+      echo -e "    ⠀⠀⠸⣿⣷⣦⣄⣠⣶⣾⣿⠇⠀⠀    You can now start developing Funkwhale with gitpod!"
+      echo -e "    ⠀⠀⠀⠈⠉⠻⣿⣿⠟⠉⠁⠀⠀⠀"
+      echo -e "    \u1b[34m⣀⠀⢀⡀⢀⣀\u1b[0m⠹⠇\u1b[34m⣀⡀⢀⡀⠀⣀    \u1b[0mTo sign in to the superuser account,"
+      echo -e "    \u1b[34m⢻⣇⠘⣧⡈⠻⠶⠶⠟⢁⣾⠃⣸⡟    \u1b[0mplease use these credentials:"
+      echo -e "    \u1b[34m⠀⠻⣦⡈⠻⠶⣶⣶⠶⠟⢁⣴⠟⠀"
+      echo -e "    \u1b[34m⠀⠀⠈⠻⠷⣦⣤⣤⣴⠾⠟⠁⠀⠀    gitpod\u1b[0m:\u1b[34mfunkwhale"
+      echo ""
+
+ports:
+  - name: Funkwhale
+    port: 8000
+    visibility: public
+    onOpen: notify
+
+  - name: Funkwhale API
+    port: 5000
+    visibility: private
+    onOpen: ignore
+
+  - name: PostgreSQL
+    port: 5432
+    visibility: private
+    onOpen: ignore
+
+  - name: Debugpy
+    port: 5678
+    visibility: private
+    onOpen: ignore
+
+  - name: Redis
+    port: 6379
+    visibility: private
+    onOpen: ignore
+
+  - name: Frontend
+    port: 8080
+    visibility: private
+    onOpen: ignore
+
+  - name: Documentation
+    port: 8001
+    visibility: public
+    onOpen: notify
+
+vscode:
+  extensions:
+    - Vue.volar
+    - ms-python.python
+    - ms-toolsai.jupyter
+    - ms-toolsai.jupyter-keymap
+    - ms-toolsai.jupyter-renderers
+    - hbenl.vscode-test-explorer
+    - hbenl.test-adapter-converter
+    - littlefoxteam.vscode-python-test-adapter
+    - ZixuanChen.vitest-explorer

.gitpod/Dockerfile

+FROM gitpod/workspace-full:2023-10-25-20-43-33
+USER gitpod
+
+RUN sudo apt update -y \
+    && sudo apt install libsasl2-dev libldap2-dev libssl-dev ffmpeg gettext -y
+
+RUN pyenv install 3.11 && pyenv global 3.11
+
+RUN brew install neovim
+
+RUN pip install poetry pre-commit jinja2 towncrier \
+    && poetry config virtualenvs.create true \
+    && poetry config virtualenvs.in-project true

.gitpod/docker-compose.yml

+version: "3"
+
+services:
+  postgres:
+    image: postgres:15-alpine
+    environment:
+      - "POSTGRES_HOST_AUTH_METHOD=trust"
+    volumes:
+      - "../data/postgres:/var/lib/postgresql/data"
+    ports:
+      - 5432:5432
+
+  redis:
+    image: redis:7-alpine
+    volumes:
+      - "../data/redis:/data"
+    ports:
+      - 6379:6379
+
+  nginx:
+    env_file:
+      - ./.env
+    image: nginx
+    ports:
+      - 8000:80
+    extra_hosts:
+      - host.docker.internal:host-gateway
+    environment:
+      - "NGINX_MAX_BODY_SIZE=100M"
+      - "FUNKWHALE_API_IP=host.docker.internal"
+      - "FUNKWHALE_API_HOST=host.docker.internal"
+      - "FUNKWHALE_API_PORT=5000"
+      - "FUNKWHALE_FRONT_IP=host.docker.internal"
+      - "FUNKWHALE_FRONT_PORT=8080"
+      - "FUNKWHALE_HOSTNAME=${FUNKWHALE_HOSTNAME-host.docker.internal}"
+      - "FUNKWHALE_PROTOCOL=https"
+    volumes:
+      - ../data/media:/workspace/funkwhale/data/media:ro
+      - ../data/music:/music:ro
+      - ../data/staticfiles:/usr/share/nginx/html/staticfiles/:ro
+      - ../deploy/funkwhale_proxy.conf:/etc/nginx/funkwhale_proxy.conf:ro
+      - ../docker/nginx/conf.dev:/etc/nginx/templates/default.conf.template:ro
+      - ../front:/frontend:ro

.gitpod/gitpod.env

+# Dev Environment Variables
+DJANGO_ALLOWED_HOSTS=.funkwhale.test,localhost,nginx,0.0.0.0,127.0.0.1,.gitpod.io
+DJANGO_SETTINGS_MODULE=config.settings.local
+C_FORCE_ROOT=true
+BROWSABLE_API_ENABLED=True
+FORWARDED_PROTO=http
+LDAP_ENABLED=False
+FUNKWHALE_SPA_HTML_ROOT=http://localhost:8000/
+FUNKWHALE_URL=http://localhost:8000/
+MUSIC_DIRECTORY_PATH=/workspace/funkwhale/data/music
+STATIC_ROOT=/workspace/funkwhale/data/staticfiles/
+MEDIA_ROOT=/workspace/funkwhale/data/media/
+
+PYTHONTRACEMALLOC=0
+PYTHONDONTWRITEBYTECODE=true
+
+POSTGRES_VERSION=14
+DEBUG=true
+
+
+# Django Environment Variables
+DATABASE_URL=postgresql://postgres@localhost:5432/postgres
+DJANGO_SECRET_KEY=gitpod
+THROTTLING_ENABLED=False
+
+# Gitpod Environment Variables

.pre-commit-config.yaml

+---
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-case-conflict
+      - id: check-executables-have-shebangs
+      - id: check-shebang-scripts-are-executable
+      - id: check-symlinks
+      - id: destroyed-symlinks
+
+      - id: check-json
+      - id: check-yaml
+      - id: check-xml
+      - id: check-toml
+
+      - id: check-vcs-permalinks
+      - id: check-merge-conflict
+      - id: end-of-file-fixer
+        exclude: ^(docs/locales/.*/LC_MESSAGES)
+      - id: mixed-line-ending
+      - id: trailing-whitespace
+
+  - repo: https://github.com/python-poetry/poetry
+    rev: 1.5.1
+    hooks:
+      - id: poetry-check
+        files: ^api/pyproject.toml$
+        args: [--directory=api]
+
+      - id: poetry-lock
+        files: ^api/pyproject.toml$
+        args: [--directory=api, --check]
+
+  - repo: https://github.com/asottile/pyupgrade
+    rev: v3.9.0
+    hooks:
+      - id: pyupgrade
+        args: [--py38-plus]
+        exclude: ^(api/.*/migrations/.*)
+
+  - repo: https://github.com/psf/black
+    rev: 23.7.0
+    hooks:
+      - id: black
+
+  - repo: https://github.com/pycqa/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+
+  - repo: https://github.com/pycqa/flake8
+    rev: 6.1.0
+    hooks:
+      - id: flake8
+
+  - repo: https://github.com/pre-commit/mirrors-prettier
+    rev: v3.0.3
+    hooks:
+      - id: prettier
+        files: \.(md|yml|yaml|json)$
+
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.2.6
+    hooks:
+      - id: codespell
+        additional_dependencies: [tomli]
+
+  - repo: https://github.com/shellcheck-py/shellcheck-py
+    rev: v0.9.0.5
+    hooks:
+      - id: shellcheck
+
+  - repo: local
+    hooks:
+      - id: pwa-manifest.json
+        name: pwa-manifest.json
+        description: Sync pwa-manifest.json
+        entry: scripts/sync-pwa-manifest.sh
+        pass_filenames: false
+        language: script
+        files: pwa-manifest.json$

.yarnrc

+--cwd front
+--add.exact true