Fusion de dora-back et dora-front en un monorepo dora

.github/dependabot.yml

@@ -0,0 +1,22 @@
+version: 2
+updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+
+  - package-ecosystem: "pip"
+    directory: "/back"
+    schedule:
+      interval: "weekly"
+    commit-message:
+      prefix: "requirement"
+      prefix-development: "dev requirement"
+
+  - package-ecosystem: "npm"
+    directory: "/front"
+    schedule:
+      interval: "weekly"
+    commit-message:
+      prefix: "requirement"
+      prefix-development: "dev requirement"

.github/workflows/back-ci.yml

@@ -0,0 +1,108 @@
+name: Dora Back CI
+
+on:
+  push:
+    paths:
+      - 'back/**'
+      - '.github/workflows/**'
+  pull_request:
+    paths:
+      - 'back/**'
+      - '.github/workflows/**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    env:
+      DJANGO_SETTINGS_MODULE: config.settings.test
+      DJANGO_SECRET_KEY: foo
+      DATABASE_URL: postgresql://postgres@localhost:5432/dora
+      MINIO_SECRET_KEY: minio-secret-key
+      REDIS_URL: redis://localhost:6379
+      AWS_S3_ENDPOINT_URL: http://localhost:9000
+      AWS_SECRET_ACCESS_KEY: $MINIO_SECRET_KEY
+      REQUIREMENTS_PATH: requirements/test.txt  # Pas besoin de préciser 'back' ici, car le 'working-directory' sera 'back'
+
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.event.pull_request.number || github.sha }}
+      cancel-in-progress: true
+
+    services:
+      s3:
+        image: bitnami/minio:latest
+        env:
+          MINIO_SERVER_ACCESS_KEY: minio-access-key
+          MINIO_SERVER_SECRET_KEY: $MINIO_SECRET_KEY
+        ports:
+          - 9000:9000
+      redis:
+        image: redis:alpine
+        ports:
+          - 6379:6379
+      postgres:
+        image: postgis/postgis:14-3.4
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_DB: postgres
+          POSTGRES_HOST_AUTH_METHOD: trust
+        ports:
+          - 5432:5432
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+
+    steps:
+      - name: Installation de GDAL et psql
+        run: sudo apt update && sudo apt install -y gdal-bin postgresql-client
+
+      - name: Checkout du projet
+        uses: actions/checkout@v4
+
+      # On spécifie que toutes les étapes suivantes se feront dans le répertoire 'back'
+      - name: Création de la base de données
+        working-directory: back
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_DB: postgres
+          POSTGRES_HOST: localhost
+        run: |
+          psql -h $POSTGRES_HOST -U $POSTGRES_USER $POSTGRES_DB <<EOL
+          DROP DATABASE IF EXISTS dora;
+          CREATE DATABASE dora;
+          EOL
+
+      - name: Installation de Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: pip
+          cache-dependency-path: back/$REQUIREMENTS_PATH
+
+      - name: Installation des dépendences
+        working-directory: back
+        run: pip install -r $REQUIREMENTS_PATH
+
+      - name: Vérification de la compilation des sources Python
+        working-directory: back
+        run: python -m compileall -q .
+
+      - name: Linting et formatage du code Python
+        working-directory: back
+        run: ruff check dora config
+
+      - name: Vérification Django (check et migrations)
+        working-directory: back
+        run: |
+          ./manage.py check 
+          ./manage.py makemigrations --check --dry-run --noinput
+
+      - name: Vérification des fichiers SQL
+        working-directory: back
+        run: sqlfluff lint queries
+
+      - name: Vérification des fichier HTML et templates
+        working-directory: back
+        run: djhtml -t 2 -c dora
+
+      - name: Tests
+        working-directory: back
+        run: pytest

.github/workflows/front-ci.yml

@@ -0,0 +1,44 @@
+name: Dora Front CI
+
+on:
+  push:
+    paths:
+      - 'front/**'
+      - '.github/workflows/**'
+  pull_request:
+    paths:
+      - 'front/**'
+      - '.github/workflows/**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [18.x]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - name: Install dependencies
+        working-directory: front
+        run: npm install
+
+      - name: Check formatting
+        working-directory: front
+        run: npm run format:check
+
+      - name: Lint code
+        working-directory: front
+        run: npm run lint
+
+      - name: Run tests
+        working-directory: front
+        run: npm run test

back/.buildpacks

@@ -0,0 +1,2 @@
+https://github.com/Scalingo/apt-buildpack.git
+https://github.com/Scalingo/python-buildpack

back/.git-blame-ignore-revs

@@ -0,0 +1,2 @@
+# Ajout de djhtml
+9dc0fe1dc24d41e33994a0a909aee902106106b0

back/.gitignore

@@ -0,0 +1,13 @@
+/staticfiles
+__pycache__
+.DS_Store
+/envs/*
+.cache_ggshield
+.idea
+.vscode
+*.rdb
+docker-compose.yml
+talisman_report
+.env
+.envrc
+

back/.pre-commit-config.yaml

@@ -0,0 +1,31 @@
+repos:
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.5.7
+    hooks:
+      - id: ruff
+        name: Ruff (Flake8)
+        args: [--fix]
+      - id: ruff-format
+        name: Ruff format (Black + isort)
+        args: [--check]
+
+  - repo: https://github.com/sqlfluff/sqlfluff
+    rev: 3.1.0
+    hooks:
+      - id: sqlfluff-lint
+        name: Sqlfluff (postgres)
+
+  - repo: https://github.com/thoughtworks/talisman
+    rev: v1.32.0
+    hooks:
+      - id: talisman-commit
+        name: Talisman
+        entry: cmd --githook pre-commit
+
+  - repo: https://github.com/rtts/djhtml
+    rev: 3.0.6
+    hooks:
+      - id: djhtml
+        types: [file]
+        files: \.(html|mjml)$
+        args: ["--tabwidth=2"]

back/.talismanrc

@@ -0,0 +1,4 @@
+fileignoreconfig:
+  - filename: dora/services/migrations/0110_remove_service_fee_pass_numerique.py
+    checksum: 8d45217f8fc80d3ffb37ca6040b04a9aa99a37c1eb82f4ae0939b91f6989850d
+version: ""

back/Aptfile

@@ -0,0 +1,3 @@
+p7zip
+gdal-bin
+libgdal-dev

back/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 beta.gouv.fr
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

back/Procfile

@@ -0,0 +1,2 @@
+web: gunicorn config.wsgi --log-file -
+postdeploy: python manage.py migrate

back/README.md

@@ -0,0 +1,121 @@
+# dora-back
+
+## Pré-requis
+
+- Python 3
+- PostgreSQL avec l'extension [PostGIS](https://postgis.net/).
+- [GDAL](https://gdal.org/).
+
+### Docker Compose
+
+PostgreSQL, PostGIS, Minio et Redis peuvent être installés simplement avec Docker Compose.
+
+Copier `docker-compose.yml.template` en `docker-compose.yml`.
+
+Vous pouvez modifier `docker-compose.yml` à votre guise (ports, volumes, etc.).
+
+Créer et démarrer les conteneurs :
+
+```bash
+docker compose up
+```
+
+Importer une sauvegarde de base de données anonymisée :
+
+```bash
+docker compose exec -T db psql dora -U POSTGRES_USER < dump-anon.sql
+```
+
+Utiliser _psql_ :
+
+```bash
+docker compose exec db psql dora -U POSTGRES_USER
+```
+
+Accéder à pgAdmin 4 via http://localhost:8888/ en utilisant l'adresse e-mail et le mot de passe configurés par les variables d'environnement `PGADMIN_DEFAULT_EMAIL` et `PGADMIN_DEFAULT_PASSWORD`. Le nom d'hôte de la base de données est `db`.
+
+## Installation
+
+- Créer une base de données PostgresQL `dora`.
+- Copier le dossier `envs-example` et renommer le `envs`
+- Dans le fichier `envs/dev.env`, compléter la variable `POSTGRES_USER`.
+- Dans le fichier `envs/secrets.env`, compléter les variables `POSTGRES_PASSWORD` et `DJANGO_SECRET_KEY`.
+
+```bash
+# Installer les dépendances
+pip install -r requirements/dev.txt
+
+# Vérifier que tout fonctionne
+./manage.py check
+
+# Créer les tables de la base de données
+./manage.py migrate
+```
+
+## Problèmes avec GeoDjango
+
+GeoDjango a besoin des _packages_ `GEOS` et `GDAL` pour fonctionner.
+
+Si Django n'arrive pas à trouver les librairies nécessaires, vous pourrez ajouter les variables d'environnement suivante
+à votre shell
+
+```bash
+export GDAL_LIBRARY_PATH=
+export GEOS_LIBRARY_PATH=
+```
+
+Exemple sur Mac M1 avec gdal installé via homebrew :
+
+```bash
+export GDAL_LIBRARY_PATH="/opt/homebrew/opt/gdal/lib/libgdal.dylib"
+export GEOS_LIBRARY_PATH="/opt/homebrew/opt/geos/lib/libgeos_c.dylib"
+```
+
+Pour en savoir plus :
+
+- https://docs.djangoproject.com/en/4.0/ref/contrib/gis/install/geolibs/
+- https://docs.djangoproject.com/en/4.0/ref/contrib/gis/install/#libsettings
+
+### Erreur on Mac M1
+
+Sur un Mac M1 Silicon, vous pouvez rencontrer l'erreur suivante :
+
+```
+ld: library not found for -lssl
+clang: error: linker command failed with exit code 1 (use -v to see invocation)
+error: command 'clang' failed with exit status 1
+
+× Encountered error while trying to install package.
+╰─> psycopg2-binary
+```
+
+Vous pouvez corriger ce souci en ajoutant les variables d'environnement suivante à votre shell :
+
+```
+export PATH="/opt/homebrew/opt/openssl@3/bin:$PATH"
+export LIBRARY_PATH=$LIBRARY_PATH:/opt/homebrew/opt/openssl@3/lib/
+```
+
+## Développement
+
+Veillez à ce que la variable d'environnement `DJANGO_SETTINGS_MODULE` soit initialisée
+pour que le fichier de configuration de développement soit bien chargé.
+
+```bash
+export DJANGO_SETTINGS_MODULE=config.settings.dev
+```
+
+```bash
+# Démarrer le serveur
+./manage.py runserver
+```
+
+## Contribution
+
+```bash
+# Installer les hooks de pre-commit:
+pre-commit install
+```
+
+Le pre-commit du projet nécessite une installation locale sur le poste de dev de Talisman (en remplacement de GGShield).
+Voir [la procédure d'installation](https://github.com/thoughtworks/talisman?tab=readme-ov-file#installation).

back/bin/post_compile

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+export PYTHONPATH=/build/${REQUEST_ID}/${PROJECT_DIR}/.apt/usr/lib/python3/dist-packages/:${PYTHONPATH}
+export LD_LIBRARY_PATH=/build/${REQUEST_ID}/${PROJECT_DIR}/.apt/usr/lib/x86_64-linux-gnu/blas/:/build/${REQUEST_ID}/${PROJECT_DIR}/.apt/usr/lib/x86_64-linux-gnu/lapack/:${LD_LIBRARY_PATH}
+export PROJ_LIB=/build/${REQUEST_ID}/${PROJECT_DIR}/.apt/usr/share/proj
+
+python manage.py collectstatic --noinput