Postgres Upgrades and changes (#2091)

* update postgres to latest; add postgres configuration file; update documentation

* tentative fix for postgres on circle-ci

* add upgrade information in docker-compose.yml for Postgres

---------

Co-authored-by: Obada Haddad <obada.haddad@lisn.fr>

Author: ObadaS

.circleci/config.yml

@@ -24,7 +24,9 @@ jobs:
 
       - run:
           name: "Setup: Copy environment variables"
-          command: cp .env_circleci .env
+          command: |
+            cp .env_circleci .env
+            cp my-postgres_sample.conf my-postgres.conf
 
       - run:
           name: "Setup: Create directories for MinIO (cannot be made by docker for some reason)"

.gitignore

@@ -41,3 +41,5 @@ caddy_config/
 caddy_data/
 
 home_page_counters.json
+my-postgres.conf
+tests/config/state.json

docker-compose.yml

@@ -1,7 +1,7 @@
 services:
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Web Services
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   caddy:
     image: caddy:2.10.0
     env_file: .env
@@ -50,9 +50,9 @@ services:
         max-file: "5"
 
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   # Minio local storage helper
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   minio:
     image: minio/minio:RELEASE.2025-04-22T22-12-26Z
     command: server /export
@@ -91,9 +91,9 @@ services:
       exit 0;
       "
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Local development helper, rebuilds RiotJS/Stylus on change
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   builder:
     build:
       context: .
@@ -107,30 +107,34 @@ services:
         max-file: "5"
 
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Database Service
-  #-----------------------------------------------
+  #
+  # Since Postgres 18, PGDATA is supposed to point towards /var/lib/postgresql/*MAJORVERSION*/docker
+  # Make sure to change the path when upgrading
+  #----------------------------------------------------------------------------------------------------
   db:
-    image: postgres:12-alpine
+    image: postgres:18-alpine
     env_file: .env
     environment:
-      - PGDATA=/var/lib/postgresql/data/pgdata
+      - PGDATA=/var/lib/postgresql/18/docker
       - POSTGRES_PASSWORD=${DB_PASSWORD}
-    command: ["postgres", "-c", "log_statement=all", "-c", "log_destination=stderr"]
+    command: ["postgres", "-c", "log_statement=all", "-c", "log_destination=stderr", "-c", "config_file=/etc/postgresql/postgresql.conf"]
     ports:
       - 5432:5432
     volumes:
-      - ./var/postgres:/var/lib/postgresql/data:delegated
+      - ./var/postgres:/var/lib/postgresql/18/:delegated
       - ./backups:/app/backups
+      - ./my-postgres.conf:/etc/postgresql/postgresql.conf
     restart: unless-stopped
     logging:
       options:
         max-size: "20m"
         max-file: "5"
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Rabbitmq & Flower monitoring tool
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   rabbit:
     build:
       context: .
@@ -171,9 +175,9 @@ services:
             max-size: "20m"
             max-file: "5"
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Redis
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   redis:
     image: redis
     ports:
@@ -184,9 +188,9 @@ services:
         max-size: "20m"
         max-file: "5"
 
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   #   Celery Service
-  #-----------------------------------------------
+  #----------------------------------------------------------------------------------------------------
   site_worker:
     # This auto-reloads
     command: ["watchmedo auto-restart -p '*.py' --recursive -- celery -A celery_config worker -B -Q site-worker -l info -n site-worker@%n --concurrency=2"]

documentation/docs/Developers_and_Administrators/Codabench-Installation.md

@@ -21,9 +21,10 @@ On a fresh installation, you will need to use the following command to get your
 ```bash
 cd codabench
 cp .env_sample .env
+cp my-postgres_sample.conf my-postgres.conf
 ```
 
-Then edit the necessary settings inside. The most important are the database, storage, and Caddy/SSL settings. For a quick **local** setup, you should not need to edit this file. For a [public server deployment](How-to-deploy-Codabench-on-your-server.md), you will have to modify some settings.
+Then edit the necessary settings inside. The most important are the database, storage, and Caddy/SSL settings in the `.env`. For a quick **local** setup, you should not need to edit these files. For a [public server deployment](How-to-deploy-Codabench-on-your-server.md), you will have to modify some settings.
 
 !!! warning "It is important to change the default passwords if you intend for the instance to be public"
 

documentation/docs/Developers_and_Administrators/How-to-deploy-Codabench-on-your-server.md

@@ -21,10 +21,11 @@ Then you need to modify the `.env` file with the relevant settings. This step is
 - Go to the folder where codabench is located (`cd codabench`)
 ```bash
 cp .env_sample .env
+cp my-postgres_sample.conf my-postgres.conf
 ```
 
 
-Then edit the variables inside the `.env` file.
+Then edit the variables inside the `.env` and the `my-postgres.conf` files. You can keep the default values of `my-postgres.conf` if you don't want to change anything
 
 ### Submissions endpoint
 For an online deployment, you'll need to fill in the IP address or domain name in some environment variables.