chore: sync chatbot dev with staging (#947)

Author: vrtornisiello

.github/workflows/ci-python.yaml

@@ -11,7 +11,9 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
       - name: Lint source code
-        uses: chartboost/ruff-action@v1
+        uses: astral-sh/ruff-action@v3
+        with:
+          version: "0.14.9"
   test:
     name: Test python
     runs-on: ubuntu-latest

.github/workflows/deploy-dev.yaml

@@ -85,8 +85,8 @@ jobs:
         run: |-
           helm upgrade \
             --wait \
-            --timeout 10m \
             --install \
+            --timeout 10m \
             --namespace website \
             --values values.yaml \
             api-dev charts/basedosdados-api/.

.github/workflows/deploy-prod.yaml

@@ -85,8 +85,8 @@ jobs:
         run: |-
           helm upgrade \
             --wait \
-            --timeout 10m \
             --install \
+            --timeout 10m \
             --namespace website \
             --values values.yaml \
             api-prod charts/basedosdados-api/.

.github/workflows/deploy-staging.yaml

@@ -85,8 +85,8 @@ jobs:
         run: |-
           helm upgrade \
             --wait \
-            --timeout 10m \
             --install \
+            --timeout 10m \
             --namespace website \
             --values values.yaml \
             api-staging charts/basedosdados-api/.

.gitignore

@@ -249,6 +249,7 @@ fabric.properties
 .DS_Store
 /backend/media/
 /backend/notebooks/
+/backend/static/
 /backend/staticfiles/
 
 # Fixture

.pre-commit-config.yaml

@@ -19,13 +19,13 @@ repos:
     hooks:
       - id: poetry-check
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.2.0
+    rev: v0.14.9
     hooks:
-      - id: ruff
+      - id: ruff-check
         args: [--fix]
       - id: ruff-format
   - repo: https://github.com/tconbeer/sqlfmt
-    rev: v0.20.0
+    rev: v0.28.2
     hooks:
       - id: sqlfmt
         language_version: python

backend/custom/environment.py

@@ -3,7 +3,7 @@
 from os import getenv
 
 SETTINGS = getenv("DJANGO_SETTINGS_MODULE", "backend.settings")
-BACKEND_URL = getenv("BASE_URL_BACKEND", "http://localhost:8000")
+BACKEND_URL = getenv("BASE_URL_BACKEND", "https://localhost:8080")
 
 
 def is_remote():
@@ -43,7 +43,7 @@ def get_backend_url():
         return "staging.backend.basedosdados.org"
     if is_dev():
         return "development.backend.basedosdados.org"
-    return "localhost:8000"
+    return "localhost:8080"
 
 
 def get_frontend_url():

backend/custom/middleware.py

@@ -12,21 +12,15 @@ def process_template_response(self, request: WSGIRequest, response: TemplateResp
         try:
             errors = []
             context = response.context_data
-            if "errors" in context:
-                errors = context["errors"]
-            elif "form" in context:
-                errors = context["form"].errors
+            if context:
+                if "errors" in context:
+                    errors = context["errors"]
+                elif "form" in context:
+                    errors = context["form"].errors
             if errors:
-                user = request.user
                 endpoint = request.get_full_path()
-                logger.warning(
-                    f"{repr(errors)}",
-                    user=user,
-                    errors=errors,
-                    endpoint=endpoint,
-                    type="validation",
-                )
-        except Exception as e:
-            logger.error(e)
+                logger.info(f"Validation errors on {request.method} {endpoint}: {repr(errors)}")
+        except Exception:
+            logger.exception("Error processing template response in LoggerMiddleware:")
         finally:
             return response

compose.yaml

@@ -1,7 +1,7 @@
 ---
 services:
   index:
-    image: elasticsearch:8.17.2  # TODO : upgrade prod to elasticsearch:8.17.2
+    image: elasticsearch:7.17.3
     container_name: index
     environment:
       - cluster.name=docker-cluster
@@ -61,7 +61,7 @@ services:
     command: [poetry, run, /app/start-server-dev.sh]
     volumes: [.:/app, $HOME/.basedosdados/credentials:/app/credentials:ro]
     ports:
-      - 8000:8000  # API port
+      - 8080:80  # API port
       - 5678:5678  # Debug port
     depends_on:
       index: