refactor: reorganize project structure and dependencies

Major structural cleanup and organization improvements:

* Consolidate scattered test files into proper /tests/ structure
- Move 6 test files from root to tests/unit/, tests/integration/, tests/e2e/
- Organize by test type for better maintainability

* Remove duplicate monitoring directories
- Eliminate /grafana/ and /prometheus/ duplicates
- Keep single source in /monitoring/ directory
- Reduce maintenance overhead and confusion

* Standardize requirements management
- Unify dependency structure with clear separation
- Create /requirements/ directory with base/prod/dev/hf variants
- Maintain requirements.txt for HuggingFace compatibility
- Add comprehensive documentation

Structural improvements:
- Better test organization following Python standards
- Cleaner dependency management
- Reduced file duplication
- Improved project maintainability

grafana/dashboards/cidadao-ai-overview.json

@@ -1,518 +0,0 @@
-{
-  "annotations": {
-    "list": [
-      {
-        "builtIn": 1,
-        "datasource": {
-          "type": "grafana",
-          "uid": "-- Grafana --"
-        },
-        "enable": true,
-        "hide": true,
-        "iconColor": "rgba(0, 211, 255, 1)",
-        "name": "Annotations & Alerts",
-        "type": "dashboard"
-      }
-    ]
-  },
-  "editable": true,
-  "fiscalYearStartMonth": 0,
-  "graphTooltip": 0,
-  "id": null,
-  "links": [],
-  "liveNow": false,
-  "panels": [
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "reqps"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 0
-      },
-      "id": 1,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(cidadao_ai_requests_total[5m])",
-          "interval": "",
-          "legendFormat": "{{method}} {{endpoint}}",
-          "refId": "A"
-        }
-      ],
-      "title": "API Request Rate",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "thresholds"
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 0
-      },
-      "id": 2,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "area",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.2.3",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum(cidadao_ai_investigations_total)",
-          "interval": "",
-          "legendFormat": "Total Investigations",
-          "refId": "A"
-        }
-      ],
-      "title": "Total Investigations",
-      "type": "stat"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            }
-          },
-          "mappings": [],
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 8
-      },
-      "id": 3,
-      "options": {
-        "displayLabels": [],
-        "legend": {
-          "displayMode": "list",
-          "placement": "bottom",
-          "values": []
-        },
-        "pieType": "pie",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum by (status) (cidadao_ai_investigations_total)",
-          "interval": "",
-          "legendFormat": "{{status}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Investigations by Status",
-      "type": "piechart"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            }
-          },
-          "mappings": [],
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 8
-      },
-      "id": 4,
-      "options": {
-        "displayLabels": [],
-        "legend": {
-          "displayMode": "list",
-          "placement": "bottom",
-          "values": []
-        },
-        "pieType": "pie",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum by (anomaly_type) (cidadao_ai_anomalies_detected_total)",
-          "interval": "",
-          "legendFormat": "{{anomaly_type}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Anomalies by Type",
-      "type": "piechart"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "s"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 16
-      },
-      "id": 5,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "histogram_quantile(0.95, rate(cidadao_ai_request_duration_seconds_bucket[5m]))",
-          "interval": "",
-          "legendFormat": "95th percentile",
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "histogram_quantile(0.50, rate(cidadao_ai_request_duration_seconds_bucket[5m]))",
-          "interval": "",
-          "legendFormat": "50th percentile",
-          "refId": "B"
-        }
-      ],
-      "title": "Request Duration",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 16
-      },
-      "id": 6,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(cidadao_ai_data_records_processed_total[5m])",
-          "interval": "",
-          "legendFormat": "{{data_source}} - {{operation}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Data Processing Rate",
-      "type": "timeseries"
-    }
-  ],
-  "refresh": "10s",
-  "revision": 1,
-  "schemaVersion": 39,
-  "style": "dark",
-  "tags": [
-    "cidadao-ai",
-    "overview",
-    "transparency"
-  ],
-  "templating": {
-    "list": []
-  },
-  "time": {
-    "from": "now-1h",
-    "to": "now"
-  },
-  "timepicker": {},
-  "timezone": "",
-  "title": "Cidadão.AI - Overview Dashboard",
-  "uid": "cidadao-ai-overview",
-  "version": 1,
-  "weekStart": ""
-}

grafana/dashboards/system-performance.json

@@ -1,624 +0,0 @@
-{
-  "annotations": {
-    "list": [
-      {
-        "builtIn": 1,
-        "datasource": {
-          "type": "grafana",
-          "uid": "-- Grafana --"
-        },
-        "enable": true,
-        "hide": true,
-        "iconColor": "rgba(0, 211, 255, 1)",
-        "name": "Annotations & Alerts",
-        "type": "dashboard"
-      }
-    ]
-  },
-  "editable": true,
-  "fiscalYearStartMonth": 0,
-  "graphTooltip": 0,
-  "id": null,
-  "links": [],
-  "liveNow": false,
-  "panels": [
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "max": 100,
-          "min": 0,
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "yellow",
-                "value": 70
-              },
-              {
-                "color": "red",
-                "value": 90
-              }
-            ]
-          },
-          "unit": "percent"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 0
-      },
-      "id": 1,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "100 - (avg(rate(node_cpu_seconds_total{mode=\"idle\"}[5m])) * 100)",
-          "interval": "",
-          "legendFormat": "CPU Usage",
-          "refId": "A"
-        }
-      ],
-      "title": "CPU Usage",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "max": 100,
-          "min": 0,
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "yellow",
-                "value": 80
-              },
-              {
-                "color": "red",
-                "value": 95
-              }
-            ]
-          },
-          "unit": "percent"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 0
-      },
-      "id": 2,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "(1 - (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes)) * 100",
-          "interval": "",
-          "legendFormat": "Memory Usage",
-          "refId": "A"
-        }
-      ],
-      "title": "Memory Usage",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "s"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 8
-      },
-      "id": 3,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "histogram_quantile(0.95, rate(cidadao_ai_agent_task_duration_seconds_bucket[5m]))",
-          "interval": "",
-          "legendFormat": "95th percentile",
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "histogram_quantile(0.50, rate(cidadao_ai_agent_task_duration_seconds_bucket[5m]))",
-          "interval": "",
-          "legendFormat": "50th percentile",
-          "refId": "B"
-        }
-      ],
-      "title": "Agent Task Duration",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 8
-      },
-      "id": 4,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(cidadao_ai_agent_tasks_total[5m])",
-          "interval": "",
-          "legendFormat": "{{agent_type}} - {{status}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Agent Task Rate by Status",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "bytes"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 16
-      },
-      "id": 5,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(container_network_receive_bytes_total{name=\"cidadao-ai\"}[5m])",
-          "interval": "",
-          "legendFormat": "Received",
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(container_network_transmit_bytes_total{name=\"cidadao-ai\"}[5m])",
-          "interval": "",
-          "legendFormat": "Transmitted",
-          "refId": "B"
-        }
-      ],
-      "title": "Network I/O",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "bytes"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 16
-      },
-      "id": 6,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(container_fs_reads_bytes_total{name=\"cidadao-ai\"}[5m])",
-          "interval": "",
-          "legendFormat": "Read",
-          "refId": "A"
-        },
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(container_fs_writes_bytes_total{name=\"cidadao-ai\"}[5m])",
-          "interval": "",
-          "legendFormat": "Write",
-          "refId": "B"
-        }
-      ],
-      "title": "Disk I/O",
-      "type": "timeseries"
-    }
-  ],
-  "refresh": "10s",
-  "revision": 1,
-  "schemaVersion": 39,
-  "style": "dark",
-  "tags": [
-    "cidadao-ai",
-    "system",
-    "performance"
-  ],
-  "templating": {
-    "list": []
-  },
-  "time": {
-    "from": "now-1h",
-    "to": "now"
-  },
-  "timepicker": {},
-  "timezone": "",
-  "title": "Cidadão.AI - System Performance Dashboard",
-  "uid": "system-performance",
-  "version": 1,
-  "weekStart": ""
-}

grafana/dashboards/zumbi-agent-dashboard.json

@@ -1,660 +0,0 @@
-{
-  "annotations": {
-    "list": [
-      {
-        "builtIn": 1,
-        "datasource": {
-          "type": "grafana",
-          "uid": "-- Grafana --"
-        },
-        "enable": true,
-        "hide": true,
-        "iconColor": "rgba(0, 211, 255, 1)",
-        "name": "Annotations & Alerts",
-        "type": "dashboard"
-      }
-    ]
-  },
-  "editable": true,
-  "fiscalYearStartMonth": 0,
-  "graphTooltip": 0,
-  "id": null,
-  "links": [],
-  "liveNow": false,
-  "panels": [
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "thresholds"
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "yellow",
-                "value": 10
-              },
-              {
-                "color": "red",
-                "value": 50
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 6,
-        "w": 6,
-        "x": 0,
-        "y": 0
-      },
-      "id": 1,
-      "options": {
-        "colorMode": "background",
-        "graphMode": "area",
-        "justifyMode": "center",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.2.3",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum(cidadao_ai_investigations_total{agent_type=\"zumbi\"})",
-          "interval": "",
-          "legendFormat": "Total Investigations",
-          "refId": "A"
-        }
-      ],
-      "title": "🏹 Zumbi - Total Investigations",
-      "type": "stat"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "thresholds"
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "yellow",
-                "value": 5
-              },
-              {
-                "color": "red",
-                "value": 20
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 6,
-        "w": 6,
-        "x": 6,
-        "y": 0
-      },
-      "id": 2,
-      "options": {
-        "colorMode": "background",
-        "graphMode": "area",
-        "justifyMode": "center",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.2.3",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum(cidadao_ai_anomalies_detected_total{agent=\"zumbi\"})",
-          "interval": "",
-          "legendFormat": "Total Anomalies",
-          "refId": "A"
-        }
-      ],
-      "title": "🚨 Anomalies Detected",
-      "type": "stat"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "thresholds"
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 0.5
-              }
-            ]
-          },
-          "unit": "percent"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 6,
-        "w": 6,
-        "x": 12,
-        "y": 0
-      },
-      "id": 3,
-      "options": {
-        "colorMode": "background",
-        "graphMode": "area",
-        "justifyMode": "center",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.2.3",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum(cidadao_ai_investigations_total{agent_type=\"zumbi\",status=\"completed\"}) / sum(cidadao_ai_investigations_total{agent_type=\"zumbi\"}) * 100",
-          "interval": "",
-          "legendFormat": "Success Rate",
-          "refId": "A"
-        }
-      ],
-      "title": "✅ Investigation Success Rate",
-      "type": "stat"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "thresholds"
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 30
-              }
-            ]
-          },
-          "unit": "s"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 6,
-        "w": 6,
-        "x": 18,
-        "y": 0
-      },
-      "id": 4,
-      "options": {
-        "colorMode": "background",
-        "graphMode": "area",
-        "justifyMode": "center",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.2.3",
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "histogram_quantile(0.95, rate(cidadao_ai_investigation_duration_seconds_bucket{agent_type=\"zumbi\"}[5m]))",
-          "interval": "",
-          "legendFormat": "95th percentile",
-          "refId": "A"
-        }
-      ],
-      "title": "⏱️ Investigation Duration (P95)",
-      "type": "stat"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 6
-      },
-      "id": 5,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(cidadao_ai_investigations_total{agent_type=\"zumbi\"}[5m])",
-          "interval": "",
-          "legendFormat": "{{investigation_type}} - {{status}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Investigation Rate by Type & Status",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            }
-          },
-          "mappings": [],
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 6
-      },
-      "id": 6,
-      "options": {
-        "displayLabels": [
-          "name",
-          "value"
-        ],
-        "legend": {
-          "displayMode": "list",
-          "placement": "right",
-          "values": []
-        },
-        "pieType": "pie",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum by (anomaly_type) (cidadao_ai_anomalies_detected_total{agent=\"zumbi\"})",
-          "interval": "",
-          "legendFormat": "{{anomaly_type}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Anomaly Types Distribution",
-      "type": "piechart"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "axisLabel": "",
-            "axisPlacement": "auto",
-            "barAlignment": 0,
-            "drawStyle": "line",
-            "fillOpacity": 10,
-            "gradientMode": "none",
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            },
-            "lineInterpolation": "linear",
-            "lineWidth": 2,
-            "pointSize": 5,
-            "scaleDistribution": {
-              "type": "linear"
-            },
-            "showPoints": "never",
-            "spanNulls": false,
-            "stacking": {
-              "group": "A",
-              "mode": "none"
-            },
-            "thresholdsStyle": {
-              "mode": "off"
-            }
-          },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              {
-                "color": "green",
-                "value": null
-              },
-              {
-                "color": "red",
-                "value": 80
-              }
-            ]
-          },
-          "unit": "short"
-        },
-        "overrides": [
-          {
-            "matcher": {
-              "id": "byName",
-              "options": "failed"
-            },
-            "properties": [
-              {
-                "id": "color",
-                "value": {
-                  "mode": "fixed",
-                  "fixedColor": "red"
-                }
-              }
-            ]
-          },
-          {
-            "matcher": {
-              "id": "byName",
-              "options": "success"
-            },
-            "properties": [
-              {
-                "id": "color",
-                "value": {
-                  "mode": "fixed",
-                  "fixedColor": "green"
-                }
-              }
-            ]
-          }
-        ]
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 0,
-        "y": 14
-      },
-      "id": 7,
-      "options": {
-        "legend": {
-          "calcs": [],
-          "displayMode": "list",
-          "placement": "bottom"
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "rate(cidadao_ai_transparency_data_fetched_total{endpoint=\"contracts\"}[5m])",
-          "interval": "",
-          "legendFormat": "{{status}} - Org {{organization}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Transparency API Data Fetch Rate",
-      "type": "timeseries"
-    },
-    {
-      "datasource": {
-        "type": "prometheus",
-        "uid": "prometheus"
-      },
-      "fieldConfig": {
-        "defaults": {
-          "color": {
-            "mode": "palette-classic"
-          },
-          "custom": {
-            "hideFrom": {
-              "legend": false,
-              "tooltip": false,
-              "vis": false
-            }
-          },
-          "mappings": [],
-          "unit": "short"
-        },
-        "overrides": []
-      },
-      "gridPos": {
-        "h": 8,
-        "w": 12,
-        "x": 12,
-        "y": 14
-      },
-      "id": 8,
-      "options": {
-        "displayLabels": [
-          "name",
-          "value"
-        ],
-        "legend": {
-          "displayMode": "list",
-          "placement": "right",
-          "values": []
-        },
-        "pieType": "pie",
-        "reduceOptions": {
-          "calcs": [
-            "lastNotNull"
-          ],
-          "fields": "",
-          "values": false
-        },
-        "tooltip": {
-          "mode": "single",
-          "sort": "none"
-        }
-      },
-      "targets": [
-        {
-          "datasource": {
-            "type": "prometheus",
-            "uid": "prometheus"
-          },
-          "expr": "sum by (severity) (cidadao_ai_anomalies_detected_total{agent=\"zumbi\"})",
-          "interval": "",
-          "legendFormat": "{{severity}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Anomaly Severity Distribution",
-      "type": "piechart"
-    }
-  ],
-  "refresh": "10s",
-  "revision": 1,
-  "schemaVersion": 39,
-  "style": "dark",
-  "tags": [
-    "cidadao-ai",
-    "zumbi",
-    "investigations",
-    "anomalies"
-  ],
-  "templating": {
-    "list": []
-  },
-  "time": {
-    "from": "now-1h",
-    "to": "now"
-  },
-  "timepicker": {},
-  "timezone": "",
-  "title": "🏹 Zumbi dos Palmares - Investigador Dashboard",
-  "uid": "zumbi-agent-dashboard",
-  "version": 1,
-  "weekStart": ""
-}

grafana/provisioning/dashboards/dashboards.yml

@@ -1,26 +0,0 @@
-apiVersion: 1
-
-providers:
-  - name: 'default'
-    orgId: 1
-    folder: ''
-    folderUid: ''
-    type: file
-    disableDeletion: false
-    editable: true
-    updateIntervalSeconds: 30
-    allowUiUpdates: true
-    options:
-      path: /var/lib/grafana/dashboards
-
-  - name: 'Cidadão.AI'
-    orgId: 1
-    folder: 'Cidadão.AI'
-    folderUid: 'cidadao_ai'
-    type: file
-    disableDeletion: false
-    editable: true
-    updateIntervalSeconds: 30
-    allowUiUpdates: true
-    options:
-      path: /var/lib/grafana/dashboards

grafana/provisioning/datasources/prometheus.yml

@@ -1,17 +0,0 @@
-apiVersion: 1
-
-datasources:
-  - name: Prometheus
-    type: prometheus
-    access: proxy
-    url: http://prometheus:9090
-    isDefault: true
-    editable: true
-    jsonData:
-      httpMethod: POST
-      manageAlerts: true
-      prometheusType: Prometheus
-      prometheusVersion: 2.49.1
-      cacheLevel: 'High'
-      disableRecordingRules: false
-      incrementalQueryOverlapWindow: 10m

prometheus/prometheus.yml

@@ -1,52 +0,0 @@
-global:
-  scrape_interval: 15s
-  evaluation_interval: 15s
-  external_labels:
-    monitor: 'cidadao-ai-monitor'
-
-rule_files:
-  - "rules/*.yml"
-
-scrape_configs:
-  # Cidadão.AI Backend Application Metrics
-  - job_name: 'cidadao-ai-backend'
-    static_configs:
-      - targets: ['cidadao-ai:7860']
-    metrics_path: /health/metrics
-    scrape_interval: 10s
-    scrape_timeout: 5s
-    params:
-      format: ['prometheus']
-
-  # Prometheus Self-Monitoring
-  - job_name: 'prometheus'
-    static_configs:
-      - targets: ['localhost:9090']
-    scrape_interval: 30s
-
-  # Grafana Monitoring
-  - job_name: 'grafana'
-    static_configs:
-      - targets: ['grafana:3000']
-    scrape_interval: 30s
-
-  # System Metrics via Node Exporter
-  - job_name: 'node-exporter'
-    static_configs:
-      - targets: ['node_exporter:9100']
-    scrape_interval: 15s
-
-  # Container Metrics via cAdvisor
-  - job_name: 'cadvisor'
-    static_configs:
-      - targets: ['cadvisor:8080']
-    scrape_interval: 15s
-
-  # Alternative Health Check Endpoint
-  - job_name: 'cidadao-ai-health'
-    static_configs:
-      - targets: ['cidadao-ai:7860']
-    metrics_path: /health
-    scrape_interval: 30s
-    params:
-      format: ['json']

prometheus/rules/cidadao-ai-alerts.yml

@@ -1,150 +0,0 @@
-groups:
-  - name: cidadao-ai-system
-    rules:
-      - alert: HighCPUUsage
-        expr: 100 - (avg(rate(node_cpu_seconds_total{mode="idle"}[5m])) * 100) > 80
-        for: 2m
-        labels:
-          severity: warning
-          service: cidadao-ai
-        annotations:
-          summary: "High CPU usage detected"
-          description: "CPU usage is above 80% for more than 2 minutes. Current value: {{ $value }}%"
-      
-      - alert: HighMemoryUsage
-        expr: (1 - (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes)) * 100 > 85
-        for: 2m
-        labels:
-          severity: warning
-          service: cidadao-ai
-        annotations:
-          summary: "High memory usage detected"
-          description: "Memory usage is above 85% for more than 2 minutes. Current value: {{ $value }}%"
-      
-      - alert: ServiceDown
-        expr: up{job="cidadao-ai-backend"} == 0
-        for: 1m
-        labels:
-          severity: critical
-          service: cidadao-ai
-        annotations:
-          summary: "Cidadão.AI service is down"
-          description: "The Cidadão.AI backend service has been down for more than 1 minute."
-
-  - name: cidadao-ai-api
-    rules:
-      - alert: HighAPILatency
-        expr: histogram_quantile(0.95, rate(cidadao_ai_request_duration_seconds_bucket[5m])) > 2
-        for: 5m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: api
-        annotations:
-          summary: "High API latency detected"
-          description: "95th percentile API latency is above 2 seconds for more than 5 minutes. Current value: {{ $value }}s"
-      
-      - alert: HighAPIErrorRate
-        expr: sum(rate(cidadao_ai_requests_total{status_code=~"5.."}[5m])) / sum(rate(cidadao_ai_requests_total[5m])) > 0.05
-        for: 3m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: api
-        annotations:
-          summary: "High API error rate detected"
-          description: "API error rate is above 5% for more than 3 minutes. Current rate: {{ $value | humanizePercentage }}"
-      
-      - alert: LowAPIThroughput
-        expr: sum(rate(cidadao_ai_requests_total[5m])) < 0.1
-        for: 10m
-        labels:
-          severity: info
-          service: cidadao-ai
-          component: api
-        annotations:
-          summary: "Low API throughput"
-          description: "API throughput is very low (< 0.1 req/sec) for more than 10 minutes. Current rate: {{ $value }} req/sec"
-
-  - name: cidadao-ai-investigations
-    rules:
-      - alert: HighInvestigationFailureRate
-        expr: sum(rate(cidadao_ai_investigations_total{status="failed"}[10m])) / sum(rate(cidadao_ai_investigations_total[10m])) > 0.1
-        for: 5m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: investigations
-        annotations:
-          summary: "High investigation failure rate"
-          description: "Investigation failure rate is above 10% for more than 5 minutes. Current rate: {{ $value | humanizePercentage }}"
-      
-      - alert: LongInvestigationDuration
-        expr: histogram_quantile(0.95, rate(cidadao_ai_investigation_duration_seconds_bucket[5m])) > 300
-        for: 5m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: investigations
-        annotations:
-          summary: "Long investigation duration detected"
-          description: "95th percentile investigation duration is above 5 minutes. Current value: {{ $value }}s"
-      
-      - alert: NoAnomaliesDetected
-        expr: increase(cidadao_ai_anomalies_detected_total[1h]) == 0
-        for: 2h
-        labels:
-          severity: info
-          service: cidadao-ai
-          component: investigations
-        annotations:
-          summary: "No anomalies detected recently"
-          description: "No anomalies have been detected in the last 2 hours. This might indicate a problem with the detection system."
-
-  - name: cidadao-ai-data
-    rules:
-      - alert: TransparencyAPIFailures
-        expr: sum(rate(cidadao_ai_transparency_data_fetched_total{status="failed"}[5m])) > 0
-        for: 3m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: transparency-api
-        annotations:
-          summary: "Transparency API failures detected"
-          description: "There are failures when fetching data from the Transparency API. Rate: {{ $value }} failures/sec"
-      
-      - alert: LowDataProcessingRate
-        expr: sum(rate(cidadao_ai_data_records_processed_total[5m])) < 1
-        for: 15m
-        labels:
-          severity: info
-          service: cidadao-ai
-          component: data-processing
-        annotations:
-          summary: "Low data processing rate"
-          description: "Data processing rate is very low (< 1 record/sec) for more than 15 minutes. Current rate: {{ $value }} records/sec"
-
-  - name: cidadao-ai-agents
-    rules:
-      - alert: HighAgentTaskFailureRate
-        expr: sum(rate(cidadao_ai_agent_tasks_total{status="failed"}[10m])) / sum(rate(cidadao_ai_agent_tasks_total[10m])) > 0.05
-        for: 5m
-        labels:
-          severity: warning
-          service: cidadao-ai
-          component: agents
-        annotations:
-          summary: "High agent task failure rate"
-          description: "Agent task failure rate is above 5% for more than 5 minutes. Current rate: {{ $value | humanizePercentage }}"
-      
-      - alert: AgentTaskRetries
-        expr: sum(rate(cidadao_ai_agent_tasks_total{status="retry"}[5m])) > 0.1
-        for: 5m
-        labels:
-          severity: info
-          service: cidadao-ai
-          component: agents
-        annotations:
-          summary: "Frequent agent task retries"
-          description: "Agent tasks are retrying frequently. Retry rate: {{ $value }} retries/sec"

requirements-hf.txt

@@ -1,61 +0,0 @@
-# Cidadão.AI Backend - Production Requirements
-
-# Web Framework
-fastapi>=0.104.0
-uvicorn[standard]>=0.24.0
-gunicorn>=21.2.0
-
-# Database
-sqlalchemy[asyncio]>=2.0.0
-asyncpg>=0.29.0
-alembic>=1.13.0
-
-# Cache and Queue
-redis>=5.0.0
-celery>=5.3.0
-
-# Authentication
-python-jose[cryptography]>=3.3.0
-passlib[bcrypt]>=1.7.4
-python-multipart>=0.0.6
-
-# Data Validation
-pydantic>=2.5.0
-pydantic-settings>=2.1.0
-
-# HTTP Client
-httpx>=0.27.0
-requests>=2.31.0
-
-# AI/ML
-langchain>=0.1.0
-transformers>=4.36.0
-sentence-transformers>=2.2.0
-scikit-learn>=1.3.0
-numpy>=1.21.0
-pandas>=2.0.0
-
-# Vector Database
-chromadb>=0.4.0
-
-# LLM Providers
-groq>=0.10.0
-openai>=1.6.0
-
-# Configuration
-python-dotenv>=1.0.0
-
-# Monitoring
-prometheus-client>=0.19.0
-structlog>=23.2.0
-
-# Development
-pytest>=7.4.0
-pytest-asyncio>=0.21.0
-black>=23.0.0
-ruff>=0.1.0
-mypy>=1.8.0
-
-# Security
-cryptography>=41.0.0
-python-dateutil>=2.8.0

requirements-lock.txt

@@ -1,65 +0,0 @@
-# Cidadão.AI Backend - Locked Dependencies
-# Generated for reproducible builds across environments
-# This file locks specific versions for production deployment
-# Use: pip install -r requirements-lock.txt
-
-# Core framework
-fastapi==0.109.2
-uvicorn[standard]==0.27.1
-typer==0.9.4
-rich==13.7.1
-
-# Data validation and serialization
-pydantic==2.6.3
-pydantic-settings==2.2.1
-
-# Database
-sqlalchemy==2.0.28
-alembic==1.13.1
-asyncpg==0.29.0
-redis==5.0.3
-
-# AI/ML Core
-langchain==0.1.11
-langchain-community==0.0.27
-langchain-openai==0.0.8
-transformers==4.38.2
-torch==2.2.1
-faiss-cpu==1.8.0
-chromadb==0.4.24
-
-# ML/Data Science
-scikit-learn==1.4.1
-pandas==2.2.1
-numpy==1.26.4
-scipy==1.12.0
-prophet==1.1.5
-umap-learn==0.5.5
-hdbscan==0.8.33
-shap==0.44.1
-lime==0.2.0.1
-
-# Async processing
-celery[redis]==5.3.6
-flower==2.0.1
-
-# HTTP and API clients
-httpx==0.27.0
-aiohttp==3.9.3
-
-# Monitoring and logging
-opentelemetry-api==1.23.0
-opentelemetry-sdk==1.23.0
-opentelemetry-instrumentation-fastapi==0.44b0
-prometheus-client==0.20.0
-structlog==24.1.0
-
-# Security and authentication
-python-jose[cryptography]==3.3.0
-passlib[bcrypt]==1.7.4
-python-multipart==0.0.9
-
-# Utilities
-python-dotenv==1.0.1
-tenacity==8.2.3
-pendulum==3.0.0

requirements/README.md

@@ -0,0 +1,40 @@
+# Requirements Structure
+
+This directory contains organized dependency files for different environments and use cases.
+
+## File Structure
+
+- **`base.txt`** - Core dependencies needed for all environments
+- **`production.txt`** - Full production stack extending base.txt
+- **`dev.txt`** - Development tools and testing dependencies
+- **`hf.txt`** - HuggingFace Spaces minimal requirements
+
+## Usage
+
+### Development Environment
+```bash
+pip install -r requirements/dev.txt
+```
+
+### Production Environment  
+```bash
+pip install -r requirements/production.txt
+```
+
+### HuggingFace Spaces
+```bash
+pip install -r requirements/hf.txt
+# OR use root requirements.txt (identical to hf.txt)
+pip install -r requirements.txt
+```
+
+## Primary Source of Truth
+
+The main dependency source is `pyproject.toml`. These requirements files are derived from it for specific deployment scenarios.
+
+## Dependencies Overview
+
+- **Base:** FastAPI, Pydantic, HTTPX, Prometheus, NumPy, Pandas
+- **Production:** +Database, +AI/ML, +Security, +Monitoring
+- **Development:** +Testing, +Code Quality, +Documentation tools
+- **HuggingFace:** Minimal subset for cloud deployment

requirements/base.txt

@@ -1,21 +1,26 @@
-# Requirements for Backend API
-# FastAPI backend dependencies
+# Base requirements for Cidadão.AI Backend
+# Essential dependencies for all environments
 
-# Core dependencies
+# Core Web Framework
 fastapi>=0.104.0
 uvicorn[standard]>=0.24.0
-httpx>=0.27.0
 pydantic>=2.5.0
+pydantic-settings>=2.0.0
+
+# HTTP Client
+httpx>=0.27.0
+
+# Configuration
 python-dotenv>=1.0.0
 
-# Optional - for AI analysis
-groq>=0.10.0
+# Security
+python-jose[cryptography]>=3.3.0
+python-multipart>=0.0.6
 
-# Data processing
-pandas>=2.0.0
-numpy>=1.21.0
-scipy>=1.9.0
+# Logging & Monitoring
+structlog>=23.0.0
+prometheus-client>=0.19.0
 
-# Utilities
-python-dateutil>=2.8.0
-pillow>=10.0.0
+# Data Processing
+numpy>=1.24.0
+pandas>=2.0.0

requirements/dev.txt

@@ -0,0 +1,23 @@
+# Development dependencies
+-r base.txt
+
+# Testing
+pytest>=7.4.0
+pytest-asyncio>=0.21.0
+pytest-cov>=4.1.0
+pytest-mock>=3.12.0
+httpx[test]>=0.27.0
+
+# Code Quality
+black>=23.0.0
+ruff>=0.1.0
+mypy>=1.8.0
+pre-commit>=3.6.0
+
+# Documentation
+mkdocs>=1.5.0
+mkdocs-material>=9.4.0
+
+# Development Tools
+ipython>=8.18.0
+python-dotenv>=1.0.0

requirements/hf.txt

@@ -0,0 +1,30 @@
+# Cidadão.AI Backend - HuggingFace Minimal Requirements
+# Optimized for fast deployment and startup in HF Spaces
+
+# Web Framework
+fastapi>=0.104.0
+uvicorn[standard]>=0.24.0
+pydantic>=2.5.0
+
+# Monitoring
+prometheus-client>=0.19.0
+
+# HTTP Client (lightweight)
+httpx>=0.27.0
+
+# Security (essential only)
+python-jose[cryptography]>=3.3.0
+python-multipart>=0.0.6
+
+# Utils  
+python-dotenv>=1.0.0
+
+# Configuration
+pydantic-settings>=2.0.0
+
+# Logging
+structlog>=23.0.0
+
+# Data Analysis (minimal)
+numpy>=1.24.0
+pandas>=2.0.0

requirements/production.txt

@@ -1,48 +1,29 @@
-# Production Requirements for Cidadão.AI
-# Core Framework
-fastapi>=0.104.0
-uvicorn[standard]>=0.24.0
-pydantic>=2.4.0
-python-multipart>=0.0.6
+# Production requirements extending base
+-r base.txt
 
 # Database & Cache
 asyncpg>=0.29.0
-sqlalchemy[asyncio]>=2.0.23
-redis[hiredis]>=5.0.1
-aiocache>=0.12.2
+sqlalchemy[asyncio]>=2.0.0
+redis>=5.0.0
+alembic>=1.13.0
 
-# ML & AI (lightweight for HF Spaces)
-transformers>=4.35.0
-huggingface-hub>=0.19.0
-numpy>=1.24.0
-pandas>=2.1.0
+# AI/ML Stack
+transformers>=4.36.0
 scikit-learn>=1.3.0
+langchain>=0.1.0
+groq>=0.10.0
 
-# Async & HTTP
-httpx>=0.25.0
-aiohttp>=3.9.0
-websockets>=12.0
+# Production Server
+gunicorn>=21.2.0
 
-# Monitoring & Observability (simplified for HF Spaces)
-prometheus-client>=0.19.0
-
-# Serialization & Compression
-msgpack>=1.0.7
-structlog>=23.2.0
+# Advanced Security
+cryptography>=41.0.0
+passlib[bcrypt]>=1.7.4
 
 # System Monitoring
-psutil>=5.9.6
+psutil>=5.9.0
 
-# Security
-cryptography>=41.0.7
-python-jose[cryptography]>=3.3.0
-passlib[bcrypt]>=1.7.4
-
-# Utilities
-python-dotenv>=1.0.0
-click>=8.1.7
+# CLI Tools
 typer>=0.9.0
 rich>=13.7.0
-
-# Production WSGI
-gunicorn>=21.2.0
+click>=8.1.0