circus/crates/server/src/routes/metrics.rs

use axum::{
  Router,
  extract::State,
  http::StatusCode,
  response::{IntoResponse, Response},
  routing::get,
};

use crate::state::AppState;

async fn prometheus_metrics(State(state): State<AppState>) -> Response {
  let stats = match fc_common::repo::builds::get_stats(&state.pool).await {
    Ok(s) => s,
    Err(_) => {
      return StatusCode::INTERNAL_SERVER_ERROR.into_response();
    },
  };

  let eval_count: i64 =
    match sqlx::query_as::<_, (i64,)>("SELECT COUNT(*) FROM evaluations")
      .fetch_one(&state.pool)
      .await
    {
      Ok(row) => row.0,
      Err(_) => 0,
    };

  let eval_by_status: Vec<(String, i64)> = sqlx::query_as(
    "SELECT status::text, COUNT(*) FROM evaluations GROUP BY status",
  )
  .fetch_all(&state.pool)
  .await
  .unwrap_or_default();

  let (project_count, channel_count, builder_count): (i64, i64, i64) =
    sqlx::query_as(
      "SELECT (SELECT COUNT(*) FROM projects), (SELECT COUNT(*) FROM \
       channels), (SELECT COUNT(*) FROM remote_builders WHERE enabled = true)",
    )
    .fetch_one(&state.pool)
    .await
    .unwrap_or((0, 0, 0));

  // Per-project build counts
  let per_project: Vec<(String, i64, i64)> = sqlx::query_as(
    "SELECT p.name, COUNT(*) FILTER (WHERE b.status = 'completed'), COUNT(*) \
     FILTER (WHERE b.status = 'failed') FROM builds b JOIN evaluations e ON \
     b.evaluation_id = e.id JOIN jobsets j ON e.jobset_id = j.id JOIN \
     projects p ON j.project_id = p.id GROUP BY p.name",
  )
  .fetch_all(&state.pool)
  .await
  .unwrap_or_default();

  // Build duration percentiles (single query)
  let (duration_p50, duration_p95, duration_p99): (
    Option<f64>,
    Option<f64>,
    Option<f64>,
  ) = sqlx::query_as(
    "SELECT (PERCENTILE_CONT(0.5) WITHIN GROUP (ORDER BY EXTRACT(EPOCH FROM \
     (completed_at - started_at)))), (PERCENTILE_CONT(0.95) WITHIN GROUP \
     (ORDER BY EXTRACT(EPOCH FROM (completed_at - started_at)))), \
     (PERCENTILE_CONT(0.99) WITHIN GROUP (ORDER BY EXTRACT(EPOCH FROM \
     (completed_at - started_at)))) FROM builds WHERE completed_at IS NOT \
     NULL AND started_at IS NOT NULL",
  )
  .fetch_one(&state.pool)
  .await
  .unwrap_or((None, None, None));

  let mut output = String::new();

  // Build counts by status
  output.push_str("# HELP fc_builds_total Total number of builds by status\n");
  output.push_str("# TYPE fc_builds_total gauge\n");
  output.push_str(&format!(
    "fc_builds_total{{status=\"completed\"}} {}\n",
    stats.completed_builds.unwrap_or(0)
  ));
  output.push_str(&format!(
    "fc_builds_total{{status=\"failed\"}} {}\n",
    stats.failed_builds.unwrap_or(0)
  ));
  output.push_str(&format!(
    "fc_builds_total{{status=\"running\"}} {}\n",
    stats.running_builds.unwrap_or(0)
  ));
  output.push_str(&format!(
    "fc_builds_total{{status=\"pending\"}} {}\n",
    stats.pending_builds.unwrap_or(0)
  ));
  output.push_str(&format!(
    "fc_builds_total{{status=\"all\"}} {}\n",
    stats.total_builds.unwrap_or(0)
  ));

  // Build duration stats
  output.push_str(
    "\n# HELP fc_builds_avg_duration_seconds Average build duration in \
     seconds\n",
  );
  output.push_str("# TYPE fc_builds_avg_duration_seconds gauge\n");
  output.push_str(&format!(
    "fc_builds_avg_duration_seconds {:.2}\n",
    stats.avg_duration_seconds.unwrap_or(0.0)
  ));

  output.push_str(
    "\n# HELP fc_builds_duration_seconds Build duration percentiles\n",
  );
  output.push_str("# TYPE fc_builds_duration_seconds gauge\n");
  if let Some(p50) = duration_p50 {
    output.push_str(&format!(
      "fc_builds_duration_seconds{{quantile=\"0.5\"}} {p50:.2}\n"
    ));
  }
  if let Some(p95) = duration_p95 {
    output.push_str(&format!(
      "fc_builds_duration_seconds{{quantile=\"0.95\"}} {p95:.2}\n"
    ));
  }
  if let Some(p99) = duration_p99 {
    output.push_str(&format!(
      "fc_builds_duration_seconds{{quantile=\"0.99\"}} {p99:.2}\n"
    ));
  }

  // Evaluations
  output
    .push_str("\n# HELP fc_evaluations_total Total number of evaluations\n");
  output.push_str("# TYPE fc_evaluations_total gauge\n");
  output.push_str(&format!("fc_evaluations_total {}\n", eval_count));

  output.push_str("\n# HELP fc_evaluations_by_status Evaluations by status\n");
  output.push_str("# TYPE fc_evaluations_by_status gauge\n");
  for (status, count) in &eval_by_status {
    output.push_str(&format!(
      "fc_evaluations_by_status{{status=\"{status}\"}} {count}\n"
    ));
  }

  // Queue depth (pending builds)
  output
    .push_str("\n# HELP fc_queue_depth Number of pending builds in queue\n");
  output.push_str("# TYPE fc_queue_depth gauge\n");
  output.push_str(&format!(
    "fc_queue_depth {}\n",
    stats.pending_builds.unwrap_or(0)
  ));

  // Infrastructure
  output.push_str("\n# HELP fc_projects_total Total number of projects\n");
  output.push_str("# TYPE fc_projects_total gauge\n");
  output.push_str(&format!("fc_projects_total {project_count}\n"));

  output.push_str("\n# HELP fc_channels_total Total number of channels\n");
  output.push_str("# TYPE fc_channels_total gauge\n");
  output.push_str(&format!("fc_channels_total {channel_count}\n"));

  output
    .push_str("\n# HELP fc_remote_builders_active Active remote builders\n");
  output.push_str("# TYPE fc_remote_builders_active gauge\n");
  output.push_str(&format!("fc_remote_builders_active {builder_count}\n"));

  // Per-project build counts
  if !per_project.is_empty() {
    output.push_str(
      "\n# HELP fc_project_builds_completed Completed builds per project\n",
    );
    output.push_str("# TYPE fc_project_builds_completed gauge\n");
    for (name, completed, _) in &per_project {
      output.push_str(&format!(
        "fc_project_builds_completed{{project=\"{name}\"}} {completed}\n"
      ));
    }
    output.push_str(
      "\n# HELP fc_project_builds_failed Failed builds per project\n",
    );
    output.push_str("# TYPE fc_project_builds_failed gauge\n");
    for (name, _, failed) in &per_project {
      output.push_str(&format!(
        "fc_project_builds_failed{{project=\"{name}\"}} {failed}\n"
      ));
    }
  }

  (
    StatusCode::OK,
    [("content-type", "text/plain; version=0.0.4; charset=utf-8")],
    output,
  )
    .into_response()
}

pub fn router() -> Router<AppState> {
  Router::new().route("/metrics", get(prometheus_metrics))
}