mirror of
https://github.com/block/buzz.git
synced 2026-11-05 08:51:10 +00:00
923 lines
32 KiB
Rust
923 lines
32 KiB
Rust
//! Per-community usage rollup queries for Prometheus gauges.
|
|
//!
|
|
//! Stock queries (`user_counts`, `channel_counts`, `relay_member_counts`,
|
|
//! `workflow_counts`, `git_repo_counts`) use `GROUP BY community_id` against
|
|
//! indexed columns — no per-community loops, no full-table scans.
|
|
//!
|
|
//! Event-derived queries (`message_counts`, `active_user_counts`,
|
|
//! `active_channel_counts`) are exact aggregates over the `events` table.
|
|
//! At scale these can become recurring partition scans; if that becomes a
|
|
//! problem, move them to a maintained rollup table and drop the interval.
|
|
//!
|
|
//! Returned structs are plain data; the caller (relay poller) maps them
|
|
//! to Prometheus labels and calls `metrics::gauge!(...).set(...)`.
|
|
|
|
use buzz_datastore_tracing::datastore_span;
|
|
use sqlx::postgres::PgConnection;
|
|
use sqlx::{Connection as _, PgPool};
|
|
use uuid::Uuid;
|
|
|
|
use crate::error::Result;
|
|
use crate::{observability, Db};
|
|
|
|
/// Owns the detached Postgres session holding the relay usage-metrics advisory lock.
|
|
///
|
|
/// The connection deliberately does not return to the main pool: session advisory
|
|
/// locks must remain bound to this exact physical connection, and the poller
|
|
/// pings it before each leader-only collection tick.
|
|
pub struct UsageMetricsLeader {
|
|
connection: PgConnection,
|
|
}
|
|
|
|
impl UsageMetricsLeader {
|
|
/// Returns whether the lock-owning session is still reachable.
|
|
///
|
|
/// Bounded to 5 seconds — a blackholed connection (no RST) would otherwise
|
|
/// stall the entire poller tick until the OS TCP timeout.
|
|
pub async fn is_live(&mut self) -> bool {
|
|
tokio::time::timeout(std::time::Duration::from_secs(5), self.connection.ping())
|
|
.await
|
|
.is_ok_and(|r| r.is_ok())
|
|
}
|
|
}
|
|
|
|
/// Total number of communities registered on this relay.
|
|
pub async fn community_count(pool: &PgPool) -> Result<i64> {
|
|
let row = sqlx::query_scalar::<_, i64>("SELECT COUNT(*) FROM communities")
|
|
.fetch_one(pool)
|
|
.await?;
|
|
Ok(row)
|
|
}
|
|
|
|
/// Per-community user counts split by human/agent.
|
|
#[derive(Debug)]
|
|
pub struct CommunityUserCounts {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Number of active human users (no `agent_owner_pubkey`).
|
|
pub human: i64,
|
|
/// Number of active agent users (`agent_owner_pubkey IS NOT NULL`).
|
|
pub agent: i64,
|
|
}
|
|
|
|
/// Return active (non-deactivated) user counts per community, split by type.
|
|
///
|
|
/// Agent discriminator: `agent_owner_pubkey IS NOT NULL`.
|
|
pub async fn user_counts(pool: &PgPool) -> Result<Vec<CommunityUserCounts>> {
|
|
// Single GROUP BY query; two conditional SUMs avoid two round-trips.
|
|
let rows = sqlx::query_as::<_, (Uuid, i64, i64)>(
|
|
r#"
|
|
SELECT
|
|
community_id,
|
|
COUNT(*) FILTER (WHERE agent_owner_pubkey IS NULL) AS human,
|
|
COUNT(*) FILTER (WHERE agent_owner_pubkey IS NOT NULL) AS agent
|
|
FROM users
|
|
WHERE deactivated_at IS NULL
|
|
GROUP BY community_id
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, human, agent)| CommunityUserCounts {
|
|
community_id,
|
|
human,
|
|
agent,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community channel counts by type.
|
|
#[derive(Debug)]
|
|
pub struct CommunityChannelCount {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Channel type string (e.g. `"stream"`, `"dm"`, `"forum"`, `"workflow"`).
|
|
pub channel_type: String,
|
|
/// Number of non-deleted channels of this type.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return non-deleted channel counts per community per type.
|
|
pub async fn channel_counts(pool: &PgPool) -> Result<Vec<CommunityChannelCount>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, String, i64)>(
|
|
r#"
|
|
SELECT community_id, channel_type::text, COUNT(*) AS count
|
|
FROM channels
|
|
WHERE deleted_at IS NULL
|
|
GROUP BY community_id, channel_type
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(
|
|
|(community_id, channel_type, count)| CommunityChannelCount {
|
|
community_id,
|
|
channel_type,
|
|
count,
|
|
},
|
|
)
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community message (kind=9) count.
|
|
#[derive(Debug)]
|
|
pub struct CommunityMessageCount {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Number of stored non-deleted kind=9 events.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return non-deleted kind=9 event counts per community.
|
|
pub async fn message_counts(pool: &PgPool) -> Result<Vec<CommunityMessageCount>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, i64)>(
|
|
r#"
|
|
SELECT community_id, COUNT(*) AS count
|
|
FROM events
|
|
WHERE kind = 9 AND deleted_at IS NULL
|
|
GROUP BY community_id
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, count)| CommunityMessageCount {
|
|
community_id,
|
|
count,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community relay-member counts by role.
|
|
#[derive(Debug)]
|
|
pub struct CommunityMemberCount {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Role string (e.g. `"owner"`, `"admin"`, `"member"`).
|
|
pub role: String,
|
|
/// Number of members with this role.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return relay-member counts per community per role.
|
|
pub async fn relay_member_counts(pool: &PgPool) -> Result<Vec<CommunityMemberCount>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, String, i64)>(
|
|
r#"
|
|
SELECT community_id, role::text, COUNT(*) AS count
|
|
FROM relay_members
|
|
GROUP BY community_id, role
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, role, count)| CommunityMemberCount {
|
|
community_id,
|
|
role,
|
|
count,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community workflow counts by status.
|
|
#[derive(Debug)]
|
|
pub struct CommunityWorkflowCount {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Workflow status string (e.g. `"active"`, `"inactive"`).
|
|
pub status: String,
|
|
/// Number of workflows in this status.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return workflow counts per community per status.
|
|
pub async fn workflow_counts(pool: &PgPool) -> Result<Vec<CommunityWorkflowCount>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, String, i64)>(
|
|
r#"
|
|
SELECT community_id, status::text, COUNT(*) AS count
|
|
FROM workflows
|
|
GROUP BY community_id, status
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, status, count)| CommunityWorkflowCount {
|
|
community_id,
|
|
status,
|
|
count,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community git-repo count.
|
|
#[derive(Debug)]
|
|
pub struct CommunityGitRepoCount {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Number of git repos registered for this community.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return git repo counts per community.
|
|
pub async fn git_repo_counts(pool: &PgPool) -> Result<Vec<CommunityGitRepoCount>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, i64)>(
|
|
r#"
|
|
SELECT community_id, COUNT(*) AS count
|
|
FROM git_repo_names
|
|
GROUP BY community_id
|
|
"#,
|
|
)
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, count)| CommunityGitRepoCount {
|
|
community_id,
|
|
count,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community active-user counts for a given window (e.g. 1d, 7d, 30d),
|
|
/// split by human/agent.
|
|
#[derive(Debug)]
|
|
pub struct CommunityActiveUsers {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Distinct human pubkeys that published at least one event in the window.
|
|
/// A pubkey is human when its `users` row exists and `agent_owner_pubkey IS NULL`.
|
|
pub human: i64,
|
|
/// Distinct agent pubkeys that published at least one event in the window.
|
|
/// A pubkey is an agent when its `users` row exists and `agent_owner_pubkey IS NOT NULL`.
|
|
pub agent: i64,
|
|
/// Distinct pubkeys that published at least one event but have no `users` row.
|
|
/// Ingest does not guarantee a `users` row for every pubkey (profileless posters,
|
|
/// agents with missing rows). These are not classified and must not be folded into
|
|
/// `human` to avoid inflating the human count.
|
|
pub unknown: i64,
|
|
}
|
|
|
|
/// Return distinct-publisher counts for events in `[now - interval, now]`
|
|
/// per community, split by human/agent/unknown.
|
|
///
|
|
/// `interval_sql` must be a trusted literal (e.g. `"1 day"`, `"7 days"`) —
|
|
/// it is not user-controlled; callers are in the relay process.
|
|
pub async fn active_user_counts(
|
|
pool: &PgPool,
|
|
interval_sql: &'static str,
|
|
) -> Result<Vec<CommunityActiveUsers>> {
|
|
// LEFT JOIN users: pubkeys with no row have u.* = NULL.
|
|
// Three-way classification:
|
|
// human — row exists (u.pubkey IS NOT NULL) and agent_owner_pubkey IS NULL
|
|
// agent — row exists and agent_owner_pubkey IS NOT NULL
|
|
// unknown — no row (u.pubkey IS NULL); not classified, reported separately
|
|
let sql = format!(
|
|
r#"
|
|
SELECT
|
|
e.community_id,
|
|
COUNT(DISTINCT e.pubkey)
|
|
FILTER (WHERE u.pubkey IS NOT NULL AND u.agent_owner_pubkey IS NULL) AS human,
|
|
COUNT(DISTINCT e.pubkey)
|
|
FILTER (WHERE u.pubkey IS NOT NULL AND u.agent_owner_pubkey IS NOT NULL) AS agent,
|
|
COUNT(DISTINCT e.pubkey)
|
|
FILTER (WHERE u.pubkey IS NULL) AS unknown
|
|
FROM events e
|
|
LEFT JOIN users u
|
|
ON u.community_id = e.community_id AND u.pubkey = e.pubkey
|
|
WHERE e.created_at >= NOW() - INTERVAL '{interval_sql}'
|
|
AND e.deleted_at IS NULL
|
|
GROUP BY e.community_id
|
|
"#
|
|
);
|
|
let rows = sqlx::query_as::<_, (Uuid, i64, i64, i64)>(sqlx::AssertSqlSafe(sql))
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(
|
|
|(community_id, human, agent, unknown)| CommunityActiveUsers {
|
|
community_id,
|
|
human,
|
|
agent,
|
|
unknown,
|
|
},
|
|
)
|
|
.collect())
|
|
}
|
|
|
|
/// Per-community active-channel counts for a given window.
|
|
#[derive(Debug)]
|
|
pub struct CommunityActiveChannels {
|
|
/// The UUID of the community.
|
|
pub community_id: Uuid,
|
|
/// Distinct channel IDs with ≥1 kind=9 message in the window.
|
|
pub count: i64,
|
|
}
|
|
|
|
/// Return distinct channel IDs with ≥1 kind=9 message in `[now - interval, now]`.
|
|
pub async fn active_channel_counts(
|
|
pool: &PgPool,
|
|
interval_sql: &'static str,
|
|
) -> Result<Vec<CommunityActiveChannels>> {
|
|
let sql = format!(
|
|
r#"
|
|
SELECT community_id, COUNT(DISTINCT channel_id) AS count
|
|
FROM events
|
|
WHERE kind = 9
|
|
AND channel_id IS NOT NULL
|
|
AND created_at >= NOW() - INTERVAL '{interval_sql}'
|
|
AND deleted_at IS NULL
|
|
GROUP BY community_id
|
|
"#
|
|
);
|
|
let rows = sqlx::query_as::<_, (Uuid, i64)>(sqlx::AssertSqlSafe(sql))
|
|
.fetch_all(pool)
|
|
.await?;
|
|
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(community_id, count)| CommunityActiveChannels {
|
|
community_id,
|
|
count,
|
|
})
|
|
.collect())
|
|
}
|
|
|
|
/// Mapping from community UUID to host string, used by the poller to resolve
|
|
/// Prometheus label values.
|
|
#[derive(Debug)]
|
|
pub struct CommunityHost {
|
|
/// The UUID of the community.
|
|
pub id: Uuid,
|
|
/// The canonical host string for this community (used as the Prometheus label value).
|
|
pub host: String,
|
|
}
|
|
|
|
/// Fetch all community id → host mappings in one query.
|
|
pub async fn community_hosts(pool: &PgPool) -> Result<Vec<CommunityHost>> {
|
|
let rows = sqlx::query_as::<_, (Uuid, String)>("SELECT id, host FROM communities")
|
|
.fetch_all(pool)
|
|
.await?;
|
|
Ok(rows
|
|
.into_iter()
|
|
.map(|(id, host)| CommunityHost { id, host })
|
|
.collect())
|
|
}
|
|
|
|
impl Db {
|
|
/// Try to acquire the detached session advisory lock for relay usage metrics.
|
|
///
|
|
/// The returned guard owns the exact connection that acquired the lock. It is
|
|
/// detached from the shared pool so a stable leader neither returns a locked
|
|
/// session to other callers nor permanently consumes a pool slot. Dropping the
|
|
/// guard closes the connection and releases the session-scoped lock.
|
|
#[datastore_span(name = "try_lock_usage_metrics", system = "postgresql")]
|
|
pub async fn try_lock_usage_metrics(
|
|
&self,
|
|
lock_key: i64,
|
|
) -> Result<Option<UsageMetricsLeader>> {
|
|
let mut connection =
|
|
observability::acquire(&self.pool, observability::PoolRole::Writer).await?;
|
|
let acquired = sqlx::query_scalar::<_, bool>("SELECT pg_try_advisory_lock($1)")
|
|
.bind(lock_key)
|
|
.fetch_one(&mut *connection)
|
|
.await?;
|
|
if acquired {
|
|
Ok(Some(UsageMetricsLeader {
|
|
connection: connection.detach(),
|
|
}))
|
|
} else {
|
|
Ok(None)
|
|
}
|
|
}
|
|
|
|
/// Return total number of communities on this relay.
|
|
#[datastore_span(name = "usage_community_count", system = "postgresql")]
|
|
pub async fn usage_community_count(&self) -> Result<i64> {
|
|
community_count(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community user counts split by human/agent.
|
|
#[datastore_span(name = "usage_user_counts", system = "postgresql")]
|
|
pub async fn usage_user_counts(&self) -> Result<Vec<CommunityUserCounts>> {
|
|
user_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community channel counts by type.
|
|
#[datastore_span(name = "usage_channel_counts", system = "postgresql")]
|
|
pub async fn usage_channel_counts(&self) -> Result<Vec<CommunityChannelCount>> {
|
|
channel_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community kind=9 message counts.
|
|
#[datastore_span(name = "usage_message_counts", system = "postgresql")]
|
|
pub async fn usage_message_counts(&self) -> Result<Vec<CommunityMessageCount>> {
|
|
message_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community relay-member counts by role.
|
|
#[datastore_span(name = "usage_relay_member_counts", system = "postgresql")]
|
|
pub async fn usage_relay_member_counts(&self) -> Result<Vec<CommunityMemberCount>> {
|
|
relay_member_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community workflow counts by status.
|
|
#[datastore_span(name = "usage_workflow_counts", system = "postgresql")]
|
|
pub async fn usage_workflow_counts(&self) -> Result<Vec<CommunityWorkflowCount>> {
|
|
workflow_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community git-repo counts.
|
|
#[datastore_span(name = "usage_git_repo_counts", system = "postgresql")]
|
|
pub async fn usage_git_repo_counts(&self) -> Result<Vec<CommunityGitRepoCount>> {
|
|
git_repo_counts(&self.pool).await
|
|
}
|
|
|
|
/// Return per-community distinct active-user counts for a given SQL interval.
|
|
///
|
|
/// `interval_sql` must be a trusted literal such as `"1 day"` or `"7 days"`.
|
|
#[datastore_span(name = "usage_active_user_counts", system = "postgresql")]
|
|
pub async fn usage_active_user_counts(
|
|
&self,
|
|
interval_sql: &'static str,
|
|
) -> Result<Vec<CommunityActiveUsers>> {
|
|
active_user_counts(&self.pool, interval_sql).await
|
|
}
|
|
|
|
/// Return per-community active-channel counts for a given SQL interval.
|
|
#[datastore_span(name = "usage_active_channel_counts", system = "postgresql")]
|
|
pub async fn usage_active_channel_counts(
|
|
&self,
|
|
interval_sql: &'static str,
|
|
) -> Result<Vec<CommunityActiveChannels>> {
|
|
active_channel_counts(&self.pool, interval_sql).await
|
|
}
|
|
|
|
/// Return all community id → host mappings.
|
|
#[datastore_span(name = "usage_community_hosts", system = "postgresql")]
|
|
pub async fn usage_community_hosts(&self) -> Result<Vec<CommunityHost>> {
|
|
community_hosts(&self.pool).await
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
use buzz_core::CommunityId;
|
|
use nostr::Keys;
|
|
use sqlx::postgres::PgPoolOptions;
|
|
use sqlx::PgPool;
|
|
|
|
const TEST_DB_URL: &str = "postgres://buzz:buzz_dev@localhost:5432/buzz"; // sadscan:disable np.postgres.1
|
|
|
|
async fn get_pool() -> PgPool {
|
|
PgPool::connect(TEST_DB_URL)
|
|
.await
|
|
.expect("connect to test DB")
|
|
}
|
|
|
|
async fn create_scratch_db(admin: &PgPool, prefix: &str) -> (PgPool, String) {
|
|
let name = format!("{}_{}", prefix, Uuid::new_v4().simple());
|
|
sqlx::query(sqlx::AssertSqlSafe(format!("CREATE DATABASE {name}")))
|
|
.execute(admin)
|
|
.await
|
|
.expect("create scratch db");
|
|
let base = std::env::var("TEST_DATABASE_URL").unwrap_or_else(|_| TEST_DB_URL.into());
|
|
let idx = base.rfind('/').expect("db url has a path segment");
|
|
let scratch_url = format!("{}/{}", &base[..idx], name);
|
|
let pool = PgPool::connect(&scratch_url)
|
|
.await
|
|
.expect("connect scratch db");
|
|
crate::migration::run_migrations(&pool)
|
|
.await
|
|
.expect("migrate scratch db");
|
|
(pool, name)
|
|
}
|
|
|
|
async fn drop_scratch_db(admin: &PgPool, pool: PgPool, name: &str) {
|
|
pool.close().await;
|
|
let _ = sqlx::query(sqlx::AssertSqlSafe(format!(
|
|
"DROP DATABASE IF EXISTS {name} WITH (FORCE)"
|
|
)))
|
|
.execute(admin)
|
|
.await;
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_usage_metrics_lock_has_single_owner_and_releases_on_drop() {
|
|
// Use a private scratch database — not the shared TEST_DATABASE_URL.
|
|
// Postgres advisory locks are per-database; hardcoding the production
|
|
// USAGE_METRICS_LOCK_KEY (0x4255_5A5A_4D45_5452) on the shared test DB
|
|
// races any live buzz-relay on the same database (see #3619).
|
|
let admin_url = std::env::var("TEST_DATABASE_URL").unwrap_or_else(|_| TEST_DB_URL.into());
|
|
let admin = PgPoolOptions::new()
|
|
.max_connections(1)
|
|
.connect(&admin_url)
|
|
.await
|
|
.expect("connect admin to create scratch db");
|
|
let (pool, scratch_name) = create_scratch_db(&admin, "usage_metrics_lock").await;
|
|
let first = Db::from_pool(pool.clone());
|
|
let second = Db::from_pool(pool.clone());
|
|
// Same key as production (`buzz-relay` USAGE_METRICS_LOCK_KEY) — safe here
|
|
// because the scratch DB is empty of other holders.
|
|
let key = 0x4255_5A5A_4D45_5452;
|
|
|
|
let mut leader = first
|
|
.try_lock_usage_metrics(key)
|
|
.await
|
|
.expect("first lock attempt")
|
|
.expect("first database handle becomes leader");
|
|
assert!(leader.is_live().await, "lock owner remains reachable");
|
|
assert!(
|
|
second
|
|
.try_lock_usage_metrics(key)
|
|
.await
|
|
.expect("second lock attempt")
|
|
.is_none(),
|
|
"another session cannot become leader while the guard exists"
|
|
);
|
|
|
|
drop(leader);
|
|
assert!(
|
|
second
|
|
.try_lock_usage_metrics(key)
|
|
.await
|
|
.expect("lock attempt after leader drop")
|
|
.is_some(),
|
|
"dropping the detached session releases its advisory lock"
|
|
);
|
|
|
|
// Release any remaining session state before DROP DATABASE.
|
|
drop(first);
|
|
drop(second);
|
|
drop_scratch_db(&admin, pool, &scratch_name).await;
|
|
}
|
|
|
|
fn random_pubkey() -> Vec<u8> {
|
|
Keys::generate().public_key().to_bytes().to_vec()
|
|
}
|
|
|
|
async fn make_community(pool: &PgPool) -> (Uuid, CommunityId, String) {
|
|
let id = uuid::Uuid::new_v4();
|
|
let host = format!("usage-test-{}.example", id.simple());
|
|
sqlx::query("INSERT INTO communities (id, host) VALUES ($1, $2)")
|
|
.bind(id)
|
|
.bind(&host)
|
|
.execute(pool)
|
|
.await
|
|
.expect("insert test community");
|
|
(id, CommunityId::from_uuid(id), host)
|
|
}
|
|
|
|
async fn insert_user(pool: &PgPool, community_id: Uuid, pubkey: &[u8], is_agent: bool) {
|
|
if is_agent {
|
|
let owner = random_pubkey();
|
|
// Insert owner first (FK constraint).
|
|
sqlx::query(
|
|
"INSERT INTO users (community_id, pubkey) VALUES ($1, $2) ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(community_id)
|
|
.bind(&owner)
|
|
.execute(pool)
|
|
.await
|
|
.expect("insert owner");
|
|
sqlx::query(
|
|
"INSERT INTO users (community_id, pubkey, agent_owner_pubkey) VALUES ($1, $2, $3) ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(community_id)
|
|
.bind(pubkey)
|
|
.bind(&owner)
|
|
.execute(pool)
|
|
.await
|
|
.expect("insert agent user");
|
|
} else {
|
|
sqlx::query(
|
|
"INSERT INTO users (community_id, pubkey) VALUES ($1, $2) ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(community_id)
|
|
.bind(pubkey)
|
|
.execute(pool)
|
|
.await
|
|
.expect("insert human user");
|
|
}
|
|
}
|
|
|
|
/// user_counts returns correct human/agent split and is scoped per community.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_user_counts_scoped_per_community() {
|
|
let pool = get_pool().await;
|
|
let (comm_a_uuid, _, _) = make_community(&pool).await;
|
|
let (comm_b_uuid, _, _) = make_community(&pool).await;
|
|
|
|
// Community A: insert 2 humans first, then 1 agent whose owner is one
|
|
// of those humans (reuses existing pubkey — no extra human row).
|
|
let human1 = random_pubkey();
|
|
let human2 = random_pubkey();
|
|
let agent_pk = random_pubkey();
|
|
insert_user(&pool, comm_a_uuid, &human1, false).await;
|
|
insert_user(&pool, comm_a_uuid, &human2, false).await;
|
|
// Insert agent with human1 as owner (human1 is already in users).
|
|
sqlx::query(
|
|
"INSERT INTO users (community_id, pubkey, agent_owner_pubkey)
|
|
VALUES ($1, $2, $3) ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(comm_a_uuid)
|
|
.bind(&agent_pk)
|
|
.bind(&human1)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert agent user");
|
|
|
|
// Community B: 0 human, 1 agent (owner is a fresh human in comm_b).
|
|
let owner_b = random_pubkey();
|
|
insert_user(&pool, comm_b_uuid, &owner_b, false).await;
|
|
let agent_b = random_pubkey();
|
|
sqlx::query(
|
|
"INSERT INTO users (community_id, pubkey, agent_owner_pubkey)
|
|
VALUES ($1, $2, $3) ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(comm_b_uuid)
|
|
.bind(&agent_b)
|
|
.bind(&owner_b)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert agent user b");
|
|
|
|
let counts = user_counts(&pool).await.expect("user_counts");
|
|
|
|
let a = counts.iter().find(|r| r.community_id == comm_a_uuid);
|
|
let b = counts.iter().find(|r| r.community_id == comm_b_uuid);
|
|
|
|
let a = a.expect("community A row");
|
|
assert_eq!(a.human, 2, "community A: 2 humans");
|
|
assert_eq!(a.agent, 1, "community A: 1 agent");
|
|
|
|
let b = b.expect("community B row");
|
|
assert_eq!(b.human, 1, "community B: 1 human (the agent owner)");
|
|
assert_eq!(b.agent, 1, "community B: 1 agent");
|
|
}
|
|
|
|
/// Deactivated users are excluded from user_counts.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_user_counts_excludes_deactivated() {
|
|
let pool = get_pool().await;
|
|
let (comm_uuid, _, _) = make_community(&pool).await;
|
|
|
|
let active_pk = random_pubkey();
|
|
let deactivated_pk = random_pubkey();
|
|
|
|
insert_user(&pool, comm_uuid, &active_pk, false).await;
|
|
insert_user(&pool, comm_uuid, &deactivated_pk, false).await;
|
|
// Deactivate the second user.
|
|
sqlx::query(
|
|
"UPDATE users SET deactivated_at = NOW() WHERE community_id = $1 AND pubkey = $2",
|
|
)
|
|
.bind(comm_uuid)
|
|
.bind(&deactivated_pk)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("deactivate user");
|
|
|
|
let counts = user_counts(&pool).await.expect("user_counts");
|
|
let row = counts
|
|
.iter()
|
|
.find(|r| r.community_id == comm_uuid)
|
|
.expect("row");
|
|
assert_eq!(row.human, 1, "only active user counted");
|
|
}
|
|
|
|
/// channel_counts is scoped per community and excludes deleted channels.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_channel_counts_scoped_and_excludes_deleted() {
|
|
let pool = get_pool().await;
|
|
let (comm_uuid, comm_id, _) = make_community(&pool).await;
|
|
let owner = random_pubkey();
|
|
insert_user(&pool, comm_uuid, &owner, false).await;
|
|
|
|
// Insert a stream and a DM channel.
|
|
sqlx::query(
|
|
"INSERT INTO channels (id, community_id, name, channel_type, visibility, created_by)
|
|
VALUES ($1, $2, 'test-stream', 'stream', 'open', $3)",
|
|
)
|
|
.bind(uuid::Uuid::new_v4())
|
|
.bind(comm_uuid)
|
|
.bind(&owner)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert stream channel");
|
|
|
|
let dm_id = uuid::Uuid::new_v4();
|
|
sqlx::query(
|
|
"INSERT INTO channels (id, community_id, name, channel_type, visibility, created_by)
|
|
VALUES ($1, $2, 'test-dm', 'dm', 'private', $3)",
|
|
)
|
|
.bind(dm_id)
|
|
.bind(comm_uuid)
|
|
.bind(&owner)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert dm channel");
|
|
|
|
// Soft-delete the DM.
|
|
sqlx::query("UPDATE channels SET deleted_at = NOW() WHERE id = $1")
|
|
.bind(dm_id)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("delete channel");
|
|
|
|
// Use comm_id to satisfy unused import warning.
|
|
let _ = comm_id;
|
|
|
|
let counts = channel_counts(&pool).await.expect("channel_counts");
|
|
let comm_counts: Vec<_> = counts
|
|
.iter()
|
|
.filter(|r| r.community_id == comm_uuid)
|
|
.collect();
|
|
|
|
// Only the stream channel should be counted.
|
|
assert_eq!(comm_counts.len(), 1);
|
|
assert_eq!(comm_counts[0].channel_type, "stream");
|
|
assert_eq!(comm_counts[0].count, 1);
|
|
}
|
|
|
|
/// community_hosts returns id → host mapping.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_community_hosts_returns_mapping() {
|
|
let pool = get_pool().await;
|
|
let (id, _, host) = make_community(&pool).await;
|
|
|
|
let hosts = community_hosts(&pool).await.expect("community_hosts");
|
|
let found = hosts.iter().find(|h| h.id == id);
|
|
assert!(found.is_some(), "inserted community not found");
|
|
assert_eq!(found.unwrap().host, host);
|
|
}
|
|
|
|
/// community_count reflects newly inserted communities.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_community_count_increases() {
|
|
let pool = get_pool().await;
|
|
let before = community_count(&pool).await.expect("count before");
|
|
make_community(&pool).await;
|
|
let after = community_count(&pool).await.expect("count after");
|
|
assert!(after > before, "count should increase after insert");
|
|
}
|
|
|
|
/// git_repo_counts queries git_repo_names (not git_repos) and is scoped per community.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_git_repo_counts_scoped_per_community() {
|
|
let pool = get_pool().await;
|
|
let (comm_uuid, _, _) = make_community(&pool).await;
|
|
let owner = random_pubkey();
|
|
insert_user(&pool, comm_uuid, &owner, false).await;
|
|
let owner_hex = hex::encode(&owner);
|
|
|
|
// Insert two repos for this community.
|
|
for repo_id in &["repo-alpha", "repo-beta"] {
|
|
sqlx::query(
|
|
"INSERT INTO git_repo_names (community_id, repo_id, owner_pubkey)
|
|
VALUES ($1, $2, $3)
|
|
ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(comm_uuid)
|
|
.bind(repo_id)
|
|
.bind(&owner_hex)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert git repo");
|
|
}
|
|
|
|
let counts = git_repo_counts(&pool).await.expect("git_repo_counts");
|
|
let comm_counts: Vec<_> = counts
|
|
.iter()
|
|
.filter(|r| r.community_id == comm_uuid)
|
|
.collect();
|
|
|
|
assert_eq!(comm_counts.len(), 1, "one row per community");
|
|
assert_eq!(comm_counts[0].count, 2, "two repos");
|
|
}
|
|
|
|
/// active_user_counts classifies pubkeys with no users row as "unknown",
|
|
/// not "human" — the old LEFT JOIN treated NULL.agent_owner_pubkey as human.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_active_user_counts_unknown_bucket_for_profileless_poster() {
|
|
let pool = get_pool().await;
|
|
let (comm_uuid, _, _) = make_community(&pool).await;
|
|
|
|
// One known human (has a users row).
|
|
let human_pk = random_pubkey();
|
|
insert_user(&pool, comm_uuid, &human_pk, false).await;
|
|
|
|
// One profileless poster (no users row at all).
|
|
let profileless_pk = random_pubkey();
|
|
|
|
// Insert events for both pubkeys in this community.
|
|
let event_id1 = random_pubkey(); // 32-byte id
|
|
let event_id2 = random_pubkey();
|
|
let sig = vec![0u8; 64];
|
|
for (pk, eid) in [(&human_pk, &event_id1), (&profileless_pk, &event_id2)] {
|
|
sqlx::query(
|
|
"INSERT INTO events \
|
|
(community_id, id, pubkey, created_at, kind, tags, content, sig, received_at) \
|
|
VALUES ($1, $2, $3, NOW(), 9, '[]', '', $4, NOW()) \
|
|
ON CONFLICT DO NOTHING",
|
|
)
|
|
.bind(comm_uuid)
|
|
.bind(eid)
|
|
.bind(pk)
|
|
.bind(&sig)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert event");
|
|
}
|
|
|
|
let counts = active_user_counts(&pool, "1 day")
|
|
.await
|
|
.expect("active_user_counts");
|
|
let row = counts.iter().find(|r| r.community_id == comm_uuid);
|
|
assert!(row.is_some(), "row for community must exist");
|
|
let row = row.unwrap();
|
|
assert_eq!(row.human, 1, "known human poster counts as human");
|
|
assert_eq!(row.agent, 0, "no agents");
|
|
assert_eq!(
|
|
row.unknown, 1,
|
|
"profileless poster must land in unknown, not human"
|
|
);
|
|
}
|
|
|
|
/// Regression: channel_counts returns no row for a community once all
|
|
/// channels of a type are soft-deleted. The poller zero-fills from
|
|
/// host_map, so absence from this query is the correct "zero" signal.
|
|
#[tokio::test]
|
|
#[ignore = "requires Postgres"]
|
|
async fn test_channel_counts_drops_to_zero_after_last_channel_deleted() {
|
|
let pool = get_pool().await;
|
|
let (comm_uuid, _, _) = make_community(&pool).await;
|
|
let owner = random_pubkey();
|
|
insert_user(&pool, comm_uuid, &owner, false).await;
|
|
|
|
// Insert one stream channel.
|
|
let ch_id = uuid::Uuid::new_v4();
|
|
sqlx::query(
|
|
"INSERT INTO channels (id, community_id, name, channel_type, visibility, created_by)
|
|
VALUES ($1, $2, 'only-stream', 'stream', 'open', $3)",
|
|
)
|
|
.bind(ch_id)
|
|
.bind(comm_uuid)
|
|
.bind(&owner)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("insert channel");
|
|
|
|
// Sanity: row present before deletion.
|
|
let before = channel_counts(&pool).await.expect("channel_counts before");
|
|
let before_row = before
|
|
.iter()
|
|
.find(|r| r.community_id == comm_uuid && r.channel_type == "stream");
|
|
assert_eq!(
|
|
before_row.map(|r| r.count),
|
|
Some(1),
|
|
"1 stream channel before deletion"
|
|
);
|
|
|
|
// Soft-delete the channel.
|
|
sqlx::query("UPDATE channels SET deleted_at = NOW() WHERE id = $1")
|
|
.bind(ch_id)
|
|
.execute(&pool)
|
|
.await
|
|
.expect("soft-delete channel");
|
|
|
|
// After deletion: no row for this community+type — query returns nothing.
|
|
let after = channel_counts(&pool).await.expect("channel_counts after");
|
|
let after_row = after
|
|
.iter()
|
|
.find(|r| r.community_id == comm_uuid && r.channel_type == "stream");
|
|
assert!(
|
|
after_row.is_none(),
|
|
"no stream row after last channel deleted — poller will zero-fill"
|
|
);
|
|
}
|
|
}
|