From c1d6170cbff6f7b04dbcbfeff72146b13e0ad812 Mon Sep 17 00:00:00 2001 From: Volo Kluev Date: Tue, 31 Mar 2026 11:20:38 -0700 Subject: [PATCH 1/2] adjust cogs data based on retention --- rust_snuba/src/processors/eap_items.rs | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/rust_snuba/src/processors/eap_items.rs b/rust_snuba/src/processors/eap_items.rs index e1f14218219..edbc90f705b 100644 --- a/rust_snuba/src/processors/eap_items.rs +++ b/rust_snuba/src/processors/eap_items.rs @@ -76,9 +76,13 @@ fn process_eap_item(msg: KafkaPayload, config: &ProcessorConfig) -> anyhow::Resu TraceItemType::Unspecified => "null", } .to_string(); - + let retention_days_multiplier = + eap_item.retention_days / config.env_config.lower_retention_days; let cogs_data = CogsData { - data: BTreeMap::from([(app_feature, payload.len() as u64)]), + data: BTreeMap::from([( + app_feature, + (retention_days_multiplier * payload.len()) as u64, + )]), }; Ok(ProcessedItem { From 851620609975ff72dfcf7a6fd8f58efde8397ab7 Mon Sep 17 00:00:00 2001 From: Volo Kluev Date: Tue, 31 Mar 2026 11:24:31 -0700 Subject: [PATCH 2/2] comment --- rust_snuba/src/processors/eap_items.rs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/rust_snuba/src/processors/eap_items.rs b/rust_snuba/src/processors/eap_items.rs index edbc90f705b..8a75fb4d1b3 100644 --- a/rust_snuba/src/processors/eap_items.rs +++ b/rust_snuba/src/processors/eap_items.rs @@ -76,8 +76,10 @@ fn process_eap_item(msg: KafkaPayload, config: &ProcessorConfig) -> anyhow::Resu TraceItemType::Unspecified => "null", } .to_string(); - let retention_days_multiplier = - eap_item.retention_days / config.env_config.lower_retention_days; + // Depending on retention days, a trace item is more expensive. + // The default retention is 30 days, a 90day retention for an + // item would effectively mean that we are storing 3 times the payload size + let retention_days_multiplier = eap_item.retention_days / 30; let cogs_data = CogsData { data: BTreeMap::from([( app_feature,