server/src/streaming/cache/memory_tracker.rs

extern crate sysinfo;

use crate::configs::resource_quota::MemoryResourceQuota;
use crate::configs::system::CacheConfig;
use std::sync::atomic::{AtomicU64, Ordering};
use std::sync::{Arc, Once};
use sysinfo::System;
use tracing::info;

static ONCE: Once = Once::new();
static mut INSTANCE: Option<Arc<CacheMemoryTracker>> = None;

#[derive(Debug)]
pub struct CacheMemoryTracker {
    used_memory_bytes: AtomicU64,
    limit_bytes: u64,
}

type MessageSize = u64;

impl CacheMemoryTracker {
    pub fn initialize(config: &CacheConfig) -> Option<Arc<CacheMemoryTracker>> {
        unsafe {
            ONCE.call_once(|| {
                if config.enabled {
                    INSTANCE = Some(Arc::new(CacheMemoryTracker::new(config.size.clone())));
                    info!("Cache memory tracker initialized");
                } else {
                    INSTANCE = None;
                    info!("Cache memory tracker disabled");
                }
            });
            INSTANCE.clone()
        }
    }

    pub fn get_instance() -> Option<Arc<CacheMemoryTracker>> {
        unsafe { INSTANCE.clone() }
    }

    fn new(limit: MemoryResourceQuota) -> Self {
        let mut sys = System::new_all();
        sys.refresh_all();

        let total_memory_bytes = sys.total_memory();
        let free_memory = sys.free_memory();
        let free_memory_percentage = free_memory as f64 / total_memory_bytes as f64 * 100.0;
        let used_memory_bytes = AtomicU64::new(0);
        let limit_bytes = limit.into();

        info!(
            "Cache memory tracker started, cache: {} bytes, total memory: {} bytes, free memory: {} bytes, free memory percentage: {:.2}%",
            limit_bytes, total_memory_bytes, free_memory, free_memory_percentage
        );

        CacheMemoryTracker {
            used_memory_bytes,
            limit_bytes,
        }
    }

    pub fn increment_used_memory(&self, message_size: MessageSize) {
        let mut current_cache_size_bytes = self.used_memory_bytes.load(Ordering::SeqCst);
        loop {
            let new_size = current_cache_size_bytes + message_size;
            match self.used_memory_bytes.compare_exchange_weak(
                current_cache_size_bytes,
                new_size,
                Ordering::SeqCst,
                Ordering::SeqCst,
            ) {
                Ok(_) => break,
                Err(actual_current) => current_cache_size_bytes = actual_current,
            }
        }
    }

    pub fn decrement_used_memory(&self, message_size: MessageSize) {
        let mut current_cache_size_bytes = self.used_memory_bytes.load(Ordering::SeqCst);
        loop {
            let new_size = current_cache_size_bytes - message_size;
            match self.used_memory_bytes.compare_exchange_weak(
                current_cache_size_bytes,
                new_size,
                Ordering::SeqCst,
                Ordering::SeqCst,
            ) {
                Ok(_) => return,
                Err(actual_current) => current_cache_size_bytes = actual_current,
            }
        }
    }

    pub fn usage_bytes(&self) -> u64 {
        self.used_memory_bytes.load(Ordering::SeqCst)
    }

    pub fn will_fit_into_cache(&self, requested_size: u64) -> bool {
        self.used_memory_bytes.load(Ordering::SeqCst) + requested_size <= self.limit_bytes
    }
}