platform/event-log/src/transcript/image.rs

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

use super::read::{sql_number, sql_position};
use crate::{EventLog, StoreError, artifacts::ImageChunk};
use maka_agent_facts::attachment::{AttachmentKind, AttachmentRef, StorageRef};
use maka_agent_facts::history::RowPosition;
use maka_agent_facts::tool_output::ImageOutput;
use sqlx::Connection;

impl EventLog {
    /// Read only an immutable user upload belonging to this Session.
    pub async fn uploaded_image(
        &self,
        session: &str,
        id: &str,
        offset: u64,
        limit: usize,
    ) -> Result<ImageChunk, StoreError> {
        self.validate_root()?;
        crate::sessions::validate_id(session)?;
        sql_number(offset)?;
        if limit == 0 || limit > 32 * 1024 {
            return Err(invalid("invalid attachment image window"));
        }
        let (session, id) = (session.to_owned(), id.to_owned());
        self.connection
            .run(move |connection| {
                Box::pin(async move {
                    let mut tx = connection.begin().await?;
                    let chunk = crate::artifacts::read_attachment_image(
                        &mut tx, &session, &id, None, offset, limit,
                    )
                    .await?;
                    tx.commit().await?;
                    Ok(chunk)
                })
            })
            .await
    }

    /// Resolve one attachment of the selected immutable user row at its fence.
    pub async fn attachment_image(
        &self,
        session: &str,
        through: u64,
        position: RowPosition,
        attachment_index: u32,
        offset: u64,
        limit: usize,
    ) -> Result<ImageChunk, StoreError> {
        self.validate_root()?;
        crate::sessions::validate_id(session)?;
        sql_number(through)?;
        sql_number(offset)?;
        if position.source_sequence > through || limit == 0 || limit > 32 * 1024 {
            return Err(invalid("invalid attachment image window"));
        }
        let (source_sequence, item_index) = sql_position(position)?;
        let session = session.to_owned();
        self.connection
            .run(move |connection| {
                super::bodycache::run(connection, move |tx| Box::pin(async move {
                    super::directory::check_read(tx, &session, through).await?;
                    super::bodycache::ensure(tx, &session, position).await?;
                    let raw: String = sqlx::query_scalar(
                        "SELECT a.value FROM transcript_cache.rows r, json_each(r.payload, '$.attachments') a
                         WHERE r.session_id = ?1 AND r.source_sequence = ?2 AND r.item_index = ?3
                         AND json_extract(r.payload, '$.type') = 'user' AND a.key = ?4",
                    )
                    .bind(&session)
                    .bind(source_sequence)
                    .bind(item_index)
                    .bind(i64::from(attachment_index))
                    .fetch_optional(&mut *tx)
                    .await?
                    .ok_or_else(|| invalid("canonical image attachment not found"))?;
                    let attachment: AttachmentRef = serde_json::from_str(&raw)?;
                    let StorageRef::SessionFile {
                        session_id,
                        relative_path,
                    } = &attachment.storage_ref
                    else {
                        return Err(invalid("image attachment has no immutable upload"));
                    };
                    if session_id != &session || attachment.kind != AttachmentKind::Image {
                        return Err(invalid("image attachment is outside this Session"));
                    }
                    let chunk = crate::artifacts::read_attachment_image(
                        tx,
                        &session,
                        relative_path,
                        Some(&attachment),
                        offset,
                        limit,
                    )
                    .await?;

                    Ok(chunk)
                }))
            })
            .await
    }

    /// Resolve only the immutable image selected by this canonical row/fence.
    pub async fn tool_image(
        &self,
        session: &str,
        through: u64,
        position: RowPosition,
        offset: u64,
        limit: usize,
    ) -> Result<ImageChunk, StoreError> {
        self.validate_root()?;
        crate::sessions::validate_id(session)?;
        sql_number(through)?;
        if position.source_sequence > through || limit == 0 || limit > 32 * 1024 {
            return Err(invalid("invalid tool image window"));
        }
        let (source_sequence, item_index) = sql_position(position)?;
        sql_number(offset)?;
        let session = session.to_owned();
        self.connection
            .run(move |connection| {
                super::bodycache::run(connection, move |tx| Box::pin(async move {
                    super::directory::check_read(tx, &session, through).await?;
                    super::bodycache::ensure(tx, &session, position).await?;
                    let raw: String = sqlx::query_scalar(
                        "SELECT json_remove(json_extract(payload, '$.content'), '$.kind')
                 FROM transcript_cache.rows WHERE session_id = ?1 AND source_sequence = ?2 AND item_index = ?3
                 AND json_extract(payload, '$.type') = 'tool_result'
                 AND json_extract(payload, '$.content.kind') = 'image'
                 AND length(CAST(json_extract(payload, '$.content') AS BLOB)) <= 16384",
                    )
                    .bind(&session)
                    .bind(source_sequence)
                    .bind(item_index)
                    .fetch_optional(&mut *tx)
                    .await?
                    .ok_or_else(|| invalid("canonical tool image not found"))?;
                    let image: ImageOutput = serde_json::from_str(&raw)?;
                    let StorageRef::SessionFile {
                        session_id,
                        relative_path,
                    } = image.reference
                    else {
                        return Err(invalid("tool image has no immutable artifact"));
                    };
                    if session_id != session {
                        return Err(invalid("tool image belongs to another Session"));
                    }
                    let chunk = crate::artifacts::read_image(
                        tx,
                        &session,
                        &relative_path,
                        &image.mime_type,
                        offset,
                        limit,
                        position.source_sequence,
                    )
                    .await?;

                    Ok(chunk)
                }))
            })
            .await
    }
}
fn invalid(message: &str) -> StoreError {
    StoreError::InvalidTransition(message.into())
}