core/services/lakefs/src/writer.rs

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

use std::sync::Arc;

use bytes::Buf;
use http::StatusCode;
use opendal_core::raw::*;
use opendal_core::*;

use super::core::LakefsCore;
use super::core::LakefsStatus;
use super::error::parse_error;

pub struct LakefsWriter {
    core: Arc<LakefsCore>,
    op: OpWrite,
    path: String,
}

impl LakefsWriter {
    pub fn new(core: Arc<LakefsCore>, path: String, op: OpWrite) -> Self {
        LakefsWriter { core, path, op }
    }
}

impl oio::OneShotWrite for LakefsWriter {
    async fn write_once(&self, bs: Buffer) -> Result<Metadata> {
        let resp = self.core.upload_object(&self.path, &self.op, bs).await?;

        let status = resp.status();

        match status {
            StatusCode::CREATED | StatusCode::OK => {
                let body = resp.into_body();
                let body_bytes = body.to_bytes();

                // Try to parse metadata from upload response body
                match serde_json::from_slice::<LakefsStatus>(&body_bytes) {
                    Ok(lakefs_status) => {
                        // Successfully parsed ObjectStats from upload response
                        Ok(LakefsCore::parse_lakefs_status_into_metadata(
                            &lakefs_status,
                        ))
                    }
                    Err(_) => {
                        // Upload response doesn't contain ObjectStats, fetch via stat API
                        let stat_resp = self.core.get_object_metadata(&self.path).await?;

                        match stat_resp.status() {
                            StatusCode::OK => {
                                let lakefs_status: LakefsStatus =
                                    serde_json::from_reader(stat_resp.into_body().reader())
                                        .map_err(new_json_deserialize_error)?;

                                Ok(LakefsCore::parse_lakefs_status_into_metadata(
                                    &lakefs_status,
                                ))
                            }
                            _ => Err(parse_error(stat_resp)),
                        }
                    }
                }
            }
            _ => Err(parse_error(resp)),
        }
    }
}