blob: 8843091793c1459511b9d4bfb890aeb366be5cf7 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
import { randomUUID } from 'node:crypto'
import { test, describe, expect, assert } from 'vitest'
import { generateFixedBytes, generateBytes } from '../utils.mjs'
/**
* @param {import("../../index").Operator} op
*/
export function run(op) {
const capability = op.capability()
describe.runIf(capability.read && capability.write)('sync read options', () => {
test('read with range', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateFixedBytes(size)
const offset = Math.floor(Math.random() * (size - 1))
const maxLen = size - offset
const length = Math.floor(Math.random() * (maxLen - 1)) + 1
op.writeSync(filename, content)
const bs = op.readSync(filename, {
offset: BigInt(offset),
size: BigInt(length),
})
expect(bs.length).toBe(length)
assert.equal(Buffer.compare(bs, content.subarray(offset, offset + length)), 0)
op.deleteSync(filename)
})
test.runIf(capability.readWithIfMatch)('read with if match', () => {
const filename = `random_file_${randomUUID()}`
const content = generateBytes()
op.writeSync(filename, content)
const meta = op.statSync(filename)
const invalidOptions = {
ifMatch: '"invalid_etag"',
}
expect(() => op.readSync(filename, invalidOptions)).toThrowError('ConditionNotMatch')
const bs = op.readSync(filename, {
ifMatch: meta.etag,
})
assert.equal(Buffer.compare(bs, content), 0)
op.deleteSync(filename)
})
test.runIf(capability.readWithIfNoneMatch)('read with if none match', () => {
const filename = `random_file_${randomUUID()}`
const content = generateBytes()
op.writeSync(filename, content)
const meta = op.statSync(filename)
const invalidOptions = {
ifNoneMatch: meta.etag,
}
expect(() => op.readSync(filename, invalidOptions)).toThrowError('ConditionNotMatch')
const bs = op.readSync(filename, {
ifNoneMatch: '"invalid_etag"',
})
assert.equal(Buffer.compare(bs, content), 0)
op.deleteSync(filename)
})
test.runIf(capability.readWithIfModifiedSince)('read with if modified since', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const sinceMinus = new Date(meta.lastModified)
sinceMinus.setSeconds(sinceMinus.getSeconds() - 1)
const bs = op.readSync(filename, { ifModifiedSince: sinceMinus.toISOString() })
assert.equal(Buffer.compare(bs, content), 0)
setTimeout(() => {
const sinceAdd = new Date(meta.lastModified)
sinceAdd.setSeconds(sinceAdd.getSeconds() + 1)
expect(() => op.readSync(filename, { ifModifiedSince: sinceAdd.toISOString() })).toThrowError(
'ConditionNotMatch',
)
op.deleteSync(filename)
}, 1000)
})
test.runIf(capability.readWithIfUnmodifiedSince)('read with if unmodified since', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const sinceMinus = new Date(meta.lastModified)
sinceMinus.setSeconds(sinceMinus.getSeconds() - 3600)
expect(() => op.readSync(filename, { ifUnmodifiedSince: sinceMinus.toISOString() })).toThrowError(
'ConditionNotMatch',
)
setTimeout(() => {
const sinceAdd = new Date(meta.lastModified)
sinceAdd.setSeconds(sinceAdd.getSeconds() + 1)
const bs = op.readSync(filename, { ifUnmodifiedSince: sinceAdd.toISOString() })
assert.equal(Buffer.compare(bs, content), 0)
op.deleteSync(filename)
}, 1000)
})
test.runIf(capability.readWithVersion)('read with version', () => {
const filename = `random_file_${randomUUID()}`
const content = generateBytes()
op.writeSync(filename, content)
const meta = op.statSync(filename)
const data = op.readSync(filename, { version: meta.version })
assert.equal(Buffer.compare(data, content), 0)
op.writeSync(filename, Buffer.from('1'))
// After writing new data, we can still read the first version data
const secondData = op.readSync(filename, { version: meta.version })
assert.equal(Buffer.compare(secondData, content), 0)
op.deleteSync(filename)
})
test.runIf(capability.readWithVersion)('read with not existing version', () => {
const filename = `random_file_${randomUUID()}`
const content = generateBytes()
op.writeSync(filename, content)
const meta = op.statSync(filename)
const filename2 = `random_file_${randomUUID()}`
const content2 = generateBytes()
op.writeSync(filename2, content2)
expect(() => op.readSync(filename2, { version: meta.version })).toThrowError('NotFound')
op.deleteSync(filename)
op.deleteSync(filename2)
})
})
describe.runIf(capability.read && capability.write)('sync reader options', () => {
test.runIf(capability.readWithIfMatch)('reader with if match', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateFixedBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const invalidOptions = {
ifMatch: '"invalid_etag"',
}
const reader = op.readerSync(filename, invalidOptions)
const buf = Buffer.alloc(content.length)
expect(() => reader.read(buf)).toThrowError('ConditionNotMatch')
const r = op.readerSync(filename, { ifMatch: meta.etag })
const rs = r.createReadStream()
let chunks = []
rs.on('data', (chunk) => {
chunks.push(chunk)
})
rs.on('end', () => {
const buf = Buffer.concat(chunks)
assert.equal(Buffer.compare(buf, content), 0)
op.deleteSync(filename)
})
})
test.runIf(capability.readWithIfNoneMatch)('reader with if none match', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateFixedBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const reader = op.readerSync(filename, { ifNoneMatch: meta.etag })
const buf = Buffer.alloc(content.length)
expect(() => reader.read(buf)).toThrowError('ConditionNotMatch')
const r = op.readerSync(filename, { ifNoneMatch: '"invalid_etag"' })
const rs = r.createReadStream()
let chunks = []
rs.on('data', (chunk) => {
chunks.push(chunk)
})
rs.on('end', () => {
const buf = Buffer.concat(chunks)
assert.equal(Buffer.compare(buf, content), 0)
op.deleteSync(filename)
})
})
test.runIf(capability.readWithIfModifiedSince)('reader with if modified since', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateFixedBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const sinceMinus = new Date(meta.lastModified)
sinceMinus.setSeconds(sinceMinus.getSeconds() - 1)
const reader = op.readerSync(filename, { ifModifiedSince: sinceMinus.toISOString() })
const rs = reader.createReadStream()
let chunks = []
rs.on('data', (chunk) => {
chunks.push(chunk)
})
rs.on('end', () => {
const buf = Buffer.concat(chunks)
assert.equal(Buffer.compare(buf, content), 0)
})
setTimeout(() => {
const sinceAdd = new Date(meta.lastModified)
sinceAdd.setSeconds(sinceAdd.getSeconds() + 1)
const r = op.readerSync(filename, { ifModifiedSince: sinceAdd.toISOString() })
const bs2 = Buffer.alloc(content.length)
expect(() => r.read(bs2)).toThrowError('ConditionNotMatch')
op.deleteSync(filename)
}, 1000)
})
test.runIf(capability.readWithIfUnmodifiedSince)('reader with if unmodified since', () => {
const size = 3 * 1024 * 1024
const filename = `random_file_${randomUUID()}`
const content = generateFixedBytes(size)
op.writeSync(filename, content)
const meta = op.statSync(filename)
const sinceMinus = new Date(meta.lastModified)
sinceMinus.setSeconds(sinceMinus.getSeconds() - 1)
const r = op.readerSync(filename, { ifUnmodifiedSince: sinceMinus.toISOString() })
const bs = Buffer.alloc(content.length)
expect(() => r.read(bs)).toThrowError('ConditionNotMatch')
setTimeout(() => {
const sinceAdd = new Date(meta.lastModified)
sinceAdd.setSeconds(sinceAdd.getSeconds() + 1)
const reader = op.readerSync(filename, { ifUnmodifiedSince: sinceAdd.toISOString() })
const rs = reader.createReadStream()
let chunks = []
rs.on('data', (chunk) => {
chunks.push(chunk)
})
rs.on('end', () => {
const buf = Buffer.concat(chunks)
assert.equal(Buffer.compare(buf, content), 0)
op.deleteSync(filename)
})
}, 1000)
})
})
}