| // Licensed to Apache Software Foundation (ASF) under one or more contributor |
| // license agreements. See the NOTICE file distributed with |
| // this work for additional information regarding copyright |
| // ownership. Apache Software Foundation (ASF) licenses this file to you under |
| // the Apache License, Version 2.0 (the "License"); you may |
| // not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| package stream |
| |
| import ( |
| "context" |
| |
| commonv1 "github.com/apache/skywalking-banyandb/api/proto/banyandb/common/v1" |
| databasev1 "github.com/apache/skywalking-banyandb/api/proto/banyandb/database/v1" |
| "github.com/apache/skywalking-banyandb/banyand/tsdb" |
| "github.com/apache/skywalking-banyandb/banyand/tsdb/index" |
| "github.com/apache/skywalking-banyandb/pkg/logger" |
| "github.com/apache/skywalking-banyandb/pkg/partition" |
| pbv1 "github.com/apache/skywalking-banyandb/pkg/pb/v1" |
| "github.com/apache/skywalking-banyandb/pkg/schema" |
| ) |
| |
| // a chunk is 1MB |
| const chunkSize = 1 << 20 |
| |
| var _ schema.Resource = (*stream)(nil) |
| |
| type stream struct { |
| name string |
| group string |
| shardNum uint32 |
| l *logger.Logger |
| // schema is the reference to the spec of the stream |
| schema *databasev1.Stream |
| // maxObservedModRevision is the max observed revision of index rules in the spec |
| maxObservedModRevision int64 |
| db tsdb.Supplier |
| entityLocator partition.EntityLocator |
| indexRules []*databasev1.IndexRule |
| indexWriter *index.Writer |
| } |
| |
| func (s *stream) GetMetadata() *commonv1.Metadata { |
| return s.schema.Metadata |
| } |
| |
| func (s *stream) GetIndexRules() []*databasev1.IndexRule { |
| return s.indexRules |
| } |
| |
| func (s *stream) MaxObservedModRevision() int64 { |
| return s.maxObservedModRevision |
| } |
| |
| func (s *stream) EntityLocator() partition.EntityLocator { |
| return s.entityLocator |
| } |
| |
| func (s *stream) Close() error { |
| return s.indexWriter.Close() |
| } |
| |
| func (s *stream) parseSpec() { |
| s.name, s.group = s.schema.GetMetadata().GetName(), s.schema.GetMetadata().GetGroup() |
| s.entityLocator = partition.NewEntityLocator(s.schema.GetTagFamilies(), s.schema.GetEntity()) |
| s.maxObservedModRevision = pbv1.ParseMaxModRevision(s.indexRules) |
| } |
| |
| type streamSpec struct { |
| schema *databasev1.Stream |
| indexRules []*databasev1.IndexRule |
| } |
| |
| func openStream(shardNum uint32, db tsdb.Supplier, spec streamSpec, l *logger.Logger) (*stream, error) { |
| sm := &stream{ |
| shardNum: shardNum, |
| schema: spec.schema, |
| indexRules: spec.indexRules, |
| l: l, |
| } |
| sm.parseSpec() |
| ctx := context.WithValue(context.Background(), logger.ContextKey, l) |
| |
| sm.db = db |
| sm.indexWriter = index.NewWriter(ctx, index.WriterOptions{ |
| DB: db, |
| ShardNum: shardNum, |
| Families: spec.schema.TagFamilies, |
| IndexRules: spec.indexRules, |
| EnableGlobalIndex: true, |
| }) |
| return sm, nil |
| } |