| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package arrjson // import "github.com/apache/arrow/go/v6/arrow/internal/arrjson" |
| |
| import ( |
| "encoding/json" |
| "io" |
| |
| "github.com/apache/arrow/go/v6/arrow" |
| "github.com/apache/arrow/go/v6/arrow/array" |
| "github.com/apache/arrow/go/v6/arrow/arrio" |
| ) |
| |
| const ( |
| jsonIndent = " " |
| jsonPrefix = " " |
| jsonRecPrefix = " " |
| ) |
| |
| type rawJSON struct { |
| Schema Schema `json:"schema"` |
| Records []Record `json:"batches"` |
| } |
| |
| type Writer struct { |
| w io.Writer |
| |
| nrecs int64 |
| raw rawJSON |
| } |
| |
| func NewWriter(w io.Writer, schema *arrow.Schema) (*Writer, error) { |
| ww := &Writer{ |
| w: w, |
| } |
| ww.raw.Schema = schemaToJSON(schema) |
| ww.raw.Records = make([]Record, 0) |
| return ww, nil |
| } |
| |
| func (w *Writer) Write(rec array.Record) error { |
| w.raw.Records = append(w.raw.Records, recordToJSON(rec)) |
| w.nrecs++ |
| return nil |
| } |
| |
| func (w *Writer) Close() error { |
| if w.w == nil { |
| return nil |
| } |
| |
| enc := json.NewEncoder(w.w) |
| enc.SetIndent("", jsonIndent) |
| // ensure that we don't convert <, >, !, etc. to their unicode equivalents |
| // in the output json since we're not using this in an HTML context so that |
| // we can make sure that the json files match. |
| enc.SetEscapeHTML(false) |
| return enc.Encode(w.raw) |
| } |
| |
| var ( |
| _ arrio.Writer = (*Writer)(nil) |
| ) |