| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package arrjson // import "github.com/apache/arrow/go/v6/arrow/internal/arrjson" |
| |
| import ( |
| "io" |
| "io/ioutil" |
| "os" |
| "strings" |
| "testing" |
| |
| "github.com/apache/arrow/go/v6/arrow/array" |
| "github.com/apache/arrow/go/v6/arrow/internal/arrdata" |
| "github.com/apache/arrow/go/v6/arrow/memory" |
| ) |
| |
| func TestReadWrite(t *testing.T) { |
| wantJSONs := make(map[string]string) |
| wantJSONs["nulls"] = makeNullWantJSONs() |
| wantJSONs["primitives"] = makePrimitiveWantJSONs() |
| wantJSONs["structs"] = makeStructsWantJSONs() |
| wantJSONs["lists"] = makeListsWantJSONs() |
| wantJSONs["strings"] = makeStringsWantJSONs() |
| wantJSONs["fixed_size_lists"] = makeFixedSizeListsWantJSONs() |
| wantJSONs["fixed_width_types"] = makeFixedWidthTypesWantJSONs() |
| wantJSONs["fixed_size_binaries"] = makeFixedSizeBinariesWantJSONs() |
| wantJSONs["intervals"] = makeIntervalsWantJSONs() |
| wantJSONs["durations"] = makeDurationsWantJSONs() |
| wantJSONs["decimal128"] = makeDecimal128sWantJSONs() |
| wantJSONs["maps"] = makeMapsWantJSONs() |
| wantJSONs["extension"] = makeExtensionsWantJSONs() |
| |
| tempDir, err := ioutil.TempDir("", "go-arrow-read-write-") |
| if err != nil { |
| t.Fatal(err) |
| } |
| defer os.RemoveAll(tempDir) |
| |
| for name, recs := range arrdata.Records { |
| t.Run(name, func(t *testing.T) { |
| mem := memory.NewCheckedAllocator(memory.NewGoAllocator()) |
| defer mem.AssertSize(t, 0) |
| |
| f, err := ioutil.TempFile(tempDir, "go-arrow-read-write-") |
| if err != nil { |
| t.Fatal(err) |
| } |
| defer f.Close() |
| |
| w, err := NewWriter(f, recs[0].Schema()) |
| if err != nil { |
| t.Fatal(err) |
| } |
| defer w.Close() |
| |
| for i, rec := range recs { |
| err = w.Write(rec) |
| if err != nil { |
| t.Fatalf("could not write record[%d] to JSON: %v", i, err) |
| } |
| } |
| |
| err = w.Close() |
| if err != nil { |
| t.Fatalf("could not close JSON writer: %v", err) |
| } |
| |
| err = f.Sync() |
| if err != nil { |
| t.Fatalf("could not sync data to disk: %v", err) |
| } |
| |
| fileBytes, _ := ioutil.ReadFile(f.Name()) |
| if wantJSONs[name] != strings.TrimSpace(string(fileBytes)) { |
| t.Fatalf("not expected JSON pretty output for case: %v", name) |
| } |
| |
| _, err = f.Seek(0, io.SeekStart) |
| if err != nil { |
| t.Fatalf("could not rewind file: %v", err) |
| } |
| |
| r, err := NewReader(f, WithAllocator(mem), WithSchema(recs[0].Schema())) |
| if err != nil { |
| raw, _ := ioutil.ReadFile(f.Name()) |
| t.Fatalf("could not read JSON file: %v\n%v\n", err, string(raw)) |
| } |
| defer r.Release() |
| |
| r.Retain() |
| r.Release() |
| |
| if got, want := r.Schema(), recs[0].Schema(); !got.Equal(want) { |
| t.Fatalf("invalid schema\ngot:\n%v\nwant:\n%v\n", got, want) |
| } |
| |
| if got, want := r.NumRecords(), len(recs); got != want { |
| t.Fatalf("invalid number of records: got=%d, want=%d", got, want) |
| } |
| |
| nrecs := 0 |
| for { |
| rec, err := r.Read() |
| if err == io.EOF { |
| break |
| } |
| if err != nil { |
| t.Fatalf("could not read record[%d]: %v", nrecs, err) |
| } |
| |
| if !array.RecordEqual(rec, recs[nrecs]) { |
| t.Fatalf("records[%d] differ", nrecs) |
| } |
| nrecs++ |
| } |
| |
| if got, want := nrecs, len(recs); got != want { |
| t.Fatalf("invalid number of records: got=%d, want=%d", got, want) |
| } |
| }) |
| } |
| } |
| |
| func makeNullWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "nulls", |
| "type": { |
| "name": "null" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "k3", |
| "value": "v3" |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "nulls", |
| "count": 5 |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "nulls", |
| "count": 5 |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "nulls", |
| "count": 5 |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makePrimitiveWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "bools", |
| "type": { |
| "name": "bool" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "int8s", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 8 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "int16s", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 16 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "int32s", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "int64s", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 64 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "uint8s", |
| "type": { |
| "name": "int", |
| "bitWidth": 8 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "uint16s", |
| "type": { |
| "name": "int", |
| "bitWidth": 16 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "uint32s", |
| "type": { |
| "name": "int", |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "uint64s", |
| "type": { |
| "name": "int", |
| "bitWidth": 64 |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "float32s", |
| "type": { |
| "name": "floatingpoint", |
| "precision": "SINGLE" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "float64s", |
| "type": { |
| "name": "floatingpoint", |
| "precision": "DOUBLE" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "k3", |
| "value": "v3" |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "bools", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| true, |
| false, |
| true, |
| false, |
| true |
| ] |
| }, |
| { |
| "name": "int8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| -2, |
| -3, |
| -4, |
| -5 |
| ] |
| }, |
| { |
| "name": "int16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| -2, |
| -3, |
| -4, |
| -5 |
| ] |
| }, |
| { |
| "name": "int32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| -2, |
| -3, |
| -4, |
| -5 |
| ] |
| }, |
| { |
| "name": "int64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-1", |
| "0", |
| "0", |
| "-4", |
| "-5" |
| ] |
| }, |
| { |
| "name": "uint8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "uint16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "uint32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "uint64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "0", |
| "4", |
| "5" |
| ] |
| }, |
| { |
| "name": "float32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "float64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "bools", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| true, |
| false, |
| true, |
| false, |
| true |
| ] |
| }, |
| { |
| "name": "int8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -11, |
| -12, |
| -13, |
| -14, |
| -15 |
| ] |
| }, |
| { |
| "name": "int16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -11, |
| -12, |
| -13, |
| -14, |
| -15 |
| ] |
| }, |
| { |
| "name": "int32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -11, |
| -12, |
| -13, |
| -14, |
| -15 |
| ] |
| }, |
| { |
| "name": "int64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-11", |
| "0", |
| "0", |
| "-14", |
| "-15" |
| ] |
| }, |
| { |
| "name": "uint8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| }, |
| { |
| "name": "uint16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| }, |
| { |
| "name": "uint32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| }, |
| { |
| "name": "uint64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "0", |
| "0", |
| "14", |
| "15" |
| ] |
| }, |
| { |
| "name": "float32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| }, |
| { |
| "name": "float64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "bools", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| true, |
| false, |
| true, |
| false, |
| true |
| ] |
| }, |
| { |
| "name": "int8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -21, |
| -22, |
| -23, |
| -24, |
| -25 |
| ] |
| }, |
| { |
| "name": "int16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -21, |
| -22, |
| -23, |
| -24, |
| -25 |
| ] |
| }, |
| { |
| "name": "int32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -21, |
| -22, |
| -23, |
| -24, |
| -25 |
| ] |
| }, |
| { |
| "name": "int64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-21", |
| "0", |
| "0", |
| "-24", |
| "-25" |
| ] |
| }, |
| { |
| "name": "uint8s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| }, |
| { |
| "name": "uint16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| }, |
| { |
| "name": "uint32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| }, |
| { |
| "name": "uint64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "21", |
| "0", |
| "0", |
| "24", |
| "25" |
| ] |
| }, |
| { |
| "name": "float32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| }, |
| { |
| "name": "float64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeStructsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "struct_nullable", |
| "type": { |
| "name": "struct" |
| }, |
| "nullable": true, |
| "children": [ |
| { |
| "name": "f1", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": false, |
| "children": [] |
| }, |
| { |
| "name": "f2", |
| "type": { |
| "name": "utf8" |
| }, |
| "nullable": false, |
| "children": [] |
| } |
| ] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 25, |
| "columns": [ |
| { |
| "name": "struct_nullable", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "f1", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| 0, |
| 0, |
| -4, |
| -5, |
| -11, |
| 0, |
| 0, |
| -14, |
| -15, |
| -21, |
| 0, |
| 0, |
| -24, |
| -25, |
| -31, |
| 0, |
| 0, |
| -34, |
| -35, |
| -41, |
| 0, |
| 0, |
| -44, |
| -45 |
| ] |
| }, |
| { |
| "name": "f2", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "111", |
| "", |
| "", |
| "444", |
| "555", |
| "1111", |
| "", |
| "", |
| "1444", |
| "1555", |
| "2111", |
| "", |
| "", |
| "2444", |
| "2555", |
| "3111", |
| "", |
| "", |
| "3444", |
| "3555", |
| "4111", |
| "", |
| "", |
| "4444", |
| "4555" |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 25, |
| "columns": [ |
| { |
| "name": "struct_nullable", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "f1", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 0, |
| 0, |
| 4, |
| 5, |
| 11, |
| 0, |
| 0, |
| 14, |
| 15, |
| 21, |
| 0, |
| 0, |
| 24, |
| 25, |
| 31, |
| 0, |
| 0, |
| 34, |
| 35, |
| 41, |
| 0, |
| 0, |
| 44, |
| 45 |
| ] |
| }, |
| { |
| "name": "f2", |
| "count": 25, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-111", |
| "", |
| "", |
| "-444", |
| "-555", |
| "-1111", |
| "", |
| "", |
| "-1444", |
| "-1555", |
| "-2111", |
| "", |
| "", |
| "-2444", |
| "-2555", |
| "-3111", |
| "", |
| "", |
| "-3444", |
| "-3555", |
| "-4111", |
| "", |
| "", |
| "-4444", |
| "-4555" |
| ] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeListsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "list_nullable", |
| "type": { |
| "name": "list" |
| }, |
| "nullable": true, |
| "children": [ |
| { |
| "name": "item", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1 |
| ], |
| "OFFSET": [ |
| 0, |
| 5, |
| 10, |
| 15 |
| ], |
| "children": [ |
| { |
| "name": "item", |
| "count": 15, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 0, |
| 0, |
| 4, |
| 5, |
| 11, |
| 0, |
| 0, |
| 14, |
| 15, |
| 21, |
| 0, |
| 0, |
| 24, |
| 25 |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1 |
| ], |
| "OFFSET": [ |
| 0, |
| 5, |
| 10, |
| 15 |
| ], |
| "children": [ |
| { |
| "name": "item", |
| "count": 15, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| 0, |
| 0, |
| -4, |
| -5, |
| -11, |
| 0, |
| 0, |
| -14, |
| -15, |
| -21, |
| 0, |
| 0, |
| -24, |
| -25 |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1 |
| ], |
| "OFFSET": [ |
| 0, |
| 5, |
| 10, |
| 15 |
| ], |
| "children": [ |
| { |
| "name": "item", |
| "count": 15, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| 0, |
| 0, |
| -4, |
| -5, |
| -11, |
| 0, |
| 0, |
| -14, |
| -15, |
| -21, |
| 0, |
| 0, |
| -24, |
| -25 |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 0, |
| "columns": [ |
| { |
| "name": "list_nullable", |
| "count": 0, |
| "OFFSET": [ |
| 0 |
| ], |
| "children": [ |
| { |
| "name": "item", |
| "count": 0 |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeFixedSizeListsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "fixed_size_list_nullable", |
| "type": { |
| "name": "fixedsizelist", |
| "listSize": 3 |
| }, |
| "nullable": true, |
| "children": [ |
| { |
| "name": "item", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "fixed_size_list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "", |
| "count": 9, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 0, |
| 3, |
| 11, |
| 0, |
| 13, |
| 21, |
| 0, |
| 23 |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "fixed_size_list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "", |
| "count": 9, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| 0, |
| -3, |
| -11, |
| 0, |
| -13, |
| -21, |
| 0, |
| -23 |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 3, |
| "columns": [ |
| { |
| "name": "fixed_size_list_nullable", |
| "count": 3, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "", |
| "count": 9, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| 0, |
| -3, |
| -11, |
| 0, |
| -13, |
| -21, |
| 0, |
| -23 |
| ] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeStringsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "strings", |
| "type": { |
| "name": "utf8" |
| }, |
| "nullable": false, |
| "children": [] |
| }, |
| { |
| "name": "bytes", |
| "type": { |
| "name": "binary" |
| }, |
| "nullable": false, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "strings", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1é", |
| "2", |
| "3", |
| "4", |
| "5" |
| ] |
| }, |
| { |
| "name": "bytes", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "31C3A9", |
| "32", |
| "33", |
| "34", |
| "35" |
| ], |
| "OFFSET": [ |
| 0, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7 |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "strings", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "22", |
| "33", |
| "44", |
| "55" |
| ] |
| }, |
| { |
| "name": "bytes", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "3131", |
| "3232", |
| "3333", |
| "3434", |
| "3535" |
| ], |
| "OFFSET": [ |
| 0, |
| 2, |
| 4, |
| 6, |
| 8, |
| 10 |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "strings", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "111", |
| "222", |
| "333", |
| "444", |
| "555" |
| ] |
| }, |
| { |
| "name": "bytes", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "313131", |
| "323232", |
| "333333", |
| "343434", |
| "353535" |
| ], |
| "OFFSET": [ |
| 0, |
| 3, |
| 6, |
| 9, |
| 12, |
| 15 |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeFixedWidthTypesWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "float16s", |
| "type": { |
| "name": "floatingpoint", |
| "precision": "HALF" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "time32ms", |
| "type": { |
| "name": "time", |
| "bitWidth": 32, |
| "unit": "MILLISECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "time32s", |
| "type": { |
| "name": "time", |
| "bitWidth": 32, |
| "unit": "SECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "time64ns", |
| "type": { |
| "name": "time", |
| "bitWidth": 64, |
| "unit": "NANOSECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "time64us", |
| "type": { |
| "name": "time", |
| "bitWidth": 64, |
| "unit": "MICROSECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "timestamp_s", |
| "type": { |
| "name": "timestamp", |
| "unit": "SECOND", |
| "timezone": "UTC" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "timestamp_ms", |
| "type": { |
| "name": "timestamp", |
| "unit": "MILLISECOND", |
| "timezone": "UTC" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "timestamp_us", |
| "type": { |
| "name": "timestamp", |
| "unit": "MICROSECOND", |
| "timezone": "UTC" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "timestamp_ns", |
| "type": { |
| "name": "timestamp", |
| "unit": "NANOSECOND", |
| "timezone": "UTC" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "date32s", |
| "type": { |
| "name": "date", |
| "unit": "DAY" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "date64s", |
| "type": { |
| "name": "date", |
| "unit": "MILLISECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "float16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "time32ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -2, |
| -1, |
| 0, |
| 1, |
| 2 |
| ] |
| }, |
| { |
| "name": "time32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -2, |
| -1, |
| 0, |
| 1, |
| 2 |
| ] |
| }, |
| { |
| "name": "time64ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-2", |
| "0", |
| "0", |
| "1", |
| "2" |
| ] |
| }, |
| { |
| "name": "time64us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-2", |
| "0", |
| "0", |
| "1", |
| "2" |
| ] |
| }, |
| { |
| "name": "timestamp_s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "0", |
| "0", |
| "0", |
| "3", |
| "4" |
| ] |
| }, |
| { |
| "name": "timestamp_ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "0", |
| "0", |
| "0", |
| "3", |
| "4" |
| ] |
| }, |
| { |
| "name": "timestamp_us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "0", |
| "0", |
| "0", |
| "3", |
| "4" |
| ] |
| }, |
| { |
| "name": "timestamp_ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "0", |
| "0", |
| "0", |
| "3", |
| "4" |
| ] |
| }, |
| { |
| "name": "date32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -2, |
| -1, |
| 0, |
| 1, |
| 2 |
| ] |
| }, |
| { |
| "name": "date64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-2", |
| "0", |
| "0", |
| "1", |
| "2" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "float16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 11, |
| 12, |
| 13, |
| 14, |
| 15 |
| ] |
| }, |
| { |
| "name": "time32ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -12, |
| -11, |
| 10, |
| 11, |
| 12 |
| ] |
| }, |
| { |
| "name": "time32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -12, |
| -11, |
| 10, |
| 11, |
| 12 |
| ] |
| }, |
| { |
| "name": "time64ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-12", |
| "0", |
| "0", |
| "11", |
| "12" |
| ] |
| }, |
| { |
| "name": "time64us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-12", |
| "0", |
| "0", |
| "11", |
| "12" |
| ] |
| }, |
| { |
| "name": "timestamp_s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "10", |
| "0", |
| "0", |
| "13", |
| "14" |
| ] |
| }, |
| { |
| "name": "timestamp_ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "10", |
| "0", |
| "0", |
| "13", |
| "14" |
| ] |
| }, |
| { |
| "name": "timestamp_us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "10", |
| "0", |
| "0", |
| "13", |
| "14" |
| ] |
| }, |
| { |
| "name": "timestamp_ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "10", |
| "0", |
| "0", |
| "13", |
| "14" |
| ] |
| }, |
| { |
| "name": "date32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -12, |
| -11, |
| 10, |
| 11, |
| 12 |
| ] |
| }, |
| { |
| "name": "date64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-12", |
| "0", |
| "0", |
| "11", |
| "12" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "float16s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25 |
| ] |
| }, |
| { |
| "name": "time32ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -22, |
| -21, |
| 20, |
| 21, |
| 22 |
| ] |
| }, |
| { |
| "name": "time32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -22, |
| -21, |
| 20, |
| 21, |
| 22 |
| ] |
| }, |
| { |
| "name": "time64ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-22", |
| "0", |
| "0", |
| "21", |
| "22" |
| ] |
| }, |
| { |
| "name": "time64us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-22", |
| "0", |
| "0", |
| "21", |
| "22" |
| ] |
| }, |
| { |
| "name": "timestamp_s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "20", |
| "0", |
| "0", |
| "23", |
| "24" |
| ] |
| }, |
| { |
| "name": "timestamp_ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "20", |
| "0", |
| "0", |
| "23", |
| "24" |
| ] |
| }, |
| { |
| "name": "timestamp_us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "20", |
| "0", |
| "0", |
| "23", |
| "24" |
| ] |
| }, |
| { |
| "name": "timestamp_ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "20", |
| "0", |
| "0", |
| "23", |
| "24" |
| ] |
| }, |
| { |
| "name": "date32s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -22, |
| -21, |
| 20, |
| 21, |
| 22 |
| ] |
| }, |
| { |
| "name": "date64s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-22", |
| "0", |
| "0", |
| "21", |
| "22" |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeFixedSizeBinariesWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "fixed_size_binary_3", |
| "type": { |
| "name": "fixedsizebinary", |
| "byteWidth": 3 |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "fixed_size_binary_3", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "303031", |
| "303032", |
| "303033", |
| "303034", |
| "303035" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "fixed_size_binary_3", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "303131", |
| "303132", |
| "303133", |
| "303134", |
| "303135" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "fixed_size_binary_3", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "303231", |
| "303232", |
| "303233", |
| "303234", |
| "303235" |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeIntervalsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "months", |
| "type": { |
| "name": "interval", |
| "unit": "YEAR_MONTH" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "days", |
| "type": { |
| "name": "interval", |
| "unit": "DAY_TIME" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "nanos", |
| "type": { |
| "name": "interval", |
| "unit": "MONTH_DAY_NANO" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "months", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "days", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "days": 1, |
| "milliseconds": 1 |
| }, |
| { |
| "days": 2, |
| "milliseconds": 2 |
| }, |
| { |
| "days": 3, |
| "milliseconds": 3 |
| }, |
| { |
| "days": 4, |
| "milliseconds": 4 |
| }, |
| { |
| "days": 5, |
| "milliseconds": 5 |
| } |
| ] |
| }, |
| { |
| "name": "nanos", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "months": 1, |
| "days": 1, |
| "nanoseconds": 1000 |
| }, |
| { |
| "months": 2, |
| "days": 2, |
| "nanoseconds": 2000 |
| }, |
| { |
| "months": 3, |
| "days": 3, |
| "nanoseconds": 3000 |
| }, |
| { |
| "months": 4, |
| "days": 4, |
| "nanoseconds": 4000 |
| }, |
| { |
| "months": 5, |
| "days": 5, |
| "nanoseconds": 5000 |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "months", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -11, |
| -12, |
| -13, |
| -14, |
| -15 |
| ] |
| }, |
| { |
| "name": "days", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "days": -11, |
| "milliseconds": -11 |
| }, |
| { |
| "days": -12, |
| "milliseconds": -12 |
| }, |
| { |
| "days": -13, |
| "milliseconds": -13 |
| }, |
| { |
| "days": -14, |
| "milliseconds": -14 |
| }, |
| { |
| "days": -15, |
| "milliseconds": -15 |
| } |
| ] |
| }, |
| { |
| "name": "nanos", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "months": -11, |
| "days": -11, |
| "nanoseconds": -11000 |
| }, |
| { |
| "months": -12, |
| "days": -12, |
| "nanoseconds": -12000 |
| }, |
| { |
| "months": -13, |
| "days": -13, |
| "nanoseconds": -13000 |
| }, |
| { |
| "months": -14, |
| "days": -14, |
| "nanoseconds": -14000 |
| }, |
| { |
| "months": -15, |
| "days": -15, |
| "nanoseconds": -15000 |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 6, |
| "columns": [ |
| { |
| "name": "months", |
| "count": 6, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 0 |
| ] |
| }, |
| { |
| "name": "days", |
| "count": 6, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "days": 21, |
| "milliseconds": 21 |
| }, |
| { |
| "days": 22, |
| "milliseconds": 22 |
| }, |
| { |
| "days": 23, |
| "milliseconds": 23 |
| }, |
| { |
| "days": 24, |
| "milliseconds": 24 |
| }, |
| { |
| "days": 25, |
| "milliseconds": 25 |
| }, |
| { |
| "days": 0, |
| "milliseconds": 0 |
| } |
| ] |
| }, |
| { |
| "name": "nanos", |
| "count": 6, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| { |
| "months": 21, |
| "days": 21, |
| "nanoseconds": 21000 |
| }, |
| { |
| "months": 22, |
| "days": 22, |
| "nanoseconds": 22000 |
| }, |
| { |
| "months": 23, |
| "days": 23, |
| "nanoseconds": 23000 |
| }, |
| { |
| "months": 24, |
| "days": 24, |
| "nanoseconds": 24000 |
| }, |
| { |
| "months": 25, |
| "days": 25, |
| "nanoseconds": 25000 |
| }, |
| { |
| "months": 0, |
| "days": 0, |
| "nanoseconds": 0 |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeDurationsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "durations-s", |
| "type": { |
| "name": "duration", |
| "unit": "SECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "durations-ms", |
| "type": { |
| "name": "duration", |
| "unit": "MILLISECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "durations-us", |
| "type": { |
| "name": "duration", |
| "unit": "MICROSECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| }, |
| { |
| "name": "durations-ns", |
| "type": { |
| "name": "duration", |
| "unit": "NANOSECOND" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "durations-s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "0", |
| "4", |
| "5" |
| ] |
| }, |
| { |
| "name": "durations-ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "0", |
| "4", |
| "5" |
| ] |
| }, |
| { |
| "name": "durations-us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "0", |
| "4", |
| "5" |
| ] |
| }, |
| { |
| "name": "durations-ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "0", |
| "4", |
| "5" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "durations-s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "0", |
| "0", |
| "14", |
| "15" |
| ] |
| }, |
| { |
| "name": "durations-ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "0", |
| "0", |
| "14", |
| "15" |
| ] |
| }, |
| { |
| "name": "durations-us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "0", |
| "0", |
| "14", |
| "15" |
| ] |
| }, |
| { |
| "name": "durations-ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "11", |
| "0", |
| "0", |
| "14", |
| "15" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "durations-s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "21", |
| "0", |
| "0", |
| "24", |
| "25" |
| ] |
| }, |
| { |
| "name": "durations-ms", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "21", |
| "0", |
| "0", |
| "24", |
| "25" |
| ] |
| }, |
| { |
| "name": "durations-us", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "21", |
| "0", |
| "0", |
| "24", |
| "25" |
| ] |
| }, |
| { |
| "name": "durations-ns", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "21", |
| "0", |
| "0", |
| "24", |
| "25" |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeDecimal128sWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "dec128s", |
| "type": { |
| "name": "decimal", |
| "scale": 1, |
| "precision": 10 |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "dec128s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "571849066284996100127", |
| "590295810358705651744", |
| "608742554432415203361", |
| "627189298506124754978", |
| "645636042579834306595" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "dec128s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "756316507022091616297", |
| "774763251095801167914", |
| "793209995169510719531", |
| "811656739243220271148", |
| "830103483316929822765" |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "dec128s", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "940783947759187132467", |
| "959230691832896684084", |
| "977677435906606235701", |
| "996124179980315787318", |
| "1014570924054025338935" |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeMapsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "map_int_utf8", |
| "type": { |
| "name": "map", |
| "keysSorted": true |
| }, |
| "nullable": true, |
| "children": [ |
| { |
| "name": "entries", |
| "type": { |
| "name": "struct" |
| }, |
| "nullable": false, |
| "children": [ |
| { |
| "name": "key", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": false, |
| "children": [] |
| }, |
| { |
| "name": "value", |
| "type": { |
| "name": "utf8" |
| }, |
| "nullable": true, |
| "children": [] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 2, |
| "columns": [ |
| { |
| "name": "map_int_utf8", |
| "count": 2, |
| "VALIDITY": [ |
| 1, |
| 0 |
| ], |
| "OFFSET": [ |
| 0, |
| 25, |
| 50 |
| ], |
| "children": [ |
| { |
| "name": "entries", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "key", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| { |
| "name": "value", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "111", |
| "", |
| "", |
| "444", |
| "555", |
| "1111", |
| "", |
| "", |
| "1444", |
| "1555", |
| "2111", |
| "", |
| "", |
| "2444", |
| "2555", |
| "3111", |
| "", |
| "", |
| "3444", |
| "3555", |
| "4111", |
| "", |
| "", |
| "4444", |
| "4555", |
| "-111", |
| "", |
| "", |
| "-444", |
| "-555", |
| "-1111", |
| "", |
| "", |
| "-1444", |
| "-1555", |
| "-2111", |
| "", |
| "", |
| "-2444", |
| "-2555", |
| "-3111", |
| "", |
| "", |
| "-3444", |
| "-3555", |
| "-4111", |
| "", |
| "", |
| "-4444", |
| "-4555" |
| ] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 2, |
| "columns": [ |
| { |
| "name": "map_int_utf8", |
| "count": 2, |
| "VALIDITY": [ |
| 1, |
| 0 |
| ], |
| "OFFSET": [ |
| 0, |
| 25, |
| 50 |
| ], |
| "children": [ |
| { |
| "name": "entries", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "children": [ |
| { |
| "name": "key", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5, |
| -1, |
| -2, |
| -3, |
| -4, |
| -5 |
| ] |
| }, |
| { |
| "name": "value", |
| "count": 50, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1 |
| ], |
| "DATA": [ |
| "-111", |
| "", |
| "", |
| "-444", |
| "-555", |
| "-1111", |
| "", |
| "", |
| "-1444", |
| "-1555", |
| "-2111", |
| "", |
| "", |
| "-2444", |
| "-2555", |
| "-3111", |
| "", |
| "", |
| "-3444", |
| "-3555", |
| "-4111", |
| "", |
| "", |
| "-4444", |
| "-4555", |
| "111", |
| "", |
| "", |
| "444", |
| "555", |
| "1111", |
| "", |
| "", |
| "1444", |
| "1555", |
| "2111", |
| "", |
| "", |
| "2444", |
| "2555", |
| "3111", |
| "", |
| "", |
| "3444", |
| "3555", |
| "4111", |
| "", |
| "", |
| "4444", |
| "4555" |
| ] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
| |
| func makeExtensionsWantJSONs() string { |
| return `{ |
| "schema": { |
| "fields": [ |
| { |
| "name": "p1", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "parametric-type-1" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "\u0006\u0000\u0000\u0000" |
| } |
| ] |
| }, |
| { |
| "name": "p2", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "parametric-type-1" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "\u000c\u0000\u0000\u0000" |
| } |
| ] |
| }, |
| { |
| "name": "p3", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "parametric-type-2<param=2>" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "\u0002\u0000\u0000\u0000" |
| } |
| ] |
| }, |
| { |
| "name": "p4", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 32 |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "parametric-type-2<param=3>" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "\u0003\u0000\u0000\u0000" |
| } |
| ] |
| }, |
| { |
| "name": "p5", |
| "type": { |
| "name": "struct" |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "ext-struct-type" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "ext-struct-type-unique-code" |
| } |
| ] |
| }, |
| { |
| "name": "unreg", |
| "type": { |
| "name": "int", |
| "isSigned": true, |
| "bitWidth": 8 |
| }, |
| "nullable": true, |
| "children": [], |
| "metadata": [ |
| { |
| "key": "k1", |
| "value": "v1" |
| }, |
| { |
| "key": "k2", |
| "value": "v2" |
| }, |
| { |
| "key": "ARROW:extension:name", |
| "value": "unregistered" |
| }, |
| { |
| "key": "ARROW:extension:metadata", |
| "value": "" |
| } |
| ] |
| } |
| ] |
| }, |
| "batches": [ |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "p1", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 1, |
| -1, |
| 2, |
| 3, |
| -1 |
| ] |
| }, |
| { |
| "name": "p2", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 2, |
| -1, |
| 3, |
| 4, |
| -1 |
| ] |
| }, |
| { |
| "name": "p3", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 5, |
| -1, |
| 6, |
| 7, |
| 8 |
| ] |
| }, |
| { |
| "name": "p4", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 5, |
| -1, |
| 7, |
| 9, |
| -1 |
| ] |
| }, |
| { |
| "name": "p5", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "children": [ |
| { |
| "name": "a", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| "1", |
| "0", |
| "2", |
| "3", |
| "0" |
| ] |
| }, |
| { |
| "name": "b", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 0.1, |
| 0, |
| 0.2, |
| 0.3, |
| 0 |
| ] |
| } |
| ] |
| }, |
| { |
| "name": "unreg", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| -1, |
| -2, |
| -3, |
| -4, |
| -5 |
| ] |
| } |
| ] |
| }, |
| { |
| "count": 5, |
| "columns": [ |
| { |
| "name": "p1", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 10, |
| -1, |
| 20, |
| 30, |
| -1 |
| ] |
| }, |
| { |
| "name": "p2", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 20, |
| -1, |
| 30, |
| 40, |
| -1 |
| ] |
| }, |
| { |
| "name": "p3", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 50, |
| -1, |
| 60, |
| 70, |
| 8 |
| ] |
| }, |
| { |
| "name": "p4", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 50, |
| -1, |
| 70, |
| 90, |
| -1 |
| ] |
| }, |
| { |
| "name": "p5", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "children": [ |
| { |
| "name": "a", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| "10", |
| "0", |
| "20", |
| "30", |
| "0" |
| ] |
| }, |
| { |
| "name": "b", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| 0.01, |
| 0, |
| 0.02, |
| 0.03, |
| 0 |
| ] |
| } |
| ] |
| }, |
| { |
| "name": "unreg", |
| "count": 5, |
| "VALIDITY": [ |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| "DATA": [ |
| -11, |
| -12, |
| -13, |
| -14, |
| -15 |
| ] |
| } |
| ] |
| } |
| ] |
| }` |
| } |
