| // Licensed to the Apache Software Foundation (ASF) under one or more | |
| // contributor license agreements. See the NOTICE file distributed with | |
| // this work for additional information regarding copyright ownership. | |
| // The ASF licenses this file to You under the Apache License, Version 2.0 | |
| // (the "License"); you may not use this file except in compliance with | |
| // the License. You may obtain a copy of the License at | |
| // | |
| // http://www.apache.org/licenses/LICENSE-2.0 | |
| // | |
| // Unless required by applicable law or agreed to in writing, software | |
| // distributed under the License is distributed on an "AS IS" BASIS, | |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| // See the License for the specific language governing permissions and | |
| // limitations under the License. | |
| package bigquery | |
| import ( | |
| "fmt" | |
| "os/exec" | |
| "time" | |
| ) | |
| // newTempTable creates a new BigQuery table using BigQuery's Data Definition Language (DDL) and the | |
| // "bq query" console command. Reference: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-definition-language | |
| // The tables created are set to expire after a day. | |
| // | |
| // newTable takes the name of a BigQuery dataset, the prefix for naming the table, and a DDL schema | |
| // for the data, and generates that table with a unique suffix and an expiration time of a day | |
| // later. | |
| func newTempTable(dataset, prefix, schema string) (string, error) { | |
| name := fmt.Sprintf("%s.%s_temp_%v", dataset, prefix, time.Now().UnixNano()) | |
| query := fmt.Sprintf("CREATE TABLE `%s`(%s) OPTIONS(expiration_timestamp=TIMESTAMP_ADD(CURRENT_TIMESTAMP(), INTERVAL 1 DAY))", name, schema) | |
| cmd := exec.Command("bq", "query", "--use_legacy_sql=false", query) | |
| out, err := cmd.CombinedOutput() | |
| if err != nil { | |
| return "", fmt.Errorf("creating table through command \"%s\" failed with output:\n%s", cmd.String(), out) | |
| } | |
| return name, nil | |
| } | |
| // deleteTable deletes a BigQuery table using BigQuery's Data Definition Language (DDL) and the | |
| // "bq query" console command. Reference: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-definition-language | |
| func deleteTempTable(table string) error { | |
| query := fmt.Sprintf("DROP TABLE IF EXISTS `%s`", table) | |
| cmd := exec.Command("bq", "query", "--use_legacy_sql=false", query) | |
| out, err := cmd.CombinedOutput() | |
| if err != nil { | |
| return fmt.Errorf("deleting table through command \"%s\" failed with output:\n%s", cmd.String(), out) | |
| } | |
| return nil | |
| } |