import (
"context"
"fmt"
"time"
"cloud.google.com/go/bigquery"
"cloud.google.com/go/civil"
)
// ComplexType represents a complex row item
type ComplexType struct {
Name string `bigquery:"name"`
Age int `bigquery:"age"`
School []byte `bigquery:"school"`
Location bigquery.NullGeography `bigquery:"location"`
Measurements []float64 `bigquery:"measurements"`
DatesTime DatesTime `bigquery:"datesTime"`
}
// DatesTime shows different date/time representation
type DatesTime struct {
Day civil.Date `bigquery:"day"`
FirstTime civil.DateTime `bigquery:"firstTime"`
SecondTime civil.Time `bigquery:"secondTime"`
ThirdTime time.Time `bigquery:"thirdTime"`
}
// insertingDataTypes demonstrates inserting data into a table using the streaming insert mechanism.
func insertingDataTypes(projectID, datasetID, tableID string) error {
// projectID := "my-project-id"
// datasetID := "mydataset"
// tableID := "mytable"
ctx := context.Background()
client, err := bigquery.NewClient(ctx, projectID)
if err != nil {
return fmt.Errorf("bigquery.NewClient: %w", err)
}
defer client.Close()
// Manually defining schema
schema := bigquery.Schema{
{Name: "name", Type: bigquery.StringFieldType},
{Name: "age", Type: bigquery.IntegerFieldType},
{Name: "school", Type: bigquery.BytesFieldType},
{Name: "location", Type: bigquery.GeographyFieldType},
{Name: "measurements", Type: bigquery.FloatFieldType, Repeated: true},
{Name: "datesTime", Type: bigquery.RecordFieldType, Schema: bigquery.Schema{
{Name: "day", Type: bigquery.DateFieldType},
{Name: "firstTime", Type: bigquery.DateTimeFieldType},
{Name: "secondTime", Type: bigquery.TimeFieldType},
{Name: "thirdTime", Type: bigquery.TimestampFieldType},
}},
}
// Infer schema from struct
// schema, err := bigquery.InferSchema(ComplexType{})
table := client.Dataset(datasetID).Table(tableID)
err = table.Create(ctx, &bigquery.TableMetadata{
Schema: schema,
})
if err != nil {
return fmt.Errorf("table.Create: %w", err)
}
day, err := civil.ParseDate("2019-01-12")
if err != nil {
return fmt.Errorf("civil.ParseDate: %w", err)
}
firstTime, err := civil.ParseDateTime("2019-02-17T11:24:00.000")
if err != nil {
return fmt.Errorf("civil.ParseDateTime: %w", err)
}
secondTime, err := civil.ParseTime("14:00:00")
if err != nil {
return fmt.Errorf("civil.ParseTime: %w", err)
}
thirdTime, err := time.Parse(time.RFC3339Nano, "2020-04-27T18:07:25.356Z")
if err != nil {
return fmt.Errorf("time.Parse: %w", err)
}
row := &ComplexType{
Name: "Tom",
Age: 30,
School: []byte("Test University"),
Location: bigquery.NullGeography{GeographyVal: "POINT(1 2)", Valid: true},
Measurements: []float64{50.05, 100.5},
DatesTime: DatesTime{
Day: day,
FirstTime: firstTime,
SecondTime: secondTime,
ThirdTime: thirdTime,
},
}
rows := []*ComplexType{row}
// Uncomment to simulate insert errors.
// This example row is missing required fields.
// badRow := &ComplexType{
// Name: "John",
// Age: 24,
// }
// rows = append(rows, badRow)
inserter := table.Inserter()
err = inserter.Put(ctx, rows)
if err != nil {
if multiErr, ok := err.(bigquery.PutMultiError); ok {
for _, putErr := range multiErr {
fmt.Printf("failed to insert row %d with err: %v \n", putErr.RowIndex, putErr.Error())
}
}
return err
}
return nil
}
