Skip to content

Commit

Permalink
bq table - add geojson support (#10215) (hashicorp#7138)
Browse files Browse the repository at this point in the history
* bq table - add geojson support

* bq table - add geojson support

* CR comments

[upstream:6c2de90ffeeb029b6c3a49bfdf52540e010b155c]

Signed-off-by: Modular Magician <[email protected]>
  • Loading branch information
modular-magician authored Mar 22, 2024
1 parent 41ec0b1 commit 4c98bad
Show file tree
Hide file tree
Showing 4 changed files with 22 additions and 0 deletions.
3 changes: 3 additions & 0 deletions .changelog/10215.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
```release-note:enhancement
bigquery_table - add support for `external_data_configuration.json_extension`
```
15 changes: 15 additions & 0 deletions google-beta/services/bigquery/resource_bigquery_table.go
Original file line number Diff line number Diff line change
Expand Up @@ -624,6 +624,13 @@ func ResourceBigQueryTable() *schema.Resource {
},
},

"json_extension": {
Type: schema.TypeString,
Optional: true,
ValidateFunc: validation.StringInSlice([]string{"GEOJSON"}, false),
Description: `Load option to be used together with sourceFormat newline-delimited JSON to indicate that a variant of JSON is being loaded. To load newline-delimited GeoJSON, specify GEOJSON (and sourceFormat must be set to NEWLINE_DELIMITED_JSON).`,
},

"parquet_options": {
Type: schema.TypeList,
Optional: true,
Expand Down Expand Up @@ -1786,6 +1793,10 @@ func expandExternalDataConfiguration(cfg interface{}) (*bigquery.ExternalDataCon
edc.Compression = v.(string)
}

if v, ok := raw["json_extension"]; ok {
edc.JsonExtension = v.(string)
}

if v, ok := raw["csv_options"]; ok {
edc.CsvOptions = expandCsvOptions(v)
}
Expand Down Expand Up @@ -1853,6 +1864,10 @@ func flattenExternalDataConfiguration(edc *bigquery.ExternalDataConfiguration) (
result["compression"] = edc.Compression
}

if edc.JsonExtension != "" {
result["json_extension"] = edc.JsonExtension
}

if edc.CsvOptions != nil {
result["csv_options"] = flattenCsvOptions(edc.CsvOptions)
}
Expand Down
2 changes: 2 additions & 0 deletions google-beta/services/bigquery/resource_bigquery_table_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -2955,6 +2955,8 @@ resource "google_bigquery_table" "test" {
encoding = "%s"
}
json_extension = "GEOJSON"
hive_partitioning_options {
mode = "CUSTOM"
source_uri_prefix = "gs://${google_storage_bucket.test.name}/{key1:STRING}"
Expand Down
2 changes: 2 additions & 0 deletions website/docs/r/bigquery_table.html.markdown
Original file line number Diff line number Diff line change
Expand Up @@ -190,6 +190,8 @@ in Terraform state, a `terraform destroy` or `terraform apply` that would delete
* `json_options` (Optional) - Additional properties to set if
`source_format` is set to "JSON". Structure is [documented below](#nested_json_options).

* `json_extension` (Optional) - Used to indicate that a JSON variant, rather than normal JSON, is being used as the sourceFormat. This should only be used in combination with the `JSON` source format. Valid values are: `GEOJSON`.

* `parquet_options` (Optional) - Additional properties to set if
`source_format` is set to "PARQUET". Structure is [documented below](#nested_parquet_options).

Expand Down

0 comments on commit 4c98bad

Please sign in to comment.