Skip to content

Commit

Permalink
feat(bigquery): update the API
Browse files Browse the repository at this point in the history
#### bigquery:v2

The following keys were added:
- schemas.HivePartitioningOptions.properties.fields.description
- schemas.HivePartitioningOptions.properties.fields.items.type
- schemas.HivePartitioningOptions.properties.fields.type
- schemas.Model.properties.remoteModelInfo.$ref
- schemas.Model.properties.remoteModelInfo.description
- schemas.Model.properties.remoteModelInfo.readOnly
- schemas.RemoteModelInfo.description
- schemas.RemoteModelInfo.id
- schemas.RemoteModelInfo.properties.connection.description
- schemas.RemoteModelInfo.properties.connection.readOnly
- schemas.RemoteModelInfo.properties.connection.type
- schemas.RemoteModelInfo.properties.endpoint.description
- schemas.RemoteModelInfo.properties.endpoint.readOnly
- schemas.RemoteModelInfo.properties.endpoint.type
- schemas.RemoteModelInfo.properties.maxBatchingRows.description
- schemas.RemoteModelInfo.properties.maxBatchingRows.format
- schemas.RemoteModelInfo.properties.maxBatchingRows.readOnly
- schemas.RemoteModelInfo.properties.maxBatchingRows.type
- schemas.RemoteModelInfo.properties.remoteServiceType.description
- schemas.RemoteModelInfo.properties.remoteServiceType.enum
- schemas.RemoteModelInfo.properties.remoteServiceType.enumDescriptions
- schemas.RemoteModelInfo.properties.remoteServiceType.readOnly
- schemas.RemoteModelInfo.properties.remoteServiceType.type
- schemas.RemoteModelInfo.type
- schemas.TrainingOptions.properties.autoArimaMinOrder.description
- schemas.TrainingOptions.properties.autoArimaMinOrder.format
- schemas.TrainingOptions.properties.autoArimaMinOrder.type
- schemas.TrainingOptions.properties.instanceWeightColumn.description
- schemas.TrainingOptions.properties.instanceWeightColumn.type
- schemas.TrainingOptions.properties.tfVersion.description
- schemas.TrainingOptions.properties.tfVersion.type
- schemas.TrainingOptions.properties.xgboostVersion.description
- schemas.TrainingOptions.properties.xgboostVersion.type

The following keys were changed:
- schemas.Model.properties.modelType.enum
- schemas.Model.properties.modelType.enumDescriptions
- schemas.TrainingOptions.properties.autoArimaMaxOrder.description
  • Loading branch information
yoshi-automation authored and sofisl committed May 2, 2023
1 parent 7e16398 commit f7c8b3f
Show file tree
Hide file tree
Showing 2 changed files with 130 additions and 5 deletions.
85 changes: 81 additions & 4 deletions discovery/bigquery-v2.json
Original file line number Diff line number Diff line change
Expand Up @@ -1710,7 +1710,7 @@
}
}
},
"revision": "20230401",
"revision": "20230422",
"rootUrl": "https://bigquery.googleapis.com/",
"schemas": {
"AggregateClassificationMetrics": {
Expand Down Expand Up @@ -3642,6 +3642,13 @@
"HivePartitioningOptions": {
"id": "HivePartitioningOptions",
"properties": {
"fields": {
"description": "[Output-only] For permanent external tables, this field is populated with the hive partition keys in the order they were inferred. The types of the partition keys can be deduced by checking the table schema (which will include the partition keys). Not every API will populate this field in the output. For example, Tables.Get will populate it, but Tables.List will not contain this field.",
"items": {
"type": "string"
},
"type": "array"
},
"mode": {
"description": "[Optional] When set, what mode of hive partitioning to use when reading data. The following modes are supported. (1) AUTO: automatically infer partition key name(s) and type(s). (2) STRINGS: automatically infer partition key name(s). All types are interpreted as strings. (3) CUSTOM: partition key schema is encoded in the source URI prefix. Not all storage formats support hive partitioning. Requesting hive partitioning on an unsupported format will lead to an error. Currently supported types include: AVRO, CSV, JSON, ORC and Parquet.",
"type": "string"
Expand Down Expand Up @@ -5128,6 +5135,7 @@
"DNN_CLASSIFIER",
"TENSORFLOW",
"DNN_REGRESSOR",
"XGBOOST",
"BOOSTED_TREE_REGRESSOR",
"BOOSTED_TREE_CLASSIFIER",
"ARIMA",
Expand All @@ -5138,8 +5146,11 @@
"DNN_LINEAR_COMBINED_REGRESSOR",
"AUTOENCODER",
"ARIMA_PLUS",
"ARIMA_PLUS_XREG",
"RANDOM_FOREST_REGRESSOR",
"RANDOM_FOREST_CLASSIFIER"
"RANDOM_FOREST_CLASSIFIER",
"TENSORFLOW_LITE",
"ONNX"
],
"enumDescriptions": [
"",
Expand All @@ -5150,6 +5161,7 @@
"DNN classifier model.",
"An imported TensorFlow model.",
"DNN regressor model.",
"An imported XGBoost model.",
"Boosted tree regressor model.",
"Boosted tree classifier model.",
"ARIMA model.",
Expand All @@ -5160,8 +5172,11 @@
"Wide-and-deep regressor model.",
"Autoencoder model.",
"New name for the ARIMA model.",
"ARIMA with external regressors.",
"Random Forest regressor model.",
"Random Forest classifier model."
"Random Forest classifier model.",
"An imported TensorFlow Lite model.",
"An imported ONNX model."
],
"readOnly": true,
"type": "string"
Expand All @@ -5175,6 +5190,11 @@
"readOnly": true,
"type": "array"
},
"remoteModelInfo": {
"$ref": "RemoteModelInfo",
"description": "Output only. Remote model info",
"readOnly": true
},
"trainingRuns": {
"description": "Information for all training runs in increasing order of start_time.",
"items": {
Expand Down Expand Up @@ -5785,6 +5805,46 @@
},
"type": "object"
},
"RemoteModelInfo": {
"description": "Remote Model Info",
"id": "RemoteModelInfo",
"properties": {
"connection": {
"description": "Output only. Fully qualified name of the user-provided connection object of the remote model. Format: ```\"projects/{project_id}/locations/{location_id}/connections/{connection_id}\"```",
"readOnly": true,
"type": "string"
},
"endpoint": {
"description": "Output only. The endpoint for remote model.",
"readOnly": true,
"type": "string"
},
"maxBatchingRows": {
"description": "Output only. Max number of rows in each batch sent to the remote service. If unset, the number of rows in each batch is set dynamically.",
"format": "int64",
"readOnly": true,
"type": "string"
},
"remoteServiceType": {
"description": "Output only. The remote service type for remote model.",
"enum": [
"REMOTE_SERVICE_TYPE_UNSPECIFIED",
"CLOUD_AI_TRANSLATE_V3",
"CLOUD_AI_VISION_V1",
"CLOUD_AI_NATURAL_LANGUAGE_V1"
],
"enumDescriptions": [
"Unspecified remote service type.",
"V3 Cloud AI Translation API. See more details at [Cloud Translation API] (https://cloud.google.com/translate/docs/reference/rest).",
"V1 Cloud AI Vision API See more details at [Cloud Vision API] (https://cloud.google.com/vision/docs/reference/rest).",
"V1 Cloud AI Natural Language API. See more details at [REST Resource: documents](https://cloud.google.com/natural-language/docs/reference/rest/v1/documents)."
],
"readOnly": true,
"type": "string"
}
},
"type": "object"
},
"Routine": {
"description": "A user-defined function or a stored procedure.",
"id": "Routine",
Expand Down Expand Up @@ -6947,7 +7007,12 @@
"type": "boolean"
},
"autoArimaMaxOrder": {
"description": "The max value of non-seasonal p and q.",
"description": "The max value of the sum of non-seasonal p and q.",
"format": "int64",
"type": "string"
},
"autoArimaMinOrder": {
"description": "The min value of the sum of non-seasonal p and q.",
"format": "int64",
"type": "string"
},
Expand Down Expand Up @@ -7347,6 +7412,10 @@
},
"type": "array"
},
"instanceWeightColumn": {
"description": "Name of the instance weight column for training data. This column isn't be used as a feature.",
"type": "string"
},
"integratedGradientsNumSteps": {
"description": "Number of integral steps for the integrated gradients explain method.",
"format": "int64",
Expand Down Expand Up @@ -7523,6 +7592,10 @@
"format": "double",
"type": "number"
},
"tfVersion": {
"description": "Based on the selected TF version, the corresponding docker image is used to train external models.",
"type": "string"
},
"timeSeriesDataColumn": {
"description": "Column to be designated as time series data for ARIMA model.",
"type": "string"
Expand Down Expand Up @@ -7582,6 +7655,10 @@
"warmStart": {
"description": "Whether to train a model from the last checkpoint.",
"type": "boolean"
},
"xgboostVersion": {
"description": "User-selected XGBoost versions for training of XGBoost models.",
"type": "string"
}
},
"type": "object"
Expand Down
50 changes: 49 additions & 1 deletion src/apis/bigquery/v2.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1422,6 +1422,10 @@ export namespace bigquery_v2 {
skipLeadingRows?: string | null;
}
export interface Schema$HivePartitioningOptions {
/**
* [Output-only] For permanent external tables, this field is populated with the hive partition keys in the order they were inferred. The types of the partition keys can be deduced by checking the table schema (which will include the partition keys). Not every API will populate this field in the output. For example, Tables.Get will populate it, but Tables.List will not contain this field.
*/
fields?: string[] | null;
/**
* [Optional] When set, what mode of hive partitioning to use when reading data. The following modes are supported. (1) AUTO: automatically infer partition key name(s) and type(s). (2) STRINGS: automatically infer partition key name(s). All types are interpreted as strings. (3) CUSTOM: partition key schema is encoded in the source URI prefix. Not all storage formats support hive partitioning. Requesting hive partitioning on an unsupported format will lead to an error. Currently supported types include: AVRO, CSV, JSON, ORC and Parquet.
*/
Expand Down Expand Up @@ -2530,6 +2534,10 @@ export namespace bigquery_v2 {
* Output only. For single-objective [hyperparameter tuning](/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-hp-tuning-overview) models, it only contains the best trial. For multi-objective [hyperparameter tuning](/bigquery-ml/docs/reference/standard-sql/bigqueryml-syntax-hp-tuning-overview) models, it contains all Pareto optimal trials sorted by trial_id.
*/
optimalTrialIds?: string[] | null;
/**
* Output only. Remote model info
*/
remoteModelInfo?: Schema$RemoteModelInfo;
/**
* Information for all training runs in increasing order of start_time.
*/
Expand Down Expand Up @@ -2939,6 +2947,27 @@ export namespace bigquery_v2 {
*/
userDefinedContext?: {[key: string]: string} | null;
}
/**
* Remote Model Info
*/
export interface Schema$RemoteModelInfo {
/**
* Output only. Fully qualified name of the user-provided connection object of the remote model. Format: ```"projects/{project_id\}/locations/{location_id\}/connections/{connection_id\}"```
*/
connection?: string | null;
/**
* Output only. The endpoint for remote model.
*/
endpoint?: string | null;
/**
* Output only. Max number of rows in each batch sent to the remote service. If unset, the number of rows in each batch is set dynamically.
*/
maxBatchingRows?: string | null;
/**
* Output only. The remote service type for remote model.
*/
remoteServiceType?: string | null;
}
/**
* A user-defined function or a stored procedure.
*/
Expand Down Expand Up @@ -3678,9 +3707,13 @@ export namespace bigquery_v2 {
*/
autoArima?: boolean | null;
/**
* The max value of non-seasonal p and q.
* The max value of the sum of non-seasonal p and q.
*/
autoArimaMaxOrder?: string | null;
/**
* The min value of the sum of non-seasonal p and q.
*/
autoArimaMinOrder?: string | null;
/**
* Batch size for dnn models.
*/
Expand Down Expand Up @@ -3785,6 +3818,10 @@ export namespace bigquery_v2 {
* Name of input label columns in training data.
*/
inputLabelColumns?: string[] | null;
/**
* Name of the instance weight column for training data. This column isn't be used as a feature.
*/
instanceWeightColumn?: string | null;
/**
* Number of integral steps for the integrated gradients explain method.
*/
Expand Down Expand Up @@ -3897,6 +3934,10 @@ export namespace bigquery_v2 {
* Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
*/
subsample?: number | null;
/**
* Based on the selected TF version, the corresponding docker image is used to train external models.
*/
tfVersion?: string | null;
/**
* Column to be designated as time series data for ARIMA model.
*/
Expand Down Expand Up @@ -3937,6 +3978,10 @@ export namespace bigquery_v2 {
* Whether to train a model from the last checkpoint.
*/
warmStart?: boolean | null;
/**
* User-selected XGBoost versions for training of XGBoost models.
*/
xgboostVersion?: string | null;
}
/**
* Information about a single training query run for the model.
Expand Down Expand Up @@ -6488,6 +6533,7 @@ export namespace bigquery_v2 {
* // "modelReference": {},
* // "modelType": "my_modelType",
* // "optimalTrialIds": [],
* // "remoteModelInfo": {},
* // "trainingRuns": []
* // }
* }
Expand Down Expand Up @@ -6783,6 +6829,7 @@ export namespace bigquery_v2 {
* // "modelReference": {},
* // "modelType": "my_modelType",
* // "optimalTrialIds": [],
* // "remoteModelInfo": {},
* // "trainingRuns": []
* // }
* },
Expand All @@ -6809,6 +6856,7 @@ export namespace bigquery_v2 {
* // "modelReference": {},
* // "modelType": "my_modelType",
* // "optimalTrialIds": [],
* // "remoteModelInfo": {},
* // "trainingRuns": []
* // }
* }
Expand Down

0 comments on commit f7c8b3f

Please sign in to comment.