docs: update docs/dyn (#1096)
This PR was generated using Autosynth. :rainbow:
Synth log will be available here:
https://source.cloud.google.com/results/invocations/6f0f288a-a1e8-4b2d-a85f-00b1c6150185/targets
- [ ] To automatically regenerate this PR, check this box.
Source-Link: https://github.com/googleapis/synthtool/commit/39b7149da4026765385403632db3c6f63db96b2c
Source-Link: https://github.com/googleapis/synthtool/commit/9a7d9fbb7045c34c9d3d22c1ff766eeae51f04c9
Source-Link: https://github.com/googleapis/synthtool/commit/dc9903a8c30c3662b6098f0e4a97f221d67268b2
Source-Link: https://github.com/googleapis/synthtool/commit/7fcc405a579d5d53a726ff3da1b7c8c08f0f2d58
Source-Link: https://github.com/googleapis/synthtool/commit/d5fc0bcf9ea9789c5b0e3154a9e3b29e5cea6116
Source-Link: https://github.com/googleapis/synthtool/commit/e89175cf074dccc4babb4eca66ae913696e47a71
Source-Link: https://github.com/googleapis/synthtool/commit/7d652819519dfa24da9e14548232e4aaba71a11c
Source-Link: https://github.com/googleapis/synthtool/commit/7db8a6c5ffb12a6e4c2f799c18f00f7f3d60e279
Source-Link: https://github.com/googleapis/synthtool/commit/1f1148d3c7a7a52f0c98077f976bd9b3c948ee2b
Source-Link: https://github.com/googleapis/synthtool/commit/2c8aecedd55b0480fb4e123b6e07fa5b12953862
Source-Link: https://github.com/googleapis/synthtool/commit/3d3e94c4e02370f307a9a200b0c743c3d8d19f29
Source-Link: https://github.com/googleapis/synthtool/commit/c7824ea48ff6d4d42dfae0849aec8a85acd90bd9
Source-Link: https://github.com/googleapis/synthtool/commit/ba9918cd22874245b55734f57470c719b577e591
Source-Link: https://github.com/googleapis/synthtool/commit/b19b401571e77192f8dd38eab5fb2300a0de9324
Source-Link: https://github.com/googleapis/synthtool/commit/6542bd723403513626f61642fc02ddca528409aa
diff --git a/docs/dyn/bigquery_v2.models.html b/docs/dyn/bigquery_v2.models.html
index 10a7d76..4e3356e 100644
--- a/docs/dyn/bigquery_v2.models.html
+++ b/docs/dyn/bigquery_v2.models.html
@@ -84,7 +84,7 @@
<code><a href="#get">get(projectId, datasetId, modelId)</a></code></p>
<p class="firstline">Gets the specified model resource by model ID.</p>
<p class="toc_element">
- <code><a href="#list">list(projectId, datasetId, pageToken=None, maxResults=None)</a></code></p>
+ <code><a href="#list">list(projectId, datasetId, maxResults=None, pageToken=None)</a></code></p>
<p class="firstline">Lists all models in the specified dataset. Requires the READER dataset role.</p>
<p class="toc_element">
<code><a href="#list_next">list_next(previous_request, previous_response)</a></code></p>
@@ -122,333 +122,333 @@
An object of the form:
{
- "description": "A String", # Optional. A user-friendly description of this model.
- "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
- "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
- "modelType": "A String", # Output only. Type of the model resource.
- "featureColumns": [ # Output only. Input feature columns that were used to train this model.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
- ],
- },
- },
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "friendlyName": "A String", # Optional. A descriptive name for this model.
- "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
- "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
- "a_key": "A String",
- },
- "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
- { # Information about a single training query run for the model.
- "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
- "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
- "numFactors": "A String", # Num factors specified for matrix factorization models.
- "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
- "horizon": "A String", # The number of periods ahead that need to be forecasted.
- "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
- "l1Regularization": 3.14, # L1 regularization coefficient.
- "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
- "userColumn": "A String", # User column specified for matrix factorization models.
- "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
- "lossType": "A String", # Type of loss function used during training run.
- "distanceType": "A String", # Distance type for clustering models.
- "hiddenUnits": [ # Hidden units for dnn models.
- "A String",
- ],
- "l2Regularization": 3.14, # L2 regularization coefficient.
- "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
- "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
- "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
- "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
- "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
- "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
- "a_key": 3.14,
- },
- "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
- "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
- "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
- "batchSize": "A String", # Batch size for dnn models.
- "autoArima": True or False, # Whether to enable auto ARIMA or not.
- "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
- "numClusters": "A String", # Number of clusters for clustering models.
- "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
- "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
- "dropout": 3.14, # Dropout probability for dnn models.
- "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
- "includeDrift": True or False, # Include drift when fitting an ARIMA model.
- "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
- "warmStart": True or False, # Whether to train a model from the last checkpoint.
- "dataFrequency": "A String", # The data frequency of a time series.
- "inputLabelColumns": [ # Name of input label columns in training data.
- "A String",
- ],
- "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
- "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
- "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
- "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
- "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
- "itemColumn": "A String", # Item column specified for matrix factorization models.
- },
- "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
- "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
- "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
- "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
- "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
- "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
- },
- "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
- "meanAbsoluteError": 3.14, # Mean absolute error.
- "meanSquaredLogError": 3.14, # Mean squared log error.
- "meanSquaredError": 3.14, # Mean squared error.
- "rSquared": 3.14, # R^2 score.
- "medianAbsoluteError": 3.14, # Median absolute error.
- },
- "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
- "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
- { # Confusion matrix for binary classification models.
- "accuracy": 3.14, # The fraction of predictions given the correct label.
- "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
- "f1Score": 3.14, # The equally weighted average of recall and precision.
- "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
- "falsePositives": "A String", # Number of false samples predicted as true.
- "trueNegatives": "A String", # Number of true samples predicted as false.
- "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
- "truePositives": "A String", # Number of true samples predicted as true.
- "falseNegatives": "A String", # Number of false samples predicted as false.
- },
- ],
- "negativeLabel": "A String", # Label representing the negative class.
- "positiveLabel": "A String", # Label representing the positive class.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
+ "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
},
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
},
- "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
- "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
- "clusters": [ # [Beta] Information for all clusters.
- { # Message containing the information about one cluster.
- "centroidId": "A String", # Centroid id.
- "featureValues": [ # Values of highly variant features for this cluster.
- { # Representative value of a single feature within the cluster.
- "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
- "featureColumn": "A String", # The feature column name.
- "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
- "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
- { # Represents the count of a single category within the cluster.
- "category": "A String", # The name of category.
- "count": "A String", # The count of training samples matching the category within the cluster.
- },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "etag": "A String", # Output only. A hash of this resource.
+ "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
+ "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
+ },
+ "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
+ "friendlyName": "A String", # Optional. A descriptive name for this model.
+ "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
+ "a_key": "A String",
+ },
+ "modelReference": { # Required. Unique identifier for this model.
+ "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "projectId": "A String", # [Required] The ID of the project containing this model.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this model.
+ },
+ "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
+ "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
+ { # Information about a single training query run for the model.
+ "startTime": "A String", # The start time of this training run.
+ "results": [ # Output of each iteration run, results.size() <= max_iterations.
+ { # Information about a single iteration of the training run.
+ "index": 42, # Index of the iteration, 0 based.
+ "durationMs": "A String", # Time taken to run the iteration in milliseconds.
+ "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
+ "clusterInfos": [ # Information about top clusters for clustering models.
+ { # Information about a single cluster for clustering model.
+ "centroidId": "A String", # Centroid id.
+ "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
+ "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
+ },
+ ],
+ "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
+ "learnRate": 3.14, # Learn rate used for this iteration.
+ "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
+ "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
+ { # Arima model information.
+ "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
+ "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
+ "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
+ 3.14,
+ ],
+ "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
+ 3.14,
],
},
},
],
- "count": "A String", # Count of training data rows that were assigned to this cluster.
- },
- ],
- "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
- },
- "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
- "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- True or False,
- ],
- "nonSeasonalOrder": [ # Non-seasonal order.
- { # Arima order, can be used for both non-seasonal and seasonal parts.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- ],
- "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
- { # Model evaluation metrics for a single ARIMA forecasting model.
- "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
+ },
+ },
+ ],
+ "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
+ "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
+ "negativeLabel": "A String", # Label representing the negative class.
+ "positiveLabel": "A String", # Label representing the positive class.
+ "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
+ { # Confusion matrix for binary classification models.
+ "trueNegatives": "A String", # Number of true samples predicted as false.
+ "accuracy": 3.14, # The fraction of predictions given the correct label.
+ "truePositives": "A String", # Number of true samples predicted as true.
+ "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
+ "falseNegatives": "A String", # Number of false samples predicted as false.
+ "f1Score": 3.14, # The equally weighted average of recall and precision.
+ "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
+ "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
+ "falsePositives": "A String", # Number of false samples predicted as true.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
+ "confusionMatrixList": [ # Confusion matrix at different thresholds.
+ { # Confusion matrix for multi-class classification models.
+ "rows": [ # One row per actual label.
+ { # A single row in the confusion matrix.
+ "actualLabel": "A String", # The original label of this row.
+ "entries": [ # Info describing predicted label distribution.
+ { # A single entry in the confusion matrix.
+ "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
+ "itemCount": "A String", # Number of items being predicted as this label.
+ },
+ ],
+ },
+ ],
+ "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
+ "arimaFittingMetrics": [ # Arima model fitting metrics.
+ { # ARIMA model fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ ],
+ "nonSeasonalOrder": [ # Non-seasonal order.
+ { # Arima order, can be used for both non-seasonal and seasonal parts.
"p": "A String", # Order of the autoregressive part.
"q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
},
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- },
- ],
- "arimaFittingMetrics": [ # Arima model fitting metrics.
- { # ARIMA model fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
- "A String",
- ],
- },
- "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
- },
- "confusionMatrixList": [ # Confusion matrix at different thresholds.
- { # Confusion matrix for multi-class classification models.
- "rows": [ # One row per actual label.
- { # A single row in the confusion matrix.
- "entries": [ # Info describing predicted label distribution.
- { # A single entry in the confusion matrix.
- "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
- "itemCount": "A String", # Number of items being predicted as this label.
- },
- ],
- "actualLabel": "A String", # The original label of this row.
- },
- ],
- "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
- },
- ],
- },
- },
- "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
- { # Global explanations containing the top most important features after training.
- "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
- "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
- { # Explanation for a single feature.
- "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
- "attribution": 3.14, # Attribution of feature.
- },
- ],
- },
- ],
- "startTime": "A String", # The start time of this training run.
- "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
- "trainingTable": { # Table reference of the training data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- "evaluationTable": { # Table reference of the evaluation data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- },
- "results": [ # Output of each iteration run, results.size() <= max_iterations.
- { # Information about a single iteration of the training run.
- "durationMs": "A String", # Time taken to run the iteration in milliseconds.
- "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
- "learnRate": 3.14, # Learn rate used for this iteration.
- "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
- "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
- { # Arima model information.
+ ],
+ "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ True or False,
+ ],
+ "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
+ { # Model evaluation metrics for a single ARIMA forecasting model.
+ "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
+ "timeSeriesId": "A String", # The id to indicate different time series.
"nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
"p": "A String", # Order of the autoregressive part.
"q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
},
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
- "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
- 3.14,
- ],
- "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
- "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
- 3.14,
- ],
- },
- "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
},
],
+ "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
+ "A String",
+ ],
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
},
- "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
- "clusterInfos": [ # Information about top clusters for clustering models.
- { # Information about a single cluster for clustering model.
- "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
- "centroidId": "A String", # Centroid id.
- "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
- },
- ],
- "index": 42, # Index of the iteration, 0 based.
+ "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
+ "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
+ "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
+ "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
+ "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
+ },
+ "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
+ "meanSquaredError": 3.14, # Mean squared error.
+ "meanAbsoluteError": 3.14, # Mean absolute error.
+ "rSquared": 3.14, # R^2 score.
+ "meanSquaredLogError": 3.14, # Mean squared log error.
+ "medianAbsoluteError": 3.14, # Median absolute error.
+ },
+ "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
+ "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
+ "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
+ "clusters": [ # [Beta] Information for all clusters.
+ { # Message containing the information about one cluster.
+ "featureValues": [ # Values of highly variant features for this cluster.
+ { # Representative value of a single feature within the cluster.
+ "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
+ "featureColumn": "A String", # The feature column name.
+ "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
+ "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
+ { # Represents the count of a single category within the cluster.
+ "count": "A String", # The count of training samples matching the category within the cluster.
+ "category": "A String", # The name of category.
+ },
+ ],
+ },
+ },
+ ],
+ "centroidId": "A String", # Centroid id.
+ "count": "A String", # Count of training data rows that were assigned to this cluster.
+ },
+ ],
+ },
},
- ],
- },
- ],
- "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
+ "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
+ "evaluationTable": { # Table reference of the evaluation data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ "trainingTable": { # Table reference of the training data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ },
+ "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
+ { # Global explanations containing the top most important features after training.
+ "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
+ "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
+ { # Explanation for a single feature.
+ "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
+ "attribution": 3.14, # Attribution of feature.
+ },
+ ],
+ },
+ ],
+ "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
+ "dropout": 3.14, # Dropout probability for dnn models.
+ "horizon": "A String", # The number of periods ahead that need to be forecasted.
+ "itemColumn": "A String", # Item column specified for matrix factorization models.
+ "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
+ "distanceType": "A String", # Distance type for clustering models.
+ "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
+ "l2Regularization": 3.14, # L2 regularization coefficient.
+ "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
+ "hiddenUnits": [ # Hidden units for dnn models.
+ "A String",
],
+ "numFactors": "A String", # Num factors specified for matrix factorization models.
+ "l1Regularization": 3.14, # L1 regularization coefficient.
+ "autoArima": True or False, # Whether to enable auto ARIMA or not.
+ "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
+ "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "lossType": "A String", # Type of loss function used during training run.
+ "dataFrequency": "A String", # The data frequency of a time series.
+ "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
+ "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
+ "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
+ "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
+ "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
+ "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
+ "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
+ "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
+ "userColumn": "A String", # User column specified for matrix factorization models.
+ "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
+ "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
+ "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
+ "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
+ "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
+ "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
+ "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
+ "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
+ "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
+ "warmStart": True or False, # Whether to train a model from the last checkpoint.
+ "batchSize": "A String", # Batch size for dnn models.
+ "numClusters": "A String", # Number of clusters for clustering models.
+ "inputLabelColumns": [ # Name of input label columns in training data.
+ "A String",
+ ],
+ "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
+ "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
+ "a_key": 3.14,
+ },
+ "includeDrift": True or False, # Include drift when fitting an ARIMA model.
+ "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
},
},
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "etag": "A String", # Output only. A hash of this resource.
- "modelReference": { # Required. Unique identifier for this model.
- "datasetId": "A String", # [Required] The ID of the dataset containing this model.
- "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- "projectId": "A String", # [Required] The ID of the project containing this model.
- },
- "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
- "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
- "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
- },
- }</pre>
+ ],
+ "description": "A String", # Optional. A user-friendly description of this model.
+ "featureColumns": [ # Output only. Input feature columns that were used to train this model.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
+ },
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
+ },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "modelType": "A String", # Output only. Type of the model resource.
+ "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
+ }</pre>
</div>
<div class="method">
- <code class="details" id="list">list(projectId, datasetId, pageToken=None, maxResults=None)</code>
+ <code class="details" id="list">list(projectId, datasetId, maxResults=None, pageToken=None)</code>
<pre>Lists all models in the specified dataset. Requires the READER dataset role.
Args:
projectId: string, Required. Project ID of the models to list. (required)
datasetId: string, Required. Dataset ID of the models to list. (required)
- pageToken: string, Page token, returned by a previous call to request the next page of results
maxResults: integer, The maximum number of results to return in a single response page. Leverage the page tokens to iterate through the entire collection.
+ pageToken: string, Page token, returned by a previous call to request the next page of results
Returns:
An object of the form:
@@ -457,322 +457,322 @@
"nextPageToken": "A String", # A token to request the next page of results.
"models": [ # Models in the requested dataset. Only the following fields are populated: model_reference, model_type, creation_time, last_modified_time and labels.
{
- "description": "A String", # Optional. A user-friendly description of this model.
- "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
- "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
- "modelType": "A String", # Output only. Type of the model resource.
- "featureColumns": [ # Output only. Input feature columns that were used to train this model.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
- ],
- },
- },
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "friendlyName": "A String", # Optional. A descriptive name for this model.
- "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
- "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
- "a_key": "A String",
- },
- "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
- { # Information about a single training query run for the model.
- "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
- "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
- "numFactors": "A String", # Num factors specified for matrix factorization models.
- "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
- "horizon": "A String", # The number of periods ahead that need to be forecasted.
- "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
- "l1Regularization": 3.14, # L1 regularization coefficient.
- "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
- "userColumn": "A String", # User column specified for matrix factorization models.
- "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
- "lossType": "A String", # Type of loss function used during training run.
- "distanceType": "A String", # Distance type for clustering models.
- "hiddenUnits": [ # Hidden units for dnn models.
- "A String",
- ],
- "l2Regularization": 3.14, # L2 regularization coefficient.
- "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
- "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
- "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
- "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
- "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
- "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
- "a_key": 3.14,
- },
- "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
- "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
- "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
- "batchSize": "A String", # Batch size for dnn models.
- "autoArima": True or False, # Whether to enable auto ARIMA or not.
- "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
- "numClusters": "A String", # Number of clusters for clustering models.
- "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
- "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
- "dropout": 3.14, # Dropout probability for dnn models.
- "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
- "includeDrift": True or False, # Include drift when fitting an ARIMA model.
- "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
- "warmStart": True or False, # Whether to train a model from the last checkpoint.
- "dataFrequency": "A String", # The data frequency of a time series.
- "inputLabelColumns": [ # Name of input label columns in training data.
- "A String",
- ],
- "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
- "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
- "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
- "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
- "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
- "itemColumn": "A String", # Item column specified for matrix factorization models.
- },
- "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
- "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
- "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
- "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
- "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
- "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
- },
- "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
- "meanAbsoluteError": 3.14, # Mean absolute error.
- "meanSquaredLogError": 3.14, # Mean squared log error.
- "meanSquaredError": 3.14, # Mean squared error.
- "rSquared": 3.14, # R^2 score.
- "medianAbsoluteError": 3.14, # Median absolute error.
- },
- "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
- "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
- { # Confusion matrix for binary classification models.
- "accuracy": 3.14, # The fraction of predictions given the correct label.
- "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
- "f1Score": 3.14, # The equally weighted average of recall and precision.
- "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
- "falsePositives": "A String", # Number of false samples predicted as true.
- "trueNegatives": "A String", # Number of true samples predicted as false.
- "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
- "truePositives": "A String", # Number of true samples predicted as true.
- "falseNegatives": "A String", # Number of false samples predicted as false.
- },
- ],
- "negativeLabel": "A String", # Label representing the negative class.
- "positiveLabel": "A String", # Label representing the positive class.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
+ "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
},
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
},
- "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
- "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
- "clusters": [ # [Beta] Information for all clusters.
- { # Message containing the information about one cluster.
- "centroidId": "A String", # Centroid id.
- "featureValues": [ # Values of highly variant features for this cluster.
- { # Representative value of a single feature within the cluster.
- "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
- "featureColumn": "A String", # The feature column name.
- "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
- "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
- { # Represents the count of a single category within the cluster.
- "category": "A String", # The name of category.
- "count": "A String", # The count of training samples matching the category within the cluster.
- },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "etag": "A String", # Output only. A hash of this resource.
+ "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
+ "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
+ },
+ "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
+ "friendlyName": "A String", # Optional. A descriptive name for this model.
+ "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
+ "a_key": "A String",
+ },
+ "modelReference": { # Required. Unique identifier for this model.
+ "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "projectId": "A String", # [Required] The ID of the project containing this model.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this model.
+ },
+ "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
+ "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
+ { # Information about a single training query run for the model.
+ "startTime": "A String", # The start time of this training run.
+ "results": [ # Output of each iteration run, results.size() <= max_iterations.
+ { # Information about a single iteration of the training run.
+ "index": 42, # Index of the iteration, 0 based.
+ "durationMs": "A String", # Time taken to run the iteration in milliseconds.
+ "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
+ "clusterInfos": [ # Information about top clusters for clustering models.
+ { # Information about a single cluster for clustering model.
+ "centroidId": "A String", # Centroid id.
+ "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
+ "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
+ },
+ ],
+ "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
+ "learnRate": 3.14, # Learn rate used for this iteration.
+ "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
+ "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
+ { # Arima model information.
+ "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
+ "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
+ "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
+ 3.14,
+ ],
+ "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
+ 3.14,
],
},
},
],
- "count": "A String", # Count of training data rows that were assigned to this cluster.
- },
- ],
- "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
- },
- "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
- "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- True or False,
- ],
- "nonSeasonalOrder": [ # Non-seasonal order.
- { # Arima order, can be used for both non-seasonal and seasonal parts.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- ],
- "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
- { # Model evaluation metrics for a single ARIMA forecasting model.
- "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
+ },
+ },
+ ],
+ "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
+ "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
+ "negativeLabel": "A String", # Label representing the negative class.
+ "positiveLabel": "A String", # Label representing the positive class.
+ "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
+ { # Confusion matrix for binary classification models.
+ "trueNegatives": "A String", # Number of true samples predicted as false.
+ "accuracy": 3.14, # The fraction of predictions given the correct label.
+ "truePositives": "A String", # Number of true samples predicted as true.
+ "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
+ "falseNegatives": "A String", # Number of false samples predicted as false.
+ "f1Score": 3.14, # The equally weighted average of recall and precision.
+ "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
+ "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
+ "falsePositives": "A String", # Number of false samples predicted as true.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
+ "confusionMatrixList": [ # Confusion matrix at different thresholds.
+ { # Confusion matrix for multi-class classification models.
+ "rows": [ # One row per actual label.
+ { # A single row in the confusion matrix.
+ "actualLabel": "A String", # The original label of this row.
+ "entries": [ # Info describing predicted label distribution.
+ { # A single entry in the confusion matrix.
+ "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
+ "itemCount": "A String", # Number of items being predicted as this label.
+ },
+ ],
+ },
+ ],
+ "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
+ "arimaFittingMetrics": [ # Arima model fitting metrics.
+ { # ARIMA model fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ ],
+ "nonSeasonalOrder": [ # Non-seasonal order.
+ { # Arima order, can be used for both non-seasonal and seasonal parts.
"p": "A String", # Order of the autoregressive part.
"q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
},
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- },
- ],
- "arimaFittingMetrics": [ # Arima model fitting metrics.
- { # ARIMA model fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
- "A String",
- ],
- },
- "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
- },
- "confusionMatrixList": [ # Confusion matrix at different thresholds.
- { # Confusion matrix for multi-class classification models.
- "rows": [ # One row per actual label.
- { # A single row in the confusion matrix.
- "entries": [ # Info describing predicted label distribution.
- { # A single entry in the confusion matrix.
- "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
- "itemCount": "A String", # Number of items being predicted as this label.
- },
- ],
- "actualLabel": "A String", # The original label of this row.
- },
- ],
- "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
- },
- ],
- },
- },
- "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
- { # Global explanations containing the top most important features after training.
- "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
- "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
- { # Explanation for a single feature.
- "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
- "attribution": 3.14, # Attribution of feature.
- },
- ],
- },
- ],
- "startTime": "A String", # The start time of this training run.
- "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
- "trainingTable": { # Table reference of the training data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- "evaluationTable": { # Table reference of the evaluation data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- },
- "results": [ # Output of each iteration run, results.size() <= max_iterations.
- { # Information about a single iteration of the training run.
- "durationMs": "A String", # Time taken to run the iteration in milliseconds.
- "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
- "learnRate": 3.14, # Learn rate used for this iteration.
- "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
- "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
- { # Arima model information.
+ ],
+ "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ True or False,
+ ],
+ "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
+ { # Model evaluation metrics for a single ARIMA forecasting model.
+ "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
+ "timeSeriesId": "A String", # The id to indicate different time series.
"nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
"p": "A String", # Order of the autoregressive part.
"q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
},
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
- "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
- 3.14,
- ],
- "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
- "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
- 3.14,
- ],
- },
- "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
},
],
+ "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
+ "A String",
+ ],
"seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
"A String",
],
},
- "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
- "clusterInfos": [ # Information about top clusters for clustering models.
- { # Information about a single cluster for clustering model.
- "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
- "centroidId": "A String", # Centroid id.
- "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
- },
- ],
- "index": 42, # Index of the iteration, 0 based.
+ "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
+ "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
+ "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
+ "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
+ "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
+ },
+ "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
+ "meanSquaredError": 3.14, # Mean squared error.
+ "meanAbsoluteError": 3.14, # Mean absolute error.
+ "rSquared": 3.14, # R^2 score.
+ "meanSquaredLogError": 3.14, # Mean squared log error.
+ "medianAbsoluteError": 3.14, # Median absolute error.
+ },
+ "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
+ "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
+ "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
+ "clusters": [ # [Beta] Information for all clusters.
+ { # Message containing the information about one cluster.
+ "featureValues": [ # Values of highly variant features for this cluster.
+ { # Representative value of a single feature within the cluster.
+ "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
+ "featureColumn": "A String", # The feature column name.
+ "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
+ "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
+ { # Represents the count of a single category within the cluster.
+ "count": "A String", # The count of training samples matching the category within the cluster.
+ "category": "A String", # The name of category.
+ },
+ ],
+ },
+ },
+ ],
+ "centroidId": "A String", # Centroid id.
+ "count": "A String", # Count of training data rows that were assigned to this cluster.
+ },
+ ],
+ },
},
- ],
- },
- ],
- "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
+ "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
+ "evaluationTable": { # Table reference of the evaluation data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ "trainingTable": { # Table reference of the training data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ },
+ "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
+ { # Global explanations containing the top most important features after training.
+ "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
+ "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
+ { # Explanation for a single feature.
+ "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
+ "attribution": 3.14, # Attribution of feature.
+ },
+ ],
+ },
+ ],
+ "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
+ "dropout": 3.14, # Dropout probability for dnn models.
+ "horizon": "A String", # The number of periods ahead that need to be forecasted.
+ "itemColumn": "A String", # Item column specified for matrix factorization models.
+ "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
+ "distanceType": "A String", # Distance type for clustering models.
+ "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
+ "l2Regularization": 3.14, # L2 regularization coefficient.
+ "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
+ "hiddenUnits": [ # Hidden units for dnn models.
+ "A String",
],
+ "numFactors": "A String", # Num factors specified for matrix factorization models.
+ "l1Regularization": 3.14, # L1 regularization coefficient.
+ "autoArima": True or False, # Whether to enable auto ARIMA or not.
+ "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
+ "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "lossType": "A String", # Type of loss function used during training run.
+ "dataFrequency": "A String", # The data frequency of a time series.
+ "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
+ "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
+ "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
+ "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
+ "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
+ "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
+ "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
+ "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
+ "userColumn": "A String", # User column specified for matrix factorization models.
+ "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
+ "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
+ "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
+ "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
+ "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
+ "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
+ "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
+ "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
+ "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
+ "warmStart": True or False, # Whether to train a model from the last checkpoint.
+ "batchSize": "A String", # Batch size for dnn models.
+ "numClusters": "A String", # Number of clusters for clustering models.
+ "inputLabelColumns": [ # Name of input label columns in training data.
+ "A String",
+ ],
+ "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
+ "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
+ "a_key": 3.14,
+ },
+ "includeDrift": True or False, # Include drift when fitting an ARIMA model.
+ "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
},
},
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "etag": "A String", # Output only. A hash of this resource.
- "modelReference": { # Required. Unique identifier for this model.
- "datasetId": "A String", # [Required] The ID of the dataset containing this model.
- "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- "projectId": "A String", # [Required] The ID of the project containing this model.
+ ],
+ "description": "A String", # Optional. A user-friendly description of this model.
+ "featureColumns": [ # Output only. Input feature columns that were used to train this model.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
+ },
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
+ },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "modelType": "A String", # Output only. Type of the model resource.
+ "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
},
- "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
- "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
- "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
- },
- },
],
}</pre>
</div>
@@ -803,453 +803,204 @@
The object takes the form of:
{
- "description": "A String", # Optional. A user-friendly description of this model.
- "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
- "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
- "modelType": "A String", # Output only. Type of the model resource.
- "featureColumns": [ # Output only. Input feature columns that were used to train this model.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
- ],
- },
- },
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "friendlyName": "A String", # Optional. A descriptive name for this model.
- "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
- "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
- "a_key": "A String",
- },
- "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
- { # Information about a single training query run for the model.
- "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
- "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
- "numFactors": "A String", # Num factors specified for matrix factorization models.
- "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
- "horizon": "A String", # The number of periods ahead that need to be forecasted.
- "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
- "l1Regularization": 3.14, # L1 regularization coefficient.
- "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
- "userColumn": "A String", # User column specified for matrix factorization models.
- "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
- "lossType": "A String", # Type of loss function used during training run.
- "distanceType": "A String", # Distance type for clustering models.
- "hiddenUnits": [ # Hidden units for dnn models.
- "A String",
- ],
- "l2Regularization": 3.14, # L2 regularization coefficient.
- "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
- "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
- "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
- "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
- "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
- "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
- "a_key": 3.14,
- },
- "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
- "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
- "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
- "batchSize": "A String", # Batch size for dnn models.
- "autoArima": True or False, # Whether to enable auto ARIMA or not.
- "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
- "numClusters": "A String", # Number of clusters for clustering models.
- "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
- "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
- "dropout": 3.14, # Dropout probability for dnn models.
- "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
- "includeDrift": True or False, # Include drift when fitting an ARIMA model.
- "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
- "warmStart": True or False, # Whether to train a model from the last checkpoint.
- "dataFrequency": "A String", # The data frequency of a time series.
- "inputLabelColumns": [ # Name of input label columns in training data.
- "A String",
- ],
- "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
- "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
- "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
- "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
- "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
- "itemColumn": "A String", # Item column specified for matrix factorization models.
- },
- "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
- "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
- "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
- "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
- "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
- "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
- },
- "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
- "meanAbsoluteError": 3.14, # Mean absolute error.
- "meanSquaredLogError": 3.14, # Mean squared log error.
- "meanSquaredError": 3.14, # Mean squared error.
- "rSquared": 3.14, # R^2 score.
- "medianAbsoluteError": 3.14, # Median absolute error.
- },
- "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
- "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
- { # Confusion matrix for binary classification models.
- "accuracy": 3.14, # The fraction of predictions given the correct label.
- "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
- "f1Score": 3.14, # The equally weighted average of recall and precision.
- "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
- "falsePositives": "A String", # Number of false samples predicted as true.
- "trueNegatives": "A String", # Number of true samples predicted as false.
- "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
- "truePositives": "A String", # Number of true samples predicted as true.
- "falseNegatives": "A String", # Number of false samples predicted as false.
- },
- ],
- "negativeLabel": "A String", # Label representing the negative class.
- "positiveLabel": "A String", # Label representing the positive class.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
- },
- },
- "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
- "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
- "clusters": [ # [Beta] Information for all clusters.
- { # Message containing the information about one cluster.
- "centroidId": "A String", # Centroid id.
- "featureValues": [ # Values of highly variant features for this cluster.
- { # Representative value of a single feature within the cluster.
- "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
- "featureColumn": "A String", # The feature column name.
- "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
- "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
- { # Represents the count of a single category within the cluster.
- "category": "A String", # The name of category.
- "count": "A String", # The count of training samples matching the category within the cluster.
- },
- ],
- },
- },
- ],
- "count": "A String", # Count of training data rows that were assigned to this cluster.
- },
- ],
- "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
- },
- "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
- "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- True or False,
- ],
- "nonSeasonalOrder": [ # Non-seasonal order.
- { # Arima order, can be used for both non-seasonal and seasonal parts.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- ],
- "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
- { # Model evaluation metrics for a single ARIMA forecasting model.
- "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- },
- ],
- "arimaFittingMetrics": [ # Arima model fitting metrics.
- { # ARIMA model fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
- "A String",
- ],
- },
- "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
- },
- "confusionMatrixList": [ # Confusion matrix at different thresholds.
- { # Confusion matrix for multi-class classification models.
- "rows": [ # One row per actual label.
- { # A single row in the confusion matrix.
- "entries": [ # Info describing predicted label distribution.
- { # A single entry in the confusion matrix.
- "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
- "itemCount": "A String", # Number of items being predicted as this label.
- },
- ],
- "actualLabel": "A String", # The original label of this row.
- },
- ],
- "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
- },
- ],
- },
- },
- "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
- { # Global explanations containing the top most important features after training.
- "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
- "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
- { # Explanation for a single feature.
- "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
- "attribution": 3.14, # Attribution of feature.
- },
- ],
- },
- ],
- "startTime": "A String", # The start time of this training run.
- "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
- "trainingTable": { # Table reference of the training data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- "evaluationTable": { # Table reference of the evaluation data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- },
- },
- "results": [ # Output of each iteration run, results.size() <= max_iterations.
- { # Information about a single iteration of the training run.
- "durationMs": "A String", # Time taken to run the iteration in milliseconds.
- "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
- "learnRate": 3.14, # Learn rate used for this iteration.
- "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
- "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
- { # Arima model information.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
- "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
- 3.14,
- ],
- "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
- "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
- 3.14,
- ],
- },
- "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- },
- "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
- "clusterInfos": [ # Information about top clusters for clustering models.
- { # Information about a single cluster for clustering model.
- "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
- "centroidId": "A String", # Centroid id.
- "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
- },
- ],
- "index": 42, # Index of the iteration, 0 based.
- },
- ],
- },
- ],
- "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
- { # A field or a column.
- "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
- "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
- "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
- "fields": [
- # Object with schema name: StandardSqlField
- ],
- },
- },
- "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
- },
- ],
- "etag": "A String", # Output only. A hash of this resource.
- "modelReference": { # Required. Unique identifier for this model.
- "datasetId": "A String", # [Required] The ID of the dataset containing this model.
- "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- "projectId": "A String", # [Required] The ID of the project containing this model.
- },
- "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
- "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
- "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
- },
-}
-
-
-Returns:
- An object of the form:
-
- {
- "description": "A String", # Optional. A user-friendly description of this model.
"creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
- "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
- "modelType": "A String", # Output only. Type of the model resource.
- "featureColumns": [ # Output only. Input feature columns that were used to train this model.
+ "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
{ # A field or a column.
"type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
"arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
"structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
"fields": [
# Object with schema name: StandardSqlField
],
},
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
},
"name": "A String", # Optional. The name of this field. Can be absent for struct fields.
},
],
+ "etag": "A String", # Output only. A hash of this resource.
+ "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
+ "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
+ },
+ "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
"friendlyName": "A String", # Optional. A descriptive name for this model.
- "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
"labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
"a_key": "A String",
},
+ "modelReference": { # Required. Unique identifier for this model.
+ "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "projectId": "A String", # [Required] The ID of the project containing this model.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this model.
+ },
+ "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
"trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
{ # Information about a single training query run for the model.
- "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
- "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
- "numFactors": "A String", # Num factors specified for matrix factorization models.
- "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
- "horizon": "A String", # The number of periods ahead that need to be forecasted.
- "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
- "l1Regularization": 3.14, # L1 regularization coefficient.
- "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
- "userColumn": "A String", # User column specified for matrix factorization models.
- "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
- "lossType": "A String", # Type of loss function used during training run.
- "distanceType": "A String", # Distance type for clustering models.
- "hiddenUnits": [ # Hidden units for dnn models.
- "A String",
- ],
- "l2Regularization": 3.14, # L2 regularization coefficient.
- "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
- "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
- "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
- "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
- "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
- "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
- "a_key": 3.14,
- },
- "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
- "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
- "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
- "batchSize": "A String", # Batch size for dnn models.
- "autoArima": True or False, # Whether to enable auto ARIMA or not.
- "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
- "numClusters": "A String", # Number of clusters for clustering models.
- "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
- "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
- "dropout": 3.14, # Dropout probability for dnn models.
- "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
- "includeDrift": True or False, # Include drift when fitting an ARIMA model.
- "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
- "warmStart": True or False, # Whether to train a model from the last checkpoint.
- "dataFrequency": "A String", # The data frequency of a time series.
- "inputLabelColumns": [ # Name of input label columns in training data.
- "A String",
- ],
- "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
- "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
- "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
- "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
- "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
- "itemColumn": "A String", # Item column specified for matrix factorization models.
- },
- "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
- "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
- "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
- "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
- "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
- "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
- },
- "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
- "meanAbsoluteError": 3.14, # Mean absolute error.
- "meanSquaredLogError": 3.14, # Mean squared log error.
- "meanSquaredError": 3.14, # Mean squared error.
- "rSquared": 3.14, # R^2 score.
- "medianAbsoluteError": 3.14, # Median absolute error.
- },
- "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
- "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
- { # Confusion matrix for binary classification models.
- "accuracy": 3.14, # The fraction of predictions given the correct label.
- "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
- "f1Score": 3.14, # The equally weighted average of recall and precision.
- "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
- "falsePositives": "A String", # Number of false samples predicted as true.
- "trueNegatives": "A String", # Number of true samples predicted as false.
- "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
- "truePositives": "A String", # Number of true samples predicted as true.
- "falseNegatives": "A String", # Number of false samples predicted as false.
+ "startTime": "A String", # The start time of this training run.
+ "results": [ # Output of each iteration run, results.size() <= max_iterations.
+ { # Information about a single iteration of the training run.
+ "index": 42, # Index of the iteration, 0 based.
+ "durationMs": "A String", # Time taken to run the iteration in milliseconds.
+ "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
+ "clusterInfos": [ # Information about top clusters for clustering models.
+ { # Information about a single cluster for clustering model.
+ "centroidId": "A String", # Centroid id.
+ "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
+ "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
},
],
+ "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
+ "learnRate": 3.14, # Learn rate used for this iteration.
+ "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
+ "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
+ { # Arima model information.
+ "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
+ "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
+ "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
+ 3.14,
+ ],
+ "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
+ 3.14,
+ ],
+ },
+ },
+ ],
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ },
+ },
+ ],
+ "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
+ "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
"negativeLabel": "A String", # Label representing the negative class.
"positiveLabel": "A String", # Label representing the positive class.
+ "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
+ { # Confusion matrix for binary classification models.
+ "trueNegatives": "A String", # Number of true samples predicted as false.
+ "accuracy": 3.14, # The fraction of predictions given the correct label.
+ "truePositives": "A String", # Number of true samples predicted as true.
+ "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
+ "falseNegatives": "A String", # Number of false samples predicted as false.
+ "f1Score": 3.14, # The equally weighted average of recall and precision.
+ "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
+ "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
+ "falsePositives": "A String", # Number of false samples predicted as true.
+ },
+ ],
"aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
"precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
"accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
"logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
"rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
},
},
+ "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
+ "confusionMatrixList": [ # Confusion matrix at different thresholds.
+ { # Confusion matrix for multi-class classification models.
+ "rows": [ # One row per actual label.
+ { # A single row in the confusion matrix.
+ "actualLabel": "A String", # The original label of this row.
+ "entries": [ # Info describing predicted label distribution.
+ { # A single entry in the confusion matrix.
+ "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
+ "itemCount": "A String", # Number of items being predicted as this label.
+ },
+ ],
+ },
+ ],
+ "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
+ "arimaFittingMetrics": [ # Arima model fitting metrics.
+ { # ARIMA model fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ ],
+ "nonSeasonalOrder": [ # Non-seasonal order.
+ { # Arima order, can be used for both non-seasonal and seasonal parts.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ ],
+ "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ True or False,
+ ],
+ "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
+ { # Model evaluation metrics for a single ARIMA forecasting model.
+ "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ },
+ ],
+ "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
+ "A String",
+ ],
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ },
+ "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
+ "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
+ "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
+ "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
+ "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
+ },
+ "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
+ "meanSquaredError": 3.14, # Mean squared error.
+ "meanAbsoluteError": 3.14, # Mean absolute error.
+ "rSquared": 3.14, # R^2 score.
+ "meanSquaredLogError": 3.14, # Mean squared log error.
+ "medianAbsoluteError": 3.14, # Median absolute error.
+ },
"clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
"daviesBouldinIndex": 3.14, # Davies-Bouldin index.
+ "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
"clusters": [ # [Beta] Information for all clusters.
{ # Message containing the information about one cluster.
- "centroidId": "A String", # Centroid id.
"featureValues": [ # Values of highly variant features for this cluster.
{ # Representative value of a single feature within the cluster.
"numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
@@ -1257,88 +1008,29 @@
"categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
"categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
{ # Represents the count of a single category within the cluster.
- "category": "A String", # The name of category.
"count": "A String", # The count of training samples matching the category within the cluster.
+ "category": "A String", # The name of category.
},
],
},
},
],
+ "centroidId": "A String", # Centroid id.
"count": "A String", # Count of training data rows that were assigned to this cluster.
},
],
- "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
},
- "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
- "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- True or False,
- ],
- "nonSeasonalOrder": [ # Non-seasonal order.
- { # Arima order, can be used for both non-seasonal and seasonal parts.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- ],
- "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
- { # Model evaluation metrics for a single ARIMA forecasting model.
- "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- },
- ],
- "arimaFittingMetrics": [ # Arima model fitting metrics.
- { # ARIMA model fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
- "A String",
- ],
+ },
+ "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
+ "evaluationTable": { # Table reference of the evaluation data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
},
- "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
- "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
- "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
- "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
- "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
- "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
- "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
- "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
- "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
- },
- "confusionMatrixList": [ # Confusion matrix at different thresholds.
- { # Confusion matrix for multi-class classification models.
- "rows": [ # One row per actual label.
- { # A single row in the confusion matrix.
- "entries": [ # Info describing predicted label distribution.
- { # A single entry in the confusion matrix.
- "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
- "itemCount": "A String", # Number of items being predicted as this label.
- },
- ],
- "actualLabel": "A String", # The original label of this row.
- },
- ],
- "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
- },
- ],
+ "trainingTable": { # Table reference of the training data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
},
},
"globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
@@ -1352,95 +1044,403 @@
],
},
],
- "startTime": "A String", # The start time of this training run.
- "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
- "trainingTable": { # Table reference of the training data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
+ "dropout": 3.14, # Dropout probability for dnn models.
+ "horizon": "A String", # The number of periods ahead that need to be forecasted.
+ "itemColumn": "A String", # Item column specified for matrix factorization models.
+ "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
+ "distanceType": "A String", # Distance type for clustering models.
+ "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
+ "l2Regularization": 3.14, # L2 regularization coefficient.
+ "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
+ "hiddenUnits": [ # Hidden units for dnn models.
+ "A String",
+ ],
+ "numFactors": "A String", # Num factors specified for matrix factorization models.
+ "l1Regularization": 3.14, # L1 regularization coefficient.
+ "autoArima": True or False, # Whether to enable auto ARIMA or not.
+ "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
+ "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
},
- "evaluationTable": { # Table reference of the evaluation data after split.
- "datasetId": "A String", # [Required] The ID of the dataset containing this table.
- "projectId": "A String", # [Required] The ID of the project containing this table.
- "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "lossType": "A String", # Type of loss function used during training run.
+ "dataFrequency": "A String", # The data frequency of a time series.
+ "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
+ "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
+ "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
+ "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
+ "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
+ "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
+ "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
+ "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
+ "userColumn": "A String", # User column specified for matrix factorization models.
+ "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
+ "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
+ "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
+ "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
+ "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
+ "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
+ "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
+ "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
+ "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
+ "warmStart": True or False, # Whether to train a model from the last checkpoint.
+ "batchSize": "A String", # Batch size for dnn models.
+ "numClusters": "A String", # Number of clusters for clustering models.
+ "inputLabelColumns": [ # Name of input label columns in training data.
+ "A String",
+ ],
+ "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
+ "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
+ "a_key": 3.14,
},
+ "includeDrift": True or False, # Include drift when fitting an ARIMA model.
+ "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
},
- "results": [ # Output of each iteration run, results.size() <= max_iterations.
- { # Information about a single iteration of the training run.
- "durationMs": "A String", # Time taken to run the iteration in milliseconds.
- "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
- "learnRate": 3.14, # Learn rate used for this iteration.
- "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
- "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
- { # Arima model information.
- "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
- "d": "A String", # Order of the differencing part.
- "p": "A String", # Order of the autoregressive part.
- "q": "A String", # Order of the moving-average part.
- },
- "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
- "logLikelihood": 3.14, # Log-likelihood.
- "aic": 3.14, # AIC.
- "variance": 3.14, # Variance.
- },
- "timeSeriesId": "A String", # The id to indicate different time series.
- "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
- "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
- 3.14,
- ],
- "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
- "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
- 3.14,
- ],
- },
- "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- },
- ],
- "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
- "A String",
- ],
- },
- "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
- "clusterInfos": [ # Information about top clusters for clustering models.
- { # Information about a single cluster for clustering model.
- "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
- "centroidId": "A String", # Centroid id.
- "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
- },
- ],
- "index": 42, # Index of the iteration, 0 based.
- },
- ],
},
],
- "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
+ "description": "A String", # Optional. A user-friendly description of this model.
+ "featureColumns": [ # Output only. Input feature columns that were used to train this model.
{ # A field or a column.
"type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
- "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
"arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
"structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
"fields": [
# Object with schema name: StandardSqlField
],
},
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
},
"name": "A String", # Optional. The name of this field. Can be absent for struct fields.
},
],
- "etag": "A String", # Output only. A hash of this resource.
- "modelReference": { # Required. Unique identifier for this model.
- "datasetId": "A String", # [Required] The ID of the dataset containing this model.
- "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
- "projectId": "A String", # [Required] The ID of the project containing this model.
- },
- "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
- "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
- "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
- },
- }</pre>
+ "modelType": "A String", # Output only. Type of the model resource.
+ "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
+ }
+
+
+Returns:
+ An object of the form:
+
+ {
+ "creationTime": "A String", # Output only. The time when this model was created, in millisecs since the epoch.
+ "labelColumns": [ # Output only. Label columns that were used to train this model. The output of the model will have a "predicted_" prefix to these columns.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
+ },
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
+ },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "etag": "A String", # Output only. A hash of this resource.
+ "encryptionConfiguration": { # Custom encryption configuration (e.g., Cloud KMS keys). This shows the encryption configuration of the model data while stored in BigQuery storage. This field can be used with PatchModel to update encryption key for an already encrypted model.
+ "kmsKeyName": "A String", # [Optional] Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key.
+ },
+ "lastModifiedTime": "A String", # Output only. The time when this model was last modified, in millisecs since the epoch.
+ "friendlyName": "A String", # Optional. A descriptive name for this model.
+ "labels": { # The labels associated with this model. You can use these to organize and group your models. Label keys and values can be no longer than 63 characters, can only contain lowercase letters, numeric characters, underscores and dashes. International characters are allowed. Label values are optional. Label keys must start with a letter and each label in the list must have a different key.
+ "a_key": "A String",
+ },
+ "modelReference": { # Required. Unique identifier for this model.
+ "modelId": "A String", # [Required] The ID of the model. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "projectId": "A String", # [Required] The ID of the project containing this model.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this model.
+ },
+ "location": "A String", # Output only. The geographic location where the model resides. This value is inherited from the dataset.
+ "trainingRuns": [ # Output only. Information for all training runs in increasing order of start_time.
+ { # Information about a single training query run for the model.
+ "startTime": "A String", # The start time of this training run.
+ "results": [ # Output of each iteration run, results.size() <= max_iterations.
+ { # Information about a single iteration of the training run.
+ "index": 42, # Index of the iteration, 0 based.
+ "durationMs": "A String", # Time taken to run the iteration in milliseconds.
+ "evalLoss": 3.14, # Loss computed on the eval data at the end of iteration.
+ "clusterInfos": [ # Information about top clusters for clustering models.
+ { # Information about a single cluster for clustering model.
+ "centroidId": "A String", # Centroid id.
+ "clusterSize": "A String", # Cluster size, the total number of points assigned to the cluster.
+ "clusterRadius": 3.14, # Cluster radius, the average distance from centroid to each point assigned to the cluster.
+ },
+ ],
+ "trainingLoss": 3.14, # Loss computed on the training data at the end of iteration.
+ "learnRate": 3.14, # Learn rate used for this iteration.
+ "arimaResult": { # (Auto-)arima fitting result. Wrap everything in ArimaResult for easier refactoring if we want to use model-specific iteration results.
+ "arimaModelInfo": [ # This message is repeated because there are multiple arima models fitted in auto-arima. For non-auto-arima model, its size is one.
+ { # Arima model information.
+ "hasDrift": True or False, # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "arimaCoefficients": { # Arima coefficients. # Arima coefficients.
+ "interceptCoefficient": 3.14, # Intercept coefficient, just a double not an array.
+ "movingAverageCoefficients": [ # Moving-average coefficients, an array of double.
+ 3.14,
+ ],
+ "autoRegressiveCoefficients": [ # Auto-regressive coefficients, an array of double.
+ 3.14,
+ ],
+ },
+ },
+ ],
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ },
+ },
+ ],
+ "evaluationMetrics": { # Evaluation metrics of a model. These are either computed on all training data or just the eval data based on whether eval data was used during training. These are not present for imported models. # The evaluation metrics over training/eval data that were computed at the end of training.
+ "binaryClassificationMetrics": { # Evaluation metrics for binary classification/classifier models. # Populated for binary classification/classifier models.
+ "negativeLabel": "A String", # Label representing the negative class.
+ "positiveLabel": "A String", # Label representing the positive class.
+ "binaryConfusionMatrixList": [ # Binary confusion matrix at multiple thresholds.
+ { # Confusion matrix for binary classification models.
+ "trueNegatives": "A String", # Number of true samples predicted as false.
+ "accuracy": 3.14, # The fraction of predictions given the correct label.
+ "truePositives": "A String", # Number of true samples predicted as true.
+ "precision": 3.14, # The fraction of actual positive predictions that had positive actual labels.
+ "falseNegatives": "A String", # Number of false samples predicted as false.
+ "f1Score": 3.14, # The equally weighted average of recall and precision.
+ "recall": 3.14, # The fraction of actual positive labels that were given a positive prediction.
+ "positiveClassThreshold": 3.14, # Threshold value used when computing each of the following metric.
+ "falsePositives": "A String", # Number of false samples predicted as true.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "multiClassClassificationMetrics": { # Evaluation metrics for multi-class classification/classifier models. # Populated for multi-class classification/classifier models.
+ "confusionMatrixList": [ # Confusion matrix at different thresholds.
+ { # Confusion matrix for multi-class classification models.
+ "rows": [ # One row per actual label.
+ { # A single row in the confusion matrix.
+ "actualLabel": "A String", # The original label of this row.
+ "entries": [ # Info describing predicted label distribution.
+ { # A single entry in the confusion matrix.
+ "predictedLabel": "A String", # The predicted label. For confidence_threshold > 0, we will also add an entry indicating the number of items under the confidence threshold.
+ "itemCount": "A String", # Number of items being predicted as this label.
+ },
+ ],
+ },
+ ],
+ "confidenceThreshold": 3.14, # Confidence threshold used when computing the entries of the confusion matrix.
+ },
+ ],
+ "aggregateClassificationMetrics": { # Aggregate metrics for classification/classifier models. For multi-class models, the metrics are either macro-averaged or micro-averaged. When macro-averaged, the metrics are calculated for each label and then an unweighted average is taken of those values. When micro-averaged, the metric is calculated globally by counting the total number of correctly predicted rows. # Aggregate classification metrics.
+ "precision": 3.14, # Precision is the fraction of actual positive predictions that had positive actual labels. For multiclass this is a macro-averaged metric treating each class as a binary classifier.
+ "recall": 3.14, # Recall is the fraction of actual positive labels that were given a positive prediction. For multiclass this is a macro-averaged metric.
+ "accuracy": 3.14, # Accuracy is the fraction of predictions given the correct label. For multiclass this is a micro-averaged metric.
+ "threshold": 3.14, # Threshold at which the metrics are computed. For binary classification models this is the positive class threshold. For multi-class classfication models this is the confidence threshold.
+ "f1Score": 3.14, # The F1 score is an average of recall and precision. For multiclass this is a macro-averaged metric.
+ "logLoss": 3.14, # Logarithmic Loss. For multiclass this is a macro-averaged metric.
+ "rocAuc": 3.14, # Area Under a ROC Curve. For multiclass this is a macro-averaged metric.
+ },
+ },
+ "arimaForecastingMetrics": { # Model evaluation metrics for ARIMA forecasting models. # Populated for ARIMA models.
+ "arimaFittingMetrics": [ # Arima model fitting metrics.
+ { # ARIMA model fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ ],
+ "nonSeasonalOrder": [ # Non-seasonal order.
+ { # Arima order, can be used for both non-seasonal and seasonal parts.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ ],
+ "hasDrift": [ # Whether Arima model fitted with drift or not. It is always false when d is not 1.
+ True or False,
+ ],
+ "arimaSingleModelForecastingMetrics": [ # Repeated as there can be many metric sets (one for each model) in auto-arima and the large-scale case.
+ { # Model evaluation metrics for a single ARIMA forecasting model.
+ "hasDrift": True or False, # Is arima model fitted with drift or not. It is always false when d is not 1.
+ "timeSeriesId": "A String", # The id to indicate different time series.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # Non-seasonal order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ "arimaFittingMetrics": { # ARIMA model fitting metrics. # Arima fitting metrics.
+ "variance": 3.14, # Variance.
+ "aic": 3.14, # AIC.
+ "logLikelihood": 3.14, # Log-likelihood.
+ },
+ },
+ ],
+ "timeSeriesId": [ # Id to differentiate different time series for the large-scale case.
+ "A String",
+ ],
+ "seasonalPeriods": [ # Seasonal periods. Repeated because multiple periods are supported for one time series.
+ "A String",
+ ],
+ },
+ "rankingMetrics": { # Evaluation metrics used by weighted-ALS models specified by feedback_type=implicit. # Populated for implicit feedback type matrix factorization models.
+ "meanAveragePrecision": 3.14, # Calculates a precision per user for all the items by ranking them and then averages all the precisions across all the users.
+ "meanSquaredError": 3.14, # Similar to the mean squared error computed in regression and explicit recommendation models except instead of computing the rating directly, the output from evaluate is computed against a preference which is 1 or 0 depending on if the rating exists or not.
+ "averageRank": 3.14, # Determines the goodness of a ranking by computing the percentile rank from the predicted confidence and dividing it by the original rank.
+ "normalizedDiscountedCumulativeGain": 3.14, # A metric to determine the goodness of a ranking calculated from the predicted confidence by comparing it to an ideal rank measured by the original ratings.
+ },
+ "regressionMetrics": { # Evaluation metrics for regression and explicit feedback type matrix factorization models. # Populated for regression models and explicit feedback type matrix factorization models.
+ "meanSquaredError": 3.14, # Mean squared error.
+ "meanAbsoluteError": 3.14, # Mean absolute error.
+ "rSquared": 3.14, # R^2 score.
+ "meanSquaredLogError": 3.14, # Mean squared log error.
+ "medianAbsoluteError": 3.14, # Median absolute error.
+ },
+ "clusteringMetrics": { # Evaluation metrics for clustering models. # Populated for clustering models.
+ "daviesBouldinIndex": 3.14, # Davies-Bouldin index.
+ "meanSquaredDistance": 3.14, # Mean of squared distances between each sample to its cluster centroid.
+ "clusters": [ # [Beta] Information for all clusters.
+ { # Message containing the information about one cluster.
+ "featureValues": [ # Values of highly variant features for this cluster.
+ { # Representative value of a single feature within the cluster.
+ "numericalValue": 3.14, # The numerical feature value. This is the centroid value for this feature.
+ "featureColumn": "A String", # The feature column name.
+ "categoricalValue": { # Representative value of a categorical feature. # The categorical feature value.
+ "categoryCounts": [ # Counts of all categories for the categorical feature. If there are more than ten categories, we return top ten (by count) and return one more CategoryCount with category "_OTHER_" and count as aggregate counts of remaining categories.
+ { # Represents the count of a single category within the cluster.
+ "count": "A String", # The count of training samples matching the category within the cluster.
+ "category": "A String", # The name of category.
+ },
+ ],
+ },
+ },
+ ],
+ "centroidId": "A String", # Centroid id.
+ "count": "A String", # Count of training data rows that were assigned to this cluster.
+ },
+ ],
+ },
+ },
+ "dataSplitResult": { # Data split result. This contains references to the training and evaluation data tables that were used to train the model. # Data split result of the training run. Only set when the input data is actually split.
+ "evaluationTable": { # Table reference of the evaluation data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ "trainingTable": { # Table reference of the training data after split.
+ "tableId": "A String", # [Required] The ID of the table. The ID must contain only letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum length is 1,024 characters.
+ "datasetId": "A String", # [Required] The ID of the dataset containing this table.
+ "projectId": "A String", # [Required] The ID of the project containing this table.
+ },
+ },
+ "globalExplanations": [ # Global explanations for important features of the model. For multi-class models, there is one entry for each label class. For other models, there is only one entry in the list.
+ { # Global explanations containing the top most important features after training.
+ "classLabel": "A String", # Class label for this set of global explanations. Will be empty/null for binary logistic and linear regression models. Sorted alphabetically in descending order.
+ "explanations": [ # A list of the top global explanations. Sorted by absolute value of attribution in descending order.
+ { # Explanation for a single feature.
+ "featureName": "A String", # Full name of the feature. For non-numerical features, will be formatted like .. Overall size of feature name will always be truncated to first 120 characters.
+ "attribution": 3.14, # Attribution of feature.
+ },
+ ],
+ },
+ ],
+ "trainingOptions": { # Options that were used for this training run, includes user specified and default options that were used.
+ "dropout": 3.14, # Dropout probability for dnn models.
+ "horizon": "A String", # The number of periods ahead that need to be forecasted.
+ "itemColumn": "A String", # Item column specified for matrix factorization models.
+ "dataSplitMethod": "A String", # The data split type for training and evaluation, e.g. RANDOM.
+ "distanceType": "A String", # Distance type for clustering models.
+ "optimizationStrategy": "A String", # Optimization strategy for training linear regression models.
+ "l2Regularization": 3.14, # L2 regularization coefficient.
+ "initialLearnRate": 3.14, # Specifies the initial learning rate for the line search learn rate strategy.
+ "hiddenUnits": [ # Hidden units for dnn models.
+ "A String",
+ ],
+ "numFactors": "A String", # Num factors specified for matrix factorization models.
+ "l1Regularization": 3.14, # L1 regularization coefficient.
+ "autoArima": True or False, # Whether to enable auto ARIMA or not.
+ "earlyStop": True or False, # Whether to stop early when the loss doesn't improve significantly any more (compared to min_relative_progress). Used only for iterative training algorithms.
+ "feedbackType": "A String", # Feedback type that specifies which algorithm to run for matrix factorization.
+ "nonSeasonalOrder": { # Arima order, can be used for both non-seasonal and seasonal parts. # A specification of the non-seasonal part of the ARIMA model: the three components (p, d, q) are the AR order, the degree of differencing, and the MA order.
+ "p": "A String", # Order of the autoregressive part.
+ "q": "A String", # Order of the moving-average part.
+ "d": "A String", # Order of the differencing part.
+ },
+ "lossType": "A String", # Type of loss function used during training run.
+ "dataFrequency": "A String", # The data frequency of a time series.
+ "minSplitLoss": 3.14, # Minimum split loss for boosted tree models.
+ "holidayRegion": "A String", # The geographical region based on which the holidays are considered in time series modeling. If a valid value is specified, then holiday effects modeling is enabled.
+ "walsAlpha": 3.14, # Hyperparameter for matrix factoration when implicit feedback type is specified.
+ "autoArimaMaxOrder": "A String", # The max value of non-seasonal p and q.
+ "timeSeriesTimestampColumn": "A String", # Column to be designated as time series timestamp for ARIMA model.
+ "preserveInputStructs": True or False, # Whether to preserve the input structs in output feature names. Suppose there is a struct A with field b. When false (default), the output feature name is A_b. When true, the output feature name is A.b.
+ "minRelativeProgress": 3.14, # When early_stop is true, stops training when accuracy improvement is less than 'min_relative_progress'. Used only for iterative training algorithms.
+ "maxIterations": "A String", # The maximum number of iterations in training. Used only for iterative training algorithms.
+ "userColumn": "A String", # User column specified for matrix factorization models.
+ "dataSplitColumn": "A String", # The column to split data with. This column won't be used as a feature. 1. When data_split_method is CUSTOM, the corresponding column should be boolean. The rows with true value tag are eval data, and the false are training data. 2. When data_split_method is SEQ, the first DATA_SPLIT_EVAL_FRACTION rows (from smallest to largest) in the corresponding column are used as training data, and the rest are eval data. It respects the order in Orderable data types: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#data-type-properties
+ "kmeansInitializationColumn": "A String", # The column used to provide the initial centroids for kmeans algorithm when kmeans_initialization_method is CUSTOM.
+ "learnRateStrategy": "A String", # The strategy to determine learn rate for the current iteration.
+ "learnRate": 3.14, # Learning rate in training. Used only for iterative training algorithms.
+ "modelUri": "A String", # [Beta] Google Cloud Storage URI from which the model was imported. Only applicable for imported models.
+ "timeSeriesIdColumn": "A String", # The id column that will be used to indicate different time series to forecast in parallel.
+ "maxTreeDepth": "A String", # Maximum depth of a tree for boosted tree models.
+ "kmeansInitializationMethod": "A String", # The method used to initialize the centroids for kmeans algorithm.
+ "timeSeriesDataColumn": "A String", # Column to be designated as time series data for ARIMA model.
+ "warmStart": True or False, # Whether to train a model from the last checkpoint.
+ "batchSize": "A String", # Batch size for dnn models.
+ "numClusters": "A String", # Number of clusters for clustering models.
+ "inputLabelColumns": [ # Name of input label columns in training data.
+ "A String",
+ ],
+ "subsample": 3.14, # Subsample fraction of the training data to grow tree to prevent overfitting for boosted tree models.
+ "labelClassWeights": { # Weights associated with each label class, for rebalancing the training data. Only applicable for classification models.
+ "a_key": 3.14,
+ },
+ "includeDrift": True or False, # Include drift when fitting an ARIMA model.
+ "dataSplitEvalFraction": 3.14, # The fraction of evaluation data over the whole input data. The rest of data will be used as training data. The format should be double. Accurate to two decimal places. Default value is 0.2.
+ },
+ },
+ ],
+ "description": "A String", # Optional. A user-friendly description of this model.
+ "featureColumns": [ # Output only. Input feature columns that were used to train this model.
+ { # A field or a column.
+ "type": { # The type of a variable, e.g., a function argument. Examples: INT64: {type_kind="INT64"} ARRAY: {type_kind="ARRAY", array_element_type="STRING"} STRUCT>: {type_kind="STRUCT", struct_type={fields=[ {name="x", type={type_kind="STRING"}}, {name="y", type={type_kind="ARRAY", array_element_type="DATE"}} ]}} # Optional. The type of this parameter. Absent if not explicitly specified (e.g., CREATE FUNCTION statement can omit the return type; in this case the output parameter does not have this "type" field).
+ "arrayElementType": # Object with schema name: StandardSqlDataType # The type of the array's elements, if type_kind = "ARRAY".
+ "structType": { # The fields of this struct, in order, if type_kind = "STRUCT".
+ "fields": [
+ # Object with schema name: StandardSqlField
+ ],
+ },
+ "typeKind": "A String", # Required. The top level type of this field. Can be any standard SQL data type (e.g., "INT64", "DATE", "ARRAY").
+ },
+ "name": "A String", # Optional. The name of this field. Can be absent for struct fields.
+ },
+ ],
+ "modelType": "A String", # Output only. Type of the model resource.
+ "expirationTime": "A String", # Optional. The time when this model expires, in milliseconds since the epoch. If not present, the model will persist indefinitely. Expired models will be deleted and their storage reclaimed. The defaultTableExpirationMs property of the encapsulating dataset can be used to set a default expirationTime on newly created models.
+ }</pre>
</div>
</body></html>
\ No newline at end of file