|
492 | 492 | ]
|
493 | 493 | },
|
494 | 494 | "list": {
|
495 |
| - "description": "Lists Repositories in a given project and location.", |
| 495 | + "description": "Lists Repositories in a given project and location. **Note:** *This method can return repositories not shown in the [Dataform UI](https://console.cloud.google.com/bigquery/dataform)*.", |
496 | 496 | "flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/repositories",
|
497 | 497 | "httpMethod": "GET",
|
498 | 498 | "id": "dataform.projects.locations.repositories.list",
|
|
2147 | 2147 | }
|
2148 | 2148 | }
|
2149 | 2149 | },
|
2150 |
| - "revision": "20250323", |
| 2150 | + "revision": "20250420", |
2151 | 2151 | "rootUrl": "https://dataform.googleapis.com/",
|
2152 | 2152 | "schemas": {
|
| 2153 | + "ActionErrorTable": { |
| 2154 | + "description": "Error table information, used to write error data into a BigQuery table.", |
| 2155 | + "id": "ActionErrorTable", |
| 2156 | + "properties": { |
| 2157 | + "retentionDays": { |
| 2158 | + "description": "Error table partition expiration in days. Only positive values are allowed.", |
| 2159 | + "format": "int32", |
| 2160 | + "type": "integer" |
| 2161 | + }, |
| 2162 | + "target": { |
| 2163 | + "$ref": "Target", |
| 2164 | + "description": "Error Table target." |
| 2165 | + } |
| 2166 | + }, |
| 2167 | + "type": "object" |
| 2168 | + }, |
| 2169 | + "ActionIncrementalLoadMode": { |
| 2170 | + "description": "Load definition for incremental load modes", |
| 2171 | + "id": "ActionIncrementalLoadMode", |
| 2172 | + "properties": { |
| 2173 | + "column": { |
| 2174 | + "description": "Column name for incremental load modes", |
| 2175 | + "type": "string" |
| 2176 | + } |
| 2177 | + }, |
| 2178 | + "type": "object" |
| 2179 | + }, |
| 2180 | + "ActionLoadConfig": { |
| 2181 | + "description": "Simplified load configuration for actions", |
| 2182 | + "id": "ActionLoadConfig", |
| 2183 | + "properties": { |
| 2184 | + "append": { |
| 2185 | + "$ref": "ActionSimpleLoadMode", |
| 2186 | + "description": "Append into destination table" |
| 2187 | + }, |
| 2188 | + "maximum": { |
| 2189 | + "$ref": "ActionIncrementalLoadMode", |
| 2190 | + "description": "Insert records where the value exceeds the previous maximum value for a column in the destination table" |
| 2191 | + }, |
| 2192 | + "replace": { |
| 2193 | + "$ref": "ActionSimpleLoadMode", |
| 2194 | + "description": "Replace destination table" |
| 2195 | + }, |
| 2196 | + "unique": { |
| 2197 | + "$ref": "ActionIncrementalLoadMode", |
| 2198 | + "description": "Insert records where the value of a column is not already present in the destination table" |
| 2199 | + } |
| 2200 | + }, |
| 2201 | + "type": "object" |
| 2202 | + }, |
| 2203 | + "ActionSimpleLoadMode": { |
| 2204 | + "description": "Simple load definition", |
| 2205 | + "id": "ActionSimpleLoadMode", |
| 2206 | + "properties": {}, |
| 2207 | + "type": "object" |
| 2208 | + }, |
| 2209 | + "ActionSqlDefinition": { |
| 2210 | + "description": "Definition of a SQL Data Preparation", |
| 2211 | + "id": "ActionSqlDefinition", |
| 2212 | + "properties": { |
| 2213 | + "errorTable": { |
| 2214 | + "$ref": "ActionErrorTable", |
| 2215 | + "description": "Error table configuration," |
| 2216 | + }, |
| 2217 | + "loadConfig": { |
| 2218 | + "$ref": "ActionLoadConfig", |
| 2219 | + "description": "Load configuration." |
| 2220 | + }, |
| 2221 | + "query": { |
| 2222 | + "description": "The SQL query representing the data preparation steps. Formatted as a Pipe SQL query statement.", |
| 2223 | + "type": "string" |
| 2224 | + } |
| 2225 | + }, |
| 2226 | + "type": "object" |
| 2227 | + }, |
2153 | 2228 | "Assertion": {
|
2154 | 2229 | "description": "Represents an assertion upon a SQL query which is required return zero rows.",
|
2155 | 2230 | "id": "Assertion",
|
|
2246 | 2321 | "description": "Optional. The default schema (BigQuery dataset ID) for assertions.",
|
2247 | 2322 | "type": "string"
|
2248 | 2323 | },
|
| 2324 | + "builtinAssertionNamePrefix": { |
| 2325 | + "description": "Optional. The prefix to prepend to built-in assertion names.", |
| 2326 | + "type": "string" |
| 2327 | + }, |
2249 | 2328 | "databaseSuffix": {
|
2250 | 2329 | "description": "Optional. The suffix that should be appended to all database (Google Cloud project ID) names.",
|
2251 | 2330 | "type": "string"
|
|
2525 | 2604 | "$ref": "Target",
|
2526 | 2605 | "description": "The action's identifier if the project had been compiled without any overrides configured. Unique within the compilation result."
|
2527 | 2606 | },
|
| 2607 | + "dataPreparation": { |
| 2608 | + "$ref": "DataPreparation", |
| 2609 | + "description": "The data preparation executed by this action." |
| 2610 | + }, |
2528 | 2611 | "declaration": {
|
2529 | 2612 | "$ref": "Declaration",
|
2530 | 2613 | "description": "The declaration declared by this action."
|
|
2606 | 2689 | },
|
2607 | 2690 | "type": "object"
|
2608 | 2691 | },
|
| 2692 | + "DataPreparation": { |
| 2693 | + "description": "Defines a compiled Data Preparation entity", |
| 2694 | + "id": "DataPreparation", |
| 2695 | + "properties": { |
| 2696 | + "contentsSql": { |
| 2697 | + "$ref": "SqlDefinition", |
| 2698 | + "description": "SQL definition for a Data Preparation. Contains a SQL query and additional context information." |
| 2699 | + }, |
| 2700 | + "contentsYaml": { |
| 2701 | + "description": "The data preparation definition, stored as a YAML string.", |
| 2702 | + "type": "string" |
| 2703 | + }, |
| 2704 | + "dependencyTargets": { |
| 2705 | + "description": "A list of actions that this action depends on.", |
| 2706 | + "items": { |
| 2707 | + "$ref": "Target" |
| 2708 | + }, |
| 2709 | + "type": "array" |
| 2710 | + }, |
| 2711 | + "disabled": { |
| 2712 | + "description": "Whether this action is disabled (i.e. should not be run).", |
| 2713 | + "type": "boolean" |
| 2714 | + }, |
| 2715 | + "tags": { |
| 2716 | + "description": "Arbitrary, user-defined tags on this action.", |
| 2717 | + "items": { |
| 2718 | + "type": "string" |
| 2719 | + }, |
| 2720 | + "type": "array" |
| 2721 | + } |
| 2722 | + }, |
| 2723 | + "type": "object" |
| 2724 | + }, |
| 2725 | + "DataPreparationAction": { |
| 2726 | + "description": "Represents a workflow action that will run a Data Preparation.", |
| 2727 | + "id": "DataPreparationAction", |
| 2728 | + "properties": { |
| 2729 | + "contentsSql": { |
| 2730 | + "$ref": "ActionSqlDefinition", |
| 2731 | + "description": "SQL definition for a Data Preparation. Contains a SQL query and additional context information." |
| 2732 | + }, |
| 2733 | + "contentsYaml": { |
| 2734 | + "description": "Output only. YAML representing the contents of the data preparation. Can be used to show the customer what the input was to their workflow.", |
| 2735 | + "readOnly": true, |
| 2736 | + "type": "string" |
| 2737 | + }, |
| 2738 | + "generatedSql": { |
| 2739 | + "description": "Output only. The generated BigQuery SQL script that will be executed. For reference only.", |
| 2740 | + "readOnly": true, |
| 2741 | + "type": "string" |
| 2742 | + }, |
| 2743 | + "jobId": { |
| 2744 | + "description": "Output only. The ID of the BigQuery job that executed the SQL in sql_script. Only set once the job has started to run.", |
| 2745 | + "readOnly": true, |
| 2746 | + "type": "string" |
| 2747 | + } |
| 2748 | + }, |
| 2749 | + "type": "object" |
| 2750 | + }, |
2609 | 2751 | "Declaration": {
|
2610 | 2752 | "description": "Represents a relation which is not managed by Dataform but which may be referenced by Dataform actions.",
|
2611 | 2753 | "id": "Declaration",
|
|
2655 | 2797 | "properties": {},
|
2656 | 2798 | "type": "object"
|
2657 | 2799 | },
|
| 2800 | + "ErrorTable": { |
| 2801 | + "description": "Error table information, used to write error data into a BigQuery table.", |
| 2802 | + "id": "ErrorTable", |
| 2803 | + "properties": { |
| 2804 | + "retentionDays": { |
| 2805 | + "description": "Error table partition expiration in days. Only positive values are allowed.", |
| 2806 | + "format": "int32", |
| 2807 | + "type": "integer" |
| 2808 | + }, |
| 2809 | + "target": { |
| 2810 | + "$ref": "Target", |
| 2811 | + "description": "Error Table target." |
| 2812 | + } |
| 2813 | + }, |
| 2814 | + "type": "object" |
| 2815 | + }, |
2658 | 2816 | "Expr": {
|
2659 | 2817 | "description": "Represents a textual expression in the Common Expression Language (CEL) syntax. CEL is a C-like expression language. The syntax and semantics of CEL are documented at https://github.com/google/cel-spec. Example (Comparison): title: \"Summary size limit\" description: \"Determines if a summary is less than 100 chars\" expression: \"document.summary.size() \u003c 100\" Example (Equality): title: \"Requestor is owner\" description: \"Determines if requestor is the document owner\" expression: \"document.owner == request.auth.claims.email\" Example (Logic): title: \"Public documents\" description: \"Determine whether the document should be publicly visible\" expression: \"document.type != 'private' \u0026\u0026 document.type != 'internal'\" Example (Data Manipulation): title: \"Notification string\" description: \"Create a notification string with a timestamp.\" expression: \"'New message received at ' + string(document.create_time)\" The exact variables and functions that may be referenced within an expression are determined by the service that evaluates it. See the service documentation for additional information.",
|
2660 | 2818 | "id": "Expr",
|
|
2819 | 2977 | },
|
2820 | 2978 | "type": "object"
|
2821 | 2979 | },
|
| 2980 | + "IncrementalLoadMode": { |
| 2981 | + "description": "Load definition for incremental load modes", |
| 2982 | + "id": "IncrementalLoadMode", |
| 2983 | + "properties": { |
| 2984 | + "column": { |
| 2985 | + "description": "Column name for incremental load modes", |
| 2986 | + "type": "string" |
| 2987 | + } |
| 2988 | + }, |
| 2989 | + "type": "object" |
| 2990 | + }, |
2822 | 2991 | "IncrementalTableConfig": {
|
2823 | 2992 | "description": "Contains settings for relations of type `INCREMENTAL_TABLE`.",
|
2824 | 2993 | "id": "IncrementalTableConfig",
|
|
3093 | 3262 | },
|
3094 | 3263 | "type": "object"
|
3095 | 3264 | },
|
| 3265 | + "LoadConfig": { |
| 3266 | + "description": "Simplified load configuration for actions", |
| 3267 | + "id": "LoadConfig", |
| 3268 | + "properties": { |
| 3269 | + "append": { |
| 3270 | + "$ref": "SimpleLoadMode", |
| 3271 | + "description": "Append into destination table" |
| 3272 | + }, |
| 3273 | + "maximum": { |
| 3274 | + "$ref": "IncrementalLoadMode", |
| 3275 | + "description": "Insert records where the value exceeds the previous maximum value for a column in the destination table" |
| 3276 | + }, |
| 3277 | + "replace": { |
| 3278 | + "$ref": "SimpleLoadMode", |
| 3279 | + "description": "Replace destination table" |
| 3280 | + }, |
| 3281 | + "unique": { |
| 3282 | + "$ref": "IncrementalLoadMode", |
| 3283 | + "description": "Insert records where the value of a column is not already present in the destination table" |
| 3284 | + } |
| 3285 | + }, |
| 3286 | + "type": "object" |
| 3287 | + }, |
3096 | 3288 | "Location": {
|
3097 | 3289 | "description": "A resource that represents a Google Cloud location.",
|
3098 | 3290 | "id": "Location",
|
|
3860 | 4052 | },
|
3861 | 4053 | "type": "object"
|
3862 | 4054 | },
|
| 4055 | + "SimpleLoadMode": { |
| 4056 | + "description": "Simple load definition", |
| 4057 | + "id": "SimpleLoadMode", |
| 4058 | + "properties": {}, |
| 4059 | + "type": "object" |
| 4060 | + }, |
| 4061 | + "SqlDefinition": { |
| 4062 | + "description": "Definition of a SQL Data Preparation", |
| 4063 | + "id": "SqlDefinition", |
| 4064 | + "properties": { |
| 4065 | + "errorTable": { |
| 4066 | + "$ref": "ErrorTable", |
| 4067 | + "description": "Error table configuration," |
| 4068 | + }, |
| 4069 | + "load": { |
| 4070 | + "$ref": "LoadConfig", |
| 4071 | + "description": "Load configuration." |
| 4072 | + }, |
| 4073 | + "query": { |
| 4074 | + "description": "The SQL query representing the data preparation steps. Formatted as a Pipe SQL query statement.", |
| 4075 | + "type": "string" |
| 4076 | + } |
| 4077 | + }, |
| 4078 | + "type": "object" |
| 4079 | + }, |
3863 | 4080 | "SshAuthenticationConfig": {
|
3864 | 4081 | "description": "Configures fields for performing SSH authentication.",
|
3865 | 4082 | "id": "SshAuthenticationConfig",
|
|
3993 | 4210 | "description": "Optional. Optional schedule (in cron format) for automatic execution of this workflow config.",
|
3994 | 4211 | "type": "string"
|
3995 | 4212 | },
|
| 4213 | + "disabled": { |
| 4214 | + "description": "Optional. Disables automatic creation of workflow invocations.", |
| 4215 | + "type": "boolean" |
| 4216 | + }, |
3996 | 4217 | "internalMetadata": {
|
3997 | 4218 | "description": "Output only. All the metadata information that is used internally to serve the resource. For example: timestamps, flags, status fields, etc. The format of this field is a JSON string.",
|
3998 | 4219 | "readOnly": true,
|
|
4110 | 4331 | "description": "Output only. The action's identifier if the project had been compiled without any overrides configured. Unique within the compilation result.",
|
4111 | 4332 | "readOnly": true
|
4112 | 4333 | },
|
| 4334 | + "dataPreparationAction": { |
| 4335 | + "$ref": "DataPreparationAction", |
| 4336 | + "description": "Output only. The workflow action's data preparation action details.", |
| 4337 | + "readOnly": true |
| 4338 | + }, |
4113 | 4339 | "failureReason": {
|
4114 | 4340 | "description": "Output only. If and only if action's state is FAILED a failure reason is set.",
|
4115 | 4341 | "readOnly": true,
|
|
0 commit comments