|
1 | | -// Copyright 2025 Google LLC |
| 1 | +// Copyright 2026 Google LLC |
2 | 2 | // |
3 | 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
4 | 4 | // you may not use this file except in compliance with the License. |
@@ -256,6 +256,10 @@ message Batch { |
256 | 256 |
|
257 | 257 | // Optional. SparkSql batch config. |
258 | 258 | SparkSqlBatch spark_sql_batch = 7 [(google.api.field_behavior) = OPTIONAL]; |
| 259 | + |
| 260 | + // Optional. PySpark notebook batch config. |
| 261 | + PySparkNotebookBatch pyspark_notebook_batch = 19 |
| 262 | + [(google.api.field_behavior) = OPTIONAL]; |
259 | 263 | } |
260 | 264 |
|
261 | 265 | // Output only. Runtime information about batch execution. |
@@ -406,3 +410,27 @@ message SparkSqlBatch { |
406 | 410 | // Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH. |
407 | 411 | repeated string jar_file_uris = 3 [(google.api.field_behavior) = OPTIONAL]; |
408 | 412 | } |
| 413 | + |
| 414 | +// A configuration for running a PySpark Notebook batch workload. |
| 415 | +message PySparkNotebookBatch { |
| 416 | + // Required. The HCFS URI of the notebook file to execute. |
| 417 | + string notebook_file_uri = 1 [(google.api.field_behavior) = REQUIRED]; |
| 418 | + |
| 419 | + // Optional. The parameters to pass to the notebook. |
| 420 | + map<string, string> params = 2 [(google.api.field_behavior) = OPTIONAL]; |
| 421 | + |
| 422 | + // Optional. HCFS URIs of Python files to pass to the PySpark framework. |
| 423 | + repeated string python_file_uris = 3 [(google.api.field_behavior) = OPTIONAL]; |
| 424 | + |
| 425 | + // Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH. |
| 426 | + repeated string jar_file_uris = 4 [(google.api.field_behavior) = OPTIONAL]; |
| 427 | + |
| 428 | + // Optional. HCFS URIs of files to be placed in the working directory of |
| 429 | + // each executor |
| 430 | + repeated string file_uris = 5 [(google.api.field_behavior) = OPTIONAL]; |
| 431 | + |
| 432 | + // Optional. HCFS URIs of archives to be extracted into the working directory |
| 433 | + // of each executor. Supported file types: |
| 434 | + // `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`. |
| 435 | + repeated string archive_uris = 6 [(google.api.field_behavior) = OPTIONAL]; |
| 436 | +} |
0 commit comments