Skip to content

Commit 3adc515

Browse files
Google APIscopybara-github
authored andcommitted
feat: add PySparkNotebookBatch message
PiperOrigin-RevId: 910808400
1 parent 68f8f68 commit 3adc515

1 file changed

Lines changed: 29 additions & 1 deletion

File tree

‎google/cloud/dataproc/v1/batches.proto‎

Lines changed: 29 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
// Copyright 2025 Google LLC
1+
// Copyright 2026 Google LLC
22
//
33
// Licensed under the Apache License, Version 2.0 (the "License");
44
// you may not use this file except in compliance with the License.
@@ -256,6 +256,10 @@ message Batch {
256256

257257
// Optional. SparkSql batch config.
258258
SparkSqlBatch spark_sql_batch = 7 [(google.api.field_behavior) = OPTIONAL];
259+
260+
// Optional. PySpark notebook batch config.
261+
PySparkNotebookBatch pyspark_notebook_batch = 19
262+
[(google.api.field_behavior) = OPTIONAL];
259263
}
260264

261265
// Output only. Runtime information about batch execution.
@@ -406,3 +410,27 @@ message SparkSqlBatch {
406410
// Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
407411
repeated string jar_file_uris = 3 [(google.api.field_behavior) = OPTIONAL];
408412
}
413+
414+
// A configuration for running a PySpark Notebook batch workload.
415+
message PySparkNotebookBatch {
416+
// Required. The HCFS URI of the notebook file to execute.
417+
string notebook_file_uri = 1 [(google.api.field_behavior) = REQUIRED];
418+
419+
// Optional. The parameters to pass to the notebook.
420+
map<string, string> params = 2 [(google.api.field_behavior) = OPTIONAL];
421+
422+
// Optional. HCFS URIs of Python files to pass to the PySpark framework.
423+
repeated string python_file_uris = 3 [(google.api.field_behavior) = OPTIONAL];
424+
425+
// Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
426+
repeated string jar_file_uris = 4 [(google.api.field_behavior) = OPTIONAL];
427+
428+
// Optional. HCFS URIs of files to be placed in the working directory of
429+
// each executor
430+
repeated string file_uris = 5 [(google.api.field_behavior) = OPTIONAL];
431+
432+
// Optional. HCFS URIs of archives to be extracted into the working directory
433+
// of each executor. Supported file types:
434+
// `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
435+
repeated string archive_uris = 6 [(google.api.field_behavior) = OPTIONAL];
436+
}

0 commit comments

Comments
 (0)