nebius.api.nebius.msp.spark.v1alpha1.JobSpec

class documentation

class JobSpec(pb_classes.Message): (source)

Constructor: JobSpec(initial_message, description, application_file_uri, driver, ...)

View In Hierarchy

Spark Job specification

Class __OneOfClass__description__ Undocumented
Class __OneOfClass__description_description__ Undocumented
Class __OneOfClass_runtime_config__ Undocumented
Class __OneOfClass_runtime_config_java__ Undocumented
Class __OneOfClass_runtime_config_python__ Undocumented
Class SparkConfEntry Undocumented
Method __dir__ Undocumented
Method __init__ Undocumented
Method application_args.setter Undocumented
Method application_file_uri.setter Undocumented
Method description.setter Undocumented
Method driver.setter Undocumented
Method executor.setter Undocumented
Method file_uris.setter Undocumented
Method jar_uris.setter Undocumented
Method java.setter Undocumented
Method packages.setter Undocumented
Method python.setter Undocumented
Method spark_conf.setter Undocumented
Method spark_version.setter Undocumented
Constant __PB2_DESCRIPTOR__ Undocumented
Constant __PY_TO_PB2__ Undocumented
Class Variable __mask_functions__ Undocumented
Property application_args Application args
Property application_file_uri S3 URI of main application file Example: s3a://mybucket/myapp.py
Property description Description of the job.
Property driver Undocumented
Property executor Undocumented
Property file_uris S3 URIs of files to be placed in executor working directory
Property jar_uris S3 URIs of Jars to be placed in classpaths of driver and executors for java applications
Property java Undocumented
Property packages List of maven coordinates of jars to include on the driver and executor classpaths
Property python Undocumented
Property runtime_config Runtime-specific job config
Property spark_conf Map of spark configuration parameters
Property spark_version Undocumented
Property _description Undocumented

Inherited from Message:

Class Method get_descriptor Undocumented
Class Method is_credentials Undocumented
Class Method is_sensitive Undocumented
Method __repr__ Undocumented
Method check_presence Undocumented
Method get_full_update_reset_mask Undocumented
Method get_mask Undocumented
Method is_default Undocumented
Method set_mask Undocumented
Method which_field_in_oneof Undocumented
Class Variable __PB2_CLASS__ Undocumented
Instance Variable __pb2_message__ Undocumented
Method _clear_field Undocumented
Method _get_field Undocumented
Method _set_field Undocumented
Class Variable __credentials_fields Undocumented
Class Variable __default Undocumented
Class Variable __sensitive_fields Undocumented
Instance Variable __recorded_reset_mask Undocumented
def __dir__(self) -> abc.Iterable[builtins.str]: (source)

Undocumented

def __init__(self, initial_message: message_1.Message | None = None, *, description: builtins.str | None | unset.UnsetType = unset.Unset, application_file_uri: builtins.str | None | unset.UnsetType = unset.Unset, driver: DriverTemplateSpec | preset_pb2.DriverTemplateSpec | None | unset.UnsetType = unset.Unset, executor: ExecutorTemplateSpec | preset_pb2.ExecutorTemplateSpec | None | unset.UnsetType = unset.Unset, spark_version: builtins.str | None | unset.UnsetType = unset.Unset, application_args: abc.Iterable[builtins.str] | None | unset.UnsetType = unset.Unset, file_uris: abc.Iterable[builtins.str] | None | unset.UnsetType = unset.Unset, jar_uris: abc.Iterable[builtins.str] | None | unset.UnsetType = unset.Unset, packages: abc.Iterable[builtins.str] | None | unset.UnsetType = unset.Unset, spark_conf: abc.Mapping[builtins.str, builtins.str] | None | unset.UnsetType = unset.Unset, python: PythonConfig | common_pb2.PythonConfig | None | unset.UnsetType = unset.Unset, java: JavaConfig | common_pb2.JavaConfig | None | unset.UnsetType = unset.Unset): (source)
overrides nebius.base.protos.pb_classes.Message.__init__

Undocumented

@application_args.setter
def application_args(self, value: abc.Iterable[builtins.str] | None): (source)

Undocumented

@application_file_uri.setter
def application_file_uri(self, value: builtins.str | None): (source)

Undocumented

@description.setter
def description(self, value: builtins.str | None): (source)

Undocumented

@driver.setter
def driver(self, value: DriverTemplateSpec | preset_pb2.DriverTemplateSpec | None): (source)

Undocumented

@executor.setter
def executor(self, value: ExecutorTemplateSpec | preset_pb2.ExecutorTemplateSpec | None): (source)

Undocumented

@file_uris.setter
def file_uris(self, value: abc.Iterable[builtins.str] | None): (source)

Undocumented

@jar_uris.setter
def jar_uris(self, value: abc.Iterable[builtins.str] | None): (source)

Undocumented

@java.setter
def java(self, value: JavaConfig | common_pb2.JavaConfig | None): (source)

Undocumented

@packages.setter
def packages(self, value: abc.Iterable[builtins.str] | None): (source)

Undocumented

@python.setter
def python(self, value: PythonConfig | common_pb2.PythonConfig | None): (source)

Undocumented

@spark_conf.setter
def spark_conf(self, value: abc.Mapping[builtins.str, builtins.str] | None): (source)

Undocumented

@spark_version.setter
def spark_version(self, value: builtins.str | None): (source)

Undocumented

__PB2_DESCRIPTOR__ = (source)
overrides nebius.base.protos.pb_classes.Message.__PB2_DESCRIPTOR__

Undocumented

Value
descriptor.DescriptorWrap[descriptor_1.Descriptor]('.nebius.msp.spark.v1alpha1.J↵
obSpec',
                                                   job_pb2.DESCRIPTOR,
                                                   descriptor_1.Descriptor)
__PY_TO_PB2__: builtins.dict[builtins.str, builtins.str] = (source)
overrides nebius.base.protos.pb_classes.Message.__PY_TO_PB2__

Undocumented

Value
{'description': 'description',
 'application_file_uri': 'application_file_uri',
 'driver': 'driver',
 'executor': 'executor',
 'spark_version': 'spark_version',
 'application_args': 'application_args',
 'file_uris': 'file_uris',
...
__mask_functions__: dict = (source)
overrides nebius.base.protos.pb_classes.Message.__mask_functions__

Undocumented

@builtins.property
application_args: abc.MutableSequence[builtins.str] = (source)

Application args

@builtins.property
application_file_uri: builtins.str = (source)

S3 URI of main application file Example: s3a://mybucket/myapp.py

@builtins.property
description: builtins.str | None = (source)

Description of the job.

@builtins.property
driver: DriverTemplateSpec = (source)

Undocumented

@builtins.property
executor: ExecutorTemplateSpec = (source)

Undocumented

@builtins.property
file_uris: abc.MutableSequence[builtins.str] = (source)

S3 URIs of files to be placed in executor working directory

@builtins.property
jar_uris: abc.MutableSequence[builtins.str] = (source)

S3 URIs of Jars to be placed in classpaths of driver and executors for java applications

@builtins.property
java: JavaConfig | None = (source)

Undocumented

@builtins.property
packages: abc.MutableSequence[builtins.str] = (source)

List of maven coordinates of jars to include on the driver and executor classpaths

@builtins.property
python: PythonConfig | None = (source)

Undocumented

@builtins.property
runtime_config: __OneOfClass_runtime_config_python__ | __OneOfClass_runtime_config_java__ | None = (source)

Runtime-specific job config

@builtins.property
spark_conf: abc.MutableMapping[builtins.str, builtins.str] = (source)

Map of spark configuration parameters

@builtins.property
spark_version: builtins.str = (source)

Undocumented

@builtins.property
_description: __OneOfClass__description_description__ | None = (source)

Undocumented