SparkJob#

class pyatlan.model.assets.SparkJob(*, typeName: str = 'SparkJob', attributes: SparkJob.Attributes = None, businessAttributes: Dict[str, Any] | None = None, createdBy: str | None = None, createTime: int | None = None, deleteHandler: str | None = None, guid: str = '', isIncomplete: bool | None = True, labels: List[str] | None = None, relationshipAttributes: Dict[str, Any] | None = None, status: EntityStatus | None = None, updatedBy: str | None = None, updateTime: int | None = None, version: int | None = None, classifications: List[AtlanTag] | None = None, classificationNames: List[str] | None = None, displayText: str | None = None, entityStatus: str | None = None, relationshipGuid: str | None = None, relationshipStatus: str | None = None, relationshipType: str | None = None, meaningNames: List[str] | None = None, meanings: List[Meaning] | None = None, customAttributes: Dict[str, Any] | None = None, scrubbed: bool | None = None, pendingTasks: List[str] | None = None, uniqueAttributes: Dict[str, Any] | None = None, appendRelationshipAttributes: Dict[str, Any] | None = None, removeRelationshipAttributes: Dict[str, Any] | None = None, semantic: SaveSemantic | None = None, depth: int | None = None)[source]#

Description

INPUTS: ClassVar[RelationField] = <pyatlan.model.fields.atlan_fields.RelationField object>#

TBC

OUTPUTS: ClassVar[RelationField] = <pyatlan.model.fields.atlan_fields.RelationField object>#

TBC

PROCESS: ClassVar[RelationField] = <pyatlan.model.fields.atlan_fields.RelationField object>#

TBC

SPARK_APP_NAME: ClassVar[KeywordTextField] = <pyatlan.model.fields.atlan_fields.KeywordTextField object>#

Name of the Spark app containing this Spark Job For eg. extract_raw_data

SPARK_MASTER: ClassVar[KeywordField] = <pyatlan.model.fields.atlan_fields.KeywordField object>#

The Spark master URL eg. local, local[4], or spark://master:7077