Package com.atlan.model.assets

Class SparkJob.SparkJobBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>

java.lang.Object
com.atlan.model.core.AtlanObject.AtlanObjectBuilder<C,B>
com.atlan.model.relations.Reference.ReferenceBuilder<C,B>
com.atlan.model.assets.Asset.AssetBuilder<C,B>
com.atlan.model.assets.SparkJob.SparkJobBuilder<C,B>
Enclosing class:
SparkJob
public abstract static class SparkJob.SparkJobBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>> extends Asset.AssetBuilder<C,B>

  • Constructor Details

    • SparkJobBuilder

      public SparkJobBuilder()

  • Method Details

    • $fillValuesFrom

      protected B $fillValuesFrom(C instance)
      Overrides:
      $fillValuesFrom in class Asset.AssetBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>

    • typeName

      public B typeName(String typeName)
      Fixed typeName for SparkJobs.
      Overrides:
      typeName in class Reference.ReferenceBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>
      Returns:
      this.

    • inputToAirflowTask

      public B inputToAirflowTask(IAirflowTask inputToAirflowTask)

    • inputToAirflowTasks

      public B inputToAirflowTasks(Collection<? extends IAirflowTask> inputToAirflowTasks)

    • clearInputToAirflowTasks

      public B clearInputToAirflowTasks()

    • inputToProcess

      public B inputToProcess(ILineageProcess inputToProcess)

    • inputToProcesses

      public B inputToProcesses(Collection<? extends ILineageProcess> inputToProcesses)

    • clearInputToProcesses

      public B clearInputToProcesses()

    • inputToSparkJob

      public B inputToSparkJob(ISparkJob inputToSparkJob)

    • inputToSparkJobs

      public B inputToSparkJobs(Collection<? extends ISparkJob> inputToSparkJobs)

    • clearInputToSparkJobs

      public B clearInputToSparkJobs()

    • input

      public B input(ICatalog input)

    • inputs

      public B inputs(Collection<? extends ICatalog> inputs)

    • clearInputs

      public B clearInputs()

    • modelImplementedAttribute

      public B modelImplementedAttribute(IModelAttribute modelImplementedAttribute)

    • modelImplementedAttributes

      public B modelImplementedAttributes(Collection<? extends IModelAttribute> modelImplementedAttributes)

    • clearModelImplementedAttributes

      public B clearModelImplementedAttributes()

    • modelImplementedEntity

      public B modelImplementedEntity(IModelEntity modelImplementedEntity)

    • modelImplementedEntities

      public B modelImplementedEntities(Collection<? extends IModelEntity> modelImplementedEntities)

    • clearModelImplementedEntities

      public B clearModelImplementedEntities()

    • outputFromAirflowTask

      public B outputFromAirflowTask(IAirflowTask outputFromAirflowTask)

    • outputFromAirflowTasks

      public B outputFromAirflowTasks(Collection<? extends IAirflowTask> outputFromAirflowTasks)

    • clearOutputFromAirflowTasks

      public B clearOutputFromAirflowTasks()

    • outputFromProcess

      public B outputFromProcess(ILineageProcess outputFromProcess)

    • outputFromProcesses

      public B outputFromProcesses(Collection<? extends ILineageProcess> outputFromProcesses)

    • clearOutputFromProcesses

      public B clearOutputFromProcesses()

    • outputFromSparkJob

      public B outputFromSparkJob(ISparkJob outputFromSparkJob)

    • outputFromSparkJobs

      public B outputFromSparkJobs(Collection<? extends ISparkJob> outputFromSparkJobs)

    • clearOutputFromSparkJobs

      public B clearOutputFromSparkJobs()

    • output

      public B output(ICatalog output)

    • outputs

      public B outputs(Collection<? extends ICatalog> outputs)

    • clearOutputs

      public B clearOutputs()

    • process

      public B process(ILineageProcess process)
      TBC
      Returns:
      this.

    • sparkAppName

      public B sparkAppName(String sparkAppName)
      Name of the Spark app containing this Spark Job For eg. extract_raw_data
      Returns:
      this.

    • sparkMaster

      public B sparkMaster(String sparkMaster)
      The Spark master URL eg. local, local[4], or spark://master:7077
      Returns:
      this.

    • sparkOrchestratedByAirflowAsset

      public B sparkOrchestratedByAirflowAsset(IAirflow sparkOrchestratedByAirflowAsset)

    • sparkOrchestratedByAirflowAssets

      public B sparkOrchestratedByAirflowAssets(Collection<? extends IAirflow> sparkOrchestratedByAirflowAssets)

    • clearSparkOrchestratedByAirflowAssets

      public B clearSparkOrchestratedByAirflowAssets()

    • sparkRunEndTime

      public B sparkRunEndTime(Long sparkRunEndTime)
      End time of the Spark Job eg. 1695673598218
      Returns:
      this.

    • sparkRunOpenLineageState

      public B sparkRunOpenLineageState(OpenLineageRunState sparkRunOpenLineageState)
      OpenLineage state of the Spark Job run eg. COMPLETE
      Returns:
      this.

    • sparkRunOpenLineageVersion

      public B sparkRunOpenLineageVersion(String sparkRunOpenLineageVersion)
      OpenLineage Version of the Spark Job run eg. 1.1.0
      Returns:
      this.

    • sparkRunStartTime

      public B sparkRunStartTime(Long sparkRunStartTime)
      Start time of the Spark Job eg. 1695673598218
      Returns:
      this.

    • sparkRunVersion

      public B sparkRunVersion(String sparkRunVersion)
      Spark Version for the Spark Job run eg. 3.4.1
      Returns:
      this.

    • self

      protected abstract B self()
      Specified by:
      self in class Asset.AssetBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>

    • build

      public abstract C build()
      Specified by:
      build in class Asset.AssetBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>

    • toString

      public String toString()
      Overrides:
      toString in class Asset.AssetBuilder<C extends SparkJob,B extends SparkJob.SparkJobBuilder<C,B>>