Class FlowDatasetOperation.FlowDatasetOperationBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>

Enclosing class:
FlowDatasetOperation

public abstract static class FlowDatasetOperation.FlowDatasetOperationBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>> extends Asset.AssetBuilder<C,B>
  • Constructor Details

    • FlowDatasetOperationBuilder

      public FlowDatasetOperationBuilder()
  • Method Details

    • $fillValuesFrom

      protected B $fillValuesFrom(C instance)
      Overrides:
      $fillValuesFrom in class Asset.AssetBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>
    • typeName

      public B typeName(String typeName)
      Fixed typeName for FlowDatasetOperations.
      Overrides:
      typeName in class Reference.ReferenceBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>
      Returns:
      this.
    • additionalEtlContext

      public B additionalEtlContext(String additionalEtlContext)
      Additional Context of the ETL pipeline/notebook which creates the process.
      Returns:
      this.
    • adfActivity

      public B adfActivity(IAdfActivity adfActivity)
      ADF Activity that is associated with this lineage process.
      Returns:
      this.
    • aiDatasetType

      public B aiDatasetType(AIDatasetType aiDatasetType)
      Dataset type for AI Model - dataset process.
      Returns:
      this.
    • airflowTask

      public B airflowTask(IAirflowTask airflowTask)
    • airflowTasks

      public B airflowTasks(Collection<? extends IAirflowTask> airflowTasks)
    • clearAirflowTasks

      public B clearAirflowTasks()
    • ast

      public B ast(String ast)
      Parsed AST of the code or SQL statements that describe the logic of this process.
      Returns:
      this.
    • code

      public B code(String code)
      Code that ran within the process.
      Returns:
      this.
    • columnProcess

      public B columnProcess(IColumnProcess columnProcess)
    • columnProcesses

      public B columnProcesses(Collection<? extends IColumnProcess> columnProcesses)
    • clearColumnProcesses

      public B clearColumnProcesses()
    • fivetranConnector

      public B fivetranConnector(IFivetranConnector fivetranConnector)
      fivetranConnector in which this process exists.
      Returns:
      this.
    • flowErrorMessage

      public B flowErrorMessage(String flowErrorMessage)
      Optional error message of the flow run.
      Returns:
      this.
    • flowFinishedAt

      public B flowFinishedAt(Long flowFinishedAt)
      Date and time at which this point in the data processing or orchestration finished.
      Returns:
      this.
    • flowFolderName

      public B flowFolderName(String flowFolderName)
      Simple name of the folder in which this asset is contained.
      Returns:
      this.
    • flowFolderQualifiedName

      public B flowFolderQualifiedName(String flowFolderQualifiedName)
      Unique name of the folder in which this asset is contained.
      Returns:
      this.
    • flowId

      public B flowId(String flowId)
      Unique ID for this flow asset, which will remain constant throughout the lifecycle of the asset.
      Returns:
      this.
    • flowOrchestratedBy

      public B flowOrchestratedBy(IFlowControlOperation flowOrchestratedBy)
      Orchestrated control operation that ran these data flows (process).
      Returns:
      this.
    • flowProjectName

      public B flowProjectName(String flowProjectName)
      Simple name of the project in which this asset is contained.
      Returns:
      this.
    • flowProjectQualifiedName

      public B flowProjectQualifiedName(String flowProjectQualifiedName)
      Unique name of the project in which this asset is contained.
      Returns:
      this.
    • flowReusableUnit

      public B flowReusableUnit(IFlowReusableUnit flowReusableUnit)
      Reusable unit of dataset operations that are all executed together.
      Returns:
      this.
    • flowReusableUnitName

      public B flowReusableUnitName(String flowReusableUnitName)
      Simple name of the reusable grouping of operations in which this ephemeral data is contained.
      Returns:
      this.
    • flowReusableUnitQualifiedName

      public B flowReusableUnitQualifiedName(String flowReusableUnitQualifiedName)
      Unique name of the reusable grouping of operations in which this ephemeral data is contained.
      Returns:
      this.
    • flowRunId

      public B flowRunId(String flowRunId)
      Unique ID of the flow run, which could change on subsequent runs of the same flow.
      Returns:
      this.
    • flowSchedule

      public B flowSchedule(String flowSchedule)
      Schedule for this point in the data processing or orchestration.
      Returns:
      this.
    • flowStartedAt

      public B flowStartedAt(Long flowStartedAt)
      Date and time at which this point in the data processing or orchestration started.
      Returns:
      this.
    • flowStatus

      public B flowStatus(String flowStatus)
      Overall status of this point in the data processing or orchestration.
      Returns:
      this.
    • input

      public B input(ICatalog input)
    • inputs

      public B inputs(Collection<? extends ICatalog> inputs)
    • clearInputs

      public B clearInputs()
    • matillionComponent

      public B matillionComponent(IMatillionComponent matillionComponent)
      Matillion component that contains the logic for this lineage process.
      Returns:
      this.
    • output

      public B output(ICatalog output)
    • outputs

      public B outputs(Collection<? extends ICatalog> outputs)
    • clearOutputs

      public B clearOutputs()
    • parentConnectionProcessQualifiedName

      public B parentConnectionProcessQualifiedName(String parentConnectionProcessQualifiedName)
    • parentConnectionProcessQualifiedNames

      public B parentConnectionProcessQualifiedNames(Collection<? extends String> parentConnectionProcessQualifiedNames)
    • clearParentConnectionProcessQualifiedNames

      public B clearParentConnectionProcessQualifiedNames()
    • powerBIDataflow

      public B powerBIDataflow(IPowerBIDataflow powerBIDataflow)
      PowerBI Dataflow that is associated with this lineage process.
      Returns:
      this.
    • sparkJob

      public B sparkJob(ISparkJob sparkJob)
    • sparkJobs

      public B sparkJobs(Collection<? extends ISparkJob> sparkJobs)
    • clearSparkJobs

      public B clearSparkJobs()
    • sql

      public B sql(String sql)
      SQL query that ran to produce the outputs.
      Returns:
      this.
    • self

      protected abstract B self()
      Specified by:
      self in class Asset.AssetBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>
    • build

      public abstract C build()
      Specified by:
      build in class Asset.AssetBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>
    • toString

      public String toString()
      Overrides:
      toString in class Asset.AssetBuilder<C extends FlowDatasetOperation,B extends FlowDatasetOperation.FlowDatasetOperationBuilder<C,B>>