Class FlowDataset.FlowDatasetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>

Enclosing class:
FlowDataset

public abstract static class FlowDataset.FlowDatasetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>> extends Asset.AssetBuilder<C,B>
  • Constructor Details

    • FlowDatasetBuilder

      public FlowDatasetBuilder()
  • Method Details

    • $fillValuesFrom

      protected B $fillValuesFrom(C instance)
      Overrides:
      $fillValuesFrom in class Asset.AssetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>
    • typeName

      public B typeName(String typeName)
      Fixed typeName for FlowDatasets.
      Overrides:
      typeName in class Reference.ReferenceBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>
      Returns:
      this.
    • flowDetailedBy

      public B flowDetailedBy(IFlowReusableUnit flowDetailedBy)
      Reusable unit that details the sub-processing to produce the ephemeral dataset.
      Returns:
      this.
    • flowErrorMessage

      public B flowErrorMessage(String flowErrorMessage)
      Optional error message of the flow run.
      Returns:
      this.
    • flowExpression

      public B flowExpression(String flowExpression)
      Logic that is applied, injected or otherwise used as part of producing this ephemeral piece of data.
      Returns:
      this.
    • flowFieldCount

      public B flowFieldCount(Long flowFieldCount)
      Count of the number of individual fields that make up this ephemeral dataset.
      Returns:
      this.
    • flowField

      public B flowField(IFlowField flowField)
    • flowFields

      public B flowFields(Collection<? extends IFlowField> flowFields)
    • clearFlowFields

      public B clearFlowFields()
    • flowFinishedAt

      public B flowFinishedAt(Long flowFinishedAt)
      Date and time at which this point in the data processing or orchestration finished.
      Returns:
      this.
    • flowFolderName

      public B flowFolderName(String flowFolderName)
      Simple name of the folder in which this asset is contained.
      Returns:
      this.
    • flowFolderQualifiedName

      public B flowFolderQualifiedName(String flowFolderQualifiedName)
      Unique name of the folder in which this asset is contained.
      Returns:
      this.
    • flowId

      public B flowId(String flowId)
      Unique ID for this flow asset, which will remain constant throughout the lifecycle of the asset.
      Returns:
      this.
    • flowParentUnit

      public B flowParentUnit(IFlowReusableUnit flowParentUnit)
      Reusable unit in which the ephemeral dataset is contained.
      Returns:
      this.
    • flowProjectName

      public B flowProjectName(String flowProjectName)
      Simple name of the project in which this asset is contained.
      Returns:
      this.
    • flowProjectQualifiedName

      public B flowProjectQualifiedName(String flowProjectQualifiedName)
      Unique name of the project in which this asset is contained.
      Returns:
      this.
    • flowQuery

      public B flowQuery(String flowQuery)
      Query (e.g. SQL) that was run to produce this ephemeral piece of data.
      Returns:
      this.
    • flowReusableUnitName

      public B flowReusableUnitName(String flowReusableUnitName)
      Simple name of the reusable grouping of operations in which this ephemeral data is contained.
      Returns:
      this.
    • flowReusableUnitQualifiedName

      public B flowReusableUnitQualifiedName(String flowReusableUnitQualifiedName)
      Unique name of the reusable grouping of operations in which this ephemeral data is contained.
      Returns:
      this.
    • flowRunId

      public B flowRunId(String flowRunId)
      Unique ID of the flow run, which could change on subsequent runs of the same flow.
      Returns:
      this.
    • flowSchedule

      public B flowSchedule(String flowSchedule)
      Schedule for this point in the data processing or orchestration.
      Returns:
      this.
    • flowStartedAt

      public B flowStartedAt(Long flowStartedAt)
      Date and time at which this point in the data processing or orchestration started.
      Returns:
      this.
    • flowStatus

      public B flowStatus(String flowStatus)
      Overall status of this point in the data processing or orchestration.
      Returns:
      this.
    • flowType

      public B flowType(String flowType)
      Type of the ephemeral piece of data.
      Returns:
      this.
    • inputToAirflowTask

      public B inputToAirflowTask(IAirflowTask inputToAirflowTask)
    • inputToAirflowTasks

      public B inputToAirflowTasks(Collection<? extends IAirflowTask> inputToAirflowTasks)
    • clearInputToAirflowTasks

      public B clearInputToAirflowTasks()
    • inputToProcess

      public B inputToProcess(ILineageProcess inputToProcess)
    • inputToProcesses

      public B inputToProcesses(Collection<? extends ILineageProcess> inputToProcesses)
    • clearInputToProcesses

      public B clearInputToProcesses()
    • inputToSparkJob

      public B inputToSparkJob(ISparkJob inputToSparkJob)
    • inputToSparkJobs

      public B inputToSparkJobs(Collection<? extends ISparkJob> inputToSparkJobs)
    • clearInputToSparkJobs

      public B clearInputToSparkJobs()
    • modelImplementedAttribute

      public B modelImplementedAttribute(IModelAttribute modelImplementedAttribute)
    • modelImplementedAttributes

      public B modelImplementedAttributes(Collection<? extends IModelAttribute> modelImplementedAttributes)
    • clearModelImplementedAttributes

      public B clearModelImplementedAttributes()
    • modelImplementedEntity

      public B modelImplementedEntity(IModelEntity modelImplementedEntity)
    • modelImplementedEntities

      public B modelImplementedEntities(Collection<? extends IModelEntity> modelImplementedEntities)
    • clearModelImplementedEntities

      public B clearModelImplementedEntities()
    • outputFromAirflowTask

      public B outputFromAirflowTask(IAirflowTask outputFromAirflowTask)
    • outputFromAirflowTasks

      public B outputFromAirflowTasks(Collection<? extends IAirflowTask> outputFromAirflowTasks)
    • clearOutputFromAirflowTasks

      public B clearOutputFromAirflowTasks()
    • outputFromProcess

      public B outputFromProcess(ILineageProcess outputFromProcess)
    • outputFromProcesses

      public B outputFromProcesses(Collection<? extends ILineageProcess> outputFromProcesses)
    • clearOutputFromProcesses

      public B clearOutputFromProcesses()
    • outputFromSparkJob

      public B outputFromSparkJob(ISparkJob outputFromSparkJob)
    • outputFromSparkJobs

      public B outputFromSparkJobs(Collection<? extends ISparkJob> outputFromSparkJobs)
    • clearOutputFromSparkJobs

      public B clearOutputFromSparkJobs()
    • self

      protected abstract B self()
      Specified by:
      self in class Asset.AssetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>
    • build

      public abstract C build()
      Specified by:
      build in class Asset.AssetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>
    • toString

      public String toString()
      Overrides:
      toString in class Asset.AssetBuilder<C extends FlowDataset,B extends FlowDataset.FlowDatasetBuilder<C,B>>