co.cask.cdap.etl.spark.batch

Class SparkBatchSinkContext

java.lang.Object

co.cask.cdap.etl.common.AbstractStageContext

co.cask.cdap.etl.common.AbstractTransformContext

co.cask.cdap.etl.batch.AbstractBatchContext

co.cask.cdap.etl.spark.batch.SparkBatchSinkContext

All Implemented Interfaces:

DatasetContext, ServiceDiscoverer, BatchContext, BatchSinkContext, LookupProvider, StageContext, TransformContext

public class SparkBatchSinkContext
extends AbstractBatchContext
implements BatchSinkContext

Default implementation of BatchSinkContext for spark contexts.

Field Summary

Fields inherited from class co.cask.cdap.etl.batch.AbstractBatchContext

admin

Fields inherited from class co.cask.cdap.etl.common.AbstractStageContext

arguments

Constructor Summary

Constructors

Constructor and Description
SparkBatchSinkContext(SparkBatchSinkFactory sinkFactory, JavaSparkExecutionContext sec, DatasetContext datasetContext, PipelineRuntime pipelineRuntime, StageSpec stageSpec)
SparkBatchSinkContext(SparkBatchSinkFactory sinkFactory, SparkClientContext sparkContext, PipelineRuntime pipelineRuntime, DatasetContext datasetContext, StageSpec stageSpec)

Method Summary

Modifier and Type	Method and Description
void	addOutput(Output output)
void	addOutput(String datasetName)
void	addOutput(String datasetName, Map<String,String> arguments)
void	addOutput(String outputName, OutputFormatProvider outputFormatProvider)
boolean	isPreviewEnabled()

Methods inherited from class co.cask.cdap.etl.batch.AbstractBatchContext

createDataset, datasetExists, discardDataset, getDataset, getDataset, getDataset, getDataset, getRuntimeArguments, releaseDataset, setRuntimeArgument

Methods inherited from class co.cask.cdap.etl.common.AbstractTransformContext

provide

Methods inherited from class co.cask.cdap.etl.common.AbstractStageContext

getInputSchema, getInputSchemas, getLogicalStartTime, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getServiceURL, getServiceURL, getStageName, loadPluginClass, newPluginInstance

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface co.cask.cdap.etl.api.batch.BatchContext

createDataset, datasetExists, getArguments, getRuntimeArguments, setRuntimeArgument

Methods inherited from interface co.cask.cdap.api.data.DatasetContext

discardDataset, getDataset, getDataset, getDataset, getDataset, releaseDataset

Methods inherited from interface co.cask.cdap.etl.api.StageContext

getInputSchema, getInputSchemas, getLogicalStartTime, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getStageName, loadPluginClass, newPluginInstance

Methods inherited from interface co.cask.cdap.api.ServiceDiscoverer

getServiceURL, getServiceURL

Methods inherited from interface co.cask.cdap.etl.api.LookupProvider

provide

Constructor Detail

SparkBatchSinkContext

public SparkBatchSinkContext(SparkBatchSinkFactory sinkFactory,
                             SparkClientContext sparkContext,
                             PipelineRuntime pipelineRuntime,
                             DatasetContext datasetContext,
                             StageSpec stageSpec)

SparkBatchSinkContext

public SparkBatchSinkContext(SparkBatchSinkFactory sinkFactory,
                             JavaSparkExecutionContext sec,
                             DatasetContext datasetContext,
                             PipelineRuntime pipelineRuntime,
                             StageSpec stageSpec)

Method Detail

addOutput

public void addOutput(String datasetName)

Specified by:

addOutput in interface BatchSinkContext

addOutput

public void addOutput(String datasetName,
                      Map<String,String> arguments)

Specified by:

addOutput in interface BatchSinkContext

addOutput

public void addOutput(String outputName,
                      OutputFormatProvider outputFormatProvider)

Specified by:

addOutput in interface BatchSinkContext

addOutput

public void addOutput(Output output)

Specified by:

addOutput in interface BatchSinkContext

isPreviewEnabled

public boolean isPreviewEnabled()

Specified by:

isPreviewEnabled in interface BatchSinkContext