co.cask.cdap.etl.spark.batch

Class SparkBatchSourceContext

java.lang.Object

co.cask.cdap.etl.common.AbstractStageContext

co.cask.cdap.etl.common.AbstractTransformContext

co.cask.cdap.etl.batch.AbstractBatchContext

co.cask.cdap.etl.spark.batch.SparkBatchSourceContext

All Implemented Interfaces:

DatasetContext, MessagingAdmin, MessagingContext, ServiceDiscoverer, BatchContext, BatchSourceContext, LookupProvider, StageContext, StageSubmitterContext, TransformContext

public class SparkBatchSourceContext
extends AbstractBatchContext
implements BatchSourceContext, StageSubmitterContext

Default implementation of BatchSourceContext for spark contexts.

Field Summary

Fields inherited from class co.cask.cdap.etl.batch.AbstractBatchContext

admin

Fields inherited from class co.cask.cdap.etl.common.AbstractStageContext

arguments

Constructor Summary

Constructors

Constructor and Description
SparkBatchSourceContext(co.cask.cdap.etl.spark.batch.SparkBatchSourceFactory sourceFactory, SparkClientContext sparkContext, PipelineRuntime pipelineRuntime, DatasetContext datasetContext, StageSpec stageSpec)

Method Summary

Modifier and Type	Method and Description
void	createTopic(String topic)
void	createTopic(String topic, Map<String,String> properties)
void	deleteTopic(String topic)
MessagePublisher	getDirectMessagePublisher()
MessageFetcher	getMessageFetcher()
MessagePublisher	getMessagePublisher()
Map<String,String>	getTopicProperties(String topic)
boolean	isPreviewEnabled()
void	setInput(Input input)
void	updateTopic(String topic, Map<String,String> properties)

Methods inherited from class co.cask.cdap.etl.batch.AbstractBatchContext

createDataset, datasetExists, discardDataset, getDataset, getDataset, getDataset, getDataset, getRuntimeArguments, releaseDataset, setRuntimeArgument

Methods inherited from class co.cask.cdap.etl.common.AbstractTransformContext

provide

Methods inherited from class co.cask.cdap.etl.common.AbstractStageContext

getInputSchema, getInputSchemas, getLogicalStartTime, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getServiceURL, getServiceURL, getStageName, loadPluginClass, newPluginInstance

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface co.cask.cdap.etl.api.batch.BatchContext

createDataset, datasetExists, getArguments, getRuntimeArguments, setRuntimeArgument

Methods inherited from interface co.cask.cdap.api.data.DatasetContext

discardDataset, getDataset, getDataset, getDataset, getDataset, releaseDataset

Methods inherited from interface co.cask.cdap.etl.api.StageContext

getInputSchema, getInputSchemas, getLogicalStartTime, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getStageName, loadPluginClass, newPluginInstance

Methods inherited from interface co.cask.cdap.api.ServiceDiscoverer

getServiceURL, getServiceURL

Methods inherited from interface co.cask.cdap.etl.api.LookupProvider

provide

Methods inherited from interface co.cask.cdap.etl.api.StageSubmitterContext

getArguments

Constructor Detail

SparkBatchSourceContext

public SparkBatchSourceContext(co.cask.cdap.etl.spark.batch.SparkBatchSourceFactory sourceFactory,
                               SparkClientContext sparkContext,
                               PipelineRuntime pipelineRuntime,
                               DatasetContext datasetContext,
                               StageSpec stageSpec)

Method Detail

setInput

public void setInput(Input input)

Specified by:

setInput in interface BatchSourceContext

isPreviewEnabled

public boolean isPreviewEnabled()

Specified by:

isPreviewEnabled in interface BatchSourceContext

getMessagePublisher

public MessagePublisher getMessagePublisher()

Specified by:

getMessagePublisher in interface MessagingContext

getDirectMessagePublisher

public MessagePublisher getDirectMessagePublisher()

Specified by:

getDirectMessagePublisher in interface MessagingContext

getMessageFetcher

public MessageFetcher getMessageFetcher()

Specified by:

getMessageFetcher in interface MessagingContext

createTopic

public void createTopic(String topic)
                 throws TopicAlreadyExistsException,
                        IOException

Specified by:

createTopic in interface MessagingAdmin

Throws:

TopicAlreadyExistsException

IOException

createTopic

public void createTopic(String topic,
                        Map<String,String> properties)
                 throws TopicAlreadyExistsException,
                        IOException

Specified by:

createTopic in interface MessagingAdmin

Throws:

TopicAlreadyExistsException

IOException

getTopicProperties

public Map<String,String> getTopicProperties(String topic)
                                      throws TopicNotFoundException,
                                             IOException

Specified by:

getTopicProperties in interface MessagingAdmin

Throws:

TopicNotFoundException

IOException

updateTopic

public void updateTopic(String topic,
                        Map<String,String> properties)
                 throws TopicNotFoundException,
                        IOException

Specified by:

updateTopic in interface MessagingAdmin

Throws:

TopicNotFoundException

IOException

deleteTopic

public void deleteTopic(String topic)
                 throws TopicNotFoundException,
                        IOException

Specified by:

deleteTopic in interface MessagingAdmin

Throws:

TopicNotFoundException

IOException