public class SparkBatchRuntimeContext extends AbstractTransformContext implements BatchRuntimeContext, BatchJoinerRuntimeContext
BatchRuntimeContext for spark contexts.arguments| Constructor and Description |
|---|
SparkBatchRuntimeContext(PipelineRuntime pipelineRuntime,
StageSpec stageSpec) |
| Modifier and Type | Method and Description |
|---|---|
void |
discardDataset(Dataset dataset) |
<T extends Dataset> |
getDataset(String name) |
<T extends Dataset> |
getDataset(String name,
Map<String,String> arguments) |
<T extends Dataset> |
getDataset(String namespace,
String name) |
<T extends Dataset> |
getDataset(String namespace,
String name,
Map<String,String> arguments) |
Map<String,String> |
getRuntimeArguments() |
void |
releaseDataset(Dataset dataset) |
providegetArguments, getInputSchema, getInputSchemas, getLogicalStartTime, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getServiceURL, getServiceURL, getStageName, loadPluginClass, newPluginInstanceclone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, waitgetLogicalStartTimegetArguments, getInputSchema, getInputSchemas, getMetrics, getNamespace, getOutputPortSchemas, getOutputSchema, getPipelineName, getPluginProperties, getPluginProperties, getStageName, loadPluginClass, newPluginInstancegetServiceURL, getServiceURLprovidepublic SparkBatchRuntimeContext(PipelineRuntime pipelineRuntime, StageSpec stageSpec)
public Map<String,String> getRuntimeArguments()
getRuntimeArguments in interface BatchRuntimeContextpublic <T extends Dataset> T getDataset(String name) throws DatasetInstantiationException
getDataset in interface DatasetContextDatasetInstantiationExceptionpublic <T extends Dataset> T getDataset(String namespace, String name) throws DatasetInstantiationException
getDataset in interface DatasetContextDatasetInstantiationExceptionpublic <T extends Dataset> T getDataset(String name, Map<String,String> arguments) throws DatasetInstantiationException
getDataset in interface DatasetContextDatasetInstantiationExceptionpublic <T extends Dataset> T getDataset(String namespace, String name, Map<String,String> arguments) throws DatasetInstantiationException
getDataset in interface DatasetContextDatasetInstantiationExceptionpublic void releaseDataset(Dataset dataset)
releaseDataset in interface DatasetContextpublic void discardDataset(Dataset dataset)
discardDataset in interface DatasetContextCopyright © 2018 Cask Data, Inc. Licensed under the Apache License, Version 2.0.