Package org.apache.beam.runners.spark

Interface TestSparkPipelineOptions

All Superinterfaces:

org.apache.beam.sdk.options.ApplicationNameOptions, org.apache.beam.sdk.options.FileStagingOptions, org.apache.beam.sdk.transforms.display.HasDisplayData, org.apache.beam.sdk.options.PipelineOptions, SparkCommonPipelineOptions, SparkPipelineOptions, org.apache.beam.sdk.options.StreamingOptions, org.apache.beam.sdk.testing.TestPipelineOptions

public interface TestSparkPipelineOptions
extends SparkPipelineOptions, org.apache.beam.sdk.testing.TestPipelineOptions

A SparkPipelineOptions for tests.

Nested Class Summary

Nested Classes

Modifier and Type	Interface	Description
static class	TestSparkPipelineOptions.DefaultStopPipelineWatermarkFactory	A factory to provide the default watermark to stop a pipeline that reads from an unbounded source.

Nested classes/interfaces inherited from interface org.apache.beam.sdk.options.PipelineOptions

org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory, org.apache.beam.sdk.options.PipelineOptions.CheckEnabled, org.apache.beam.sdk.options.PipelineOptions.DirectRunner, org.apache.beam.sdk.options.PipelineOptions.JobNameFactory, org.apache.beam.sdk.options.PipelineOptions.UserAgentFactory

Nested classes/interfaces inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

SparkCommonPipelineOptions.StorageLevelFactory, SparkCommonPipelineOptions.TmpCheckpointDirFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.testing.TestPipelineOptions

org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcher, org.apache.beam.sdk.testing.TestPipelineOptions.AlwaysPassMatcherFactory

Field Summary

Fields inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

DEFAULT_MASTER_URL

Method Summary

Modifier and Type	Method	Description
@Nullable Integer	getExpectedAssertions()
Long	getStopPipelineWatermark()
boolean	isDeleteCheckpointDir()
boolean	isForceStreaming()
void	setDeleteCheckpointDir(boolean deleteCheckpointDir)
void	setExpectedAssertions(Integer expectedAssertions)
void	setForceStreaming(boolean forceStreaming)
void	setStopPipelineWatermark(Long stopPipelineWatermark)

Methods inherited from interface org.apache.beam.sdk.options.ApplicationNameOptions

getAppName, setAppName

Methods inherited from interface org.apache.beam.sdk.options.FileStagingOptions

getFilesToStage, setFilesToStage

Methods inherited from interface org.apache.beam.sdk.transforms.display.HasDisplayData

populateDisplayData

Methods inherited from interface org.apache.beam.sdk.options.PipelineOptions

as, getGbek, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, revision, setGbek, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent

Methods inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

getCheckpointDir, getEnableSparkMetricSinks, getPreferGroupByKeyToHandleHugeValues, getSparkMaster, getStorageLevel, setCheckpointDir, setEnableSparkMetricSinks, setPreferGroupByKeyToHandleHugeValues, setSparkMaster, setStorageLevel

Methods inherited from interface org.apache.beam.runners.spark.SparkPipelineOptions

getBatchIntervalMillis, getBundleSize, getCheckpointDurationMillis, getMaxRecordsPerBatch, getMinReadTimeMillis, getReadTimePercentage, getUsesProvidedSparkContext, isCacheDisabled, setBatchIntervalMillis, setBundleSize, setCacheDisabled, setCheckpointDurationMillis, setMaxRecordsPerBatch, setMinReadTimeMillis, setReadTimePercentage, setUsesProvidedSparkContext

Methods inherited from interface org.apache.beam.sdk.options.StreamingOptions

getUpdateCompatibilityVersion, isStreaming, setStreaming, setUpdateCompatibilityVersion

Methods inherited from interface org.apache.beam.sdk.testing.TestPipelineOptions

getOnCreateMatcher, getOnSuccessMatcher, getTempRoot, getTestTimeoutSeconds, isBlockOnRun, setBlockOnRun, setOnCreateMatcher, setOnSuccessMatcher, setTempRoot, setTestTimeoutSeconds

Method Details

isForceStreaming

@Boolean(false)
boolean isForceStreaming()

setForceStreaming

void setForceStreaming(boolean forceStreaming)

getExpectedAssertions

@Nullable Integer getExpectedAssertions()

setExpectedAssertions

void setExpectedAssertions(Integer expectedAssertions)

getStopPipelineWatermark

@InstanceFactory(DefaultStopPipelineWatermarkFactory.class)
Long getStopPipelineWatermark()

setStopPipelineWatermark

void setStopPipelineWatermark(Long stopPipelineWatermark)

isDeleteCheckpointDir

@Boolean(true)
boolean isDeleteCheckpointDir()

setDeleteCheckpointDir

void setDeleteCheckpointDir(boolean deleteCheckpointDir)