BackfillRun

interface BackfillRun<B : Backfill>

Get an instance of this from Backfila.

Functions

complete

abstract fun complete(): Boolean

execute

open fun execute()

Prepares, scans and runs the whole backfill.

finishedPrecomputing

abstract fun finishedPrecomputing(): Boolean

finishedScanning

abstract fun finishedScanning(): Boolean

partitionScan

abstract fun partitionScan(partitionName: String): GetNextBatchRangeResponse

Does a single scan for batches on the partition provided.

precomputeRemaining

abstract fun precomputeRemaining()

precomputeScan

abstract fun precomputeScan(): GetNextBatchRangeResponse

runAllScanned

abstract fun runAllScanned()

Runs all the batches that are scanned and ready to run.

runBatch

abstract fun runBatch()

Throws an error if there is no batch to run.

scanRemaining

abstract fun scanRemaining()

Scans all the remaining batches and places them in the queue to run.

singleScan

abstract fun singleScan(): GetNextBatchRangeResponse

Does a single scan for batches on any partition.

Properties

backfill

abstract val backfill: B

batchesToRunSnapshot

abstract val batchesToRunSnapshot: List<BatchSnapshot>

batchSize

abstract var batchSize: Long

computeCountLimit

abstract var computeCountLimit: Long

dryRun

abstract val dryRun: Boolean

parameters

abstract val parameters: Map<String, ByteString>

partitionProgressSnapshot

abstract val partitionProgressSnapshot: Map<String, PartitionCursor>

precomputeMatchingCount

abstract val precomputeMatchingCount: Long

precomputeScannedCount

abstract val precomputeScannedCount: Long

prepareBackfillResponse

abstract val prepareBackfillResponse: PrepareBackfillResponse

rangeEnd

abstract val rangeEnd: String?

rangeStart

abstract val rangeStart: String?

scanSize

abstract var scanSize: Long