public class HiveSplitManager extends Object implements ConnectorSplitManager
ConnectorSplitManager.SplitSchedulingContext, ConnectorSplitManager.SplitSchedulingStrategy
Modifier and Type | Field and Description |
---|---|
static String |
OBJECT_NOT_READABLE |
Constructor and Description |
---|
HiveSplitManager(HiveClientConfig hiveClientConfig,
CacheQuotaRequirementProvider cacheQuotaRequirementProvider,
HiveTransactionManager hiveTransactionManager,
NamenodeStats namenodeStats,
HdfsEnvironment hdfsEnvironment,
DirectoryLister directoryLister,
ExecutorService executorService,
CoercionPolicy coercionPolicy,
HiveEncryptionInformationProvider encryptionInformationProvider) |
HiveSplitManager(HiveTransactionManager hiveTransactionManager,
NamenodeStats namenodeStats,
HdfsEnvironment hdfsEnvironment,
DirectoryLister directoryLister,
Executor executor,
CoercionPolicy coercionPolicy,
com.facebook.airlift.stats.CounterStat highMemorySplitSourceCounter,
int maxOutstandingSplits,
io.airlift.units.DataSize maxOutstandingSplitsSize,
int minPartitionBatchSize,
int maxPartitionBatchSize,
int splitLoaderConcurrency,
boolean recursiveDfsWalkerEnabled,
CacheQuotaRequirementProvider cacheQuotaRequirementProvider,
HiveEncryptionInformationProvider encryptionInformationProvider) |
Modifier and Type | Method and Description |
---|---|
com.facebook.airlift.stats.CounterStat |
getHighMemorySplitSource() |
ConnectorSplitSource |
getSplits(ConnectorTransactionHandle transaction,
ConnectorSession session,
ConnectorTableLayoutHandle layoutHandle,
ConnectorSplitManager.SplitSchedulingContext splitSchedulingContext) |
public static final String OBJECT_NOT_READABLE
@Inject public HiveSplitManager(HiveClientConfig hiveClientConfig, CacheQuotaRequirementProvider cacheQuotaRequirementProvider, HiveTransactionManager hiveTransactionManager, NamenodeStats namenodeStats, HdfsEnvironment hdfsEnvironment, DirectoryLister directoryLister, ExecutorService executorService, CoercionPolicy coercionPolicy, HiveEncryptionInformationProvider encryptionInformationProvider)
public HiveSplitManager(HiveTransactionManager hiveTransactionManager, NamenodeStats namenodeStats, HdfsEnvironment hdfsEnvironment, DirectoryLister directoryLister, Executor executor, CoercionPolicy coercionPolicy, com.facebook.airlift.stats.CounterStat highMemorySplitSourceCounter, int maxOutstandingSplits, io.airlift.units.DataSize maxOutstandingSplitsSize, int minPartitionBatchSize, int maxPartitionBatchSize, int splitLoaderConcurrency, boolean recursiveDfsWalkerEnabled, CacheQuotaRequirementProvider cacheQuotaRequirementProvider, HiveEncryptionInformationProvider encryptionInformationProvider)
public ConnectorSplitSource getSplits(ConnectorTransactionHandle transaction, ConnectorSession session, ConnectorTableLayoutHandle layoutHandle, ConnectorSplitManager.SplitSchedulingContext splitSchedulingContext)
getSplits
in interface ConnectorSplitManager
public com.facebook.airlift.stats.CounterStat getHighMemorySplitSource()
Copyright © 2012–2022. All rights reserved.