org.apache.accumulo.tserver.replication

Class AccumuloReplicaSystem

java.lang.Object

org.apache.accumulo.tserver.replication.AccumuloReplicaSystem

All Implemented Interfaces:

ReplicaSystem

public class AccumuloReplicaSystem
extends Object
implements ReplicaSystem

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	AccumuloReplicaSystem.ReplicationStats
protected class	AccumuloReplicaSystem.RFileClientExecReturn
static class	AccumuloReplicaSystem.RFileReplication
protected class	AccumuloReplicaSystem.WalClientExecReturn
static class	AccumuloReplicaSystem.WalReplication A "struct" to avoid a nested Entry.

Constructor Summary

Constructors

Constructor and Description
AccumuloReplicaSystem()

Method Summary

Modifier and Type	Method and Description
static String	buildConfiguration(String instanceName, String zookeepers) Generate the configuration string for this ReplicaSystem
void	configure(String configuration)
protected Set<Integer>	consumeWalPrefix(ReplicationTarget target, DataInputStream wal, org.apache.hadoop.fs.Path p, Replication.Status status, long sizeLimit)
protected AccumuloConfiguration	getConf()
protected ClientContext	getContextForPeer(AccumuloConfiguration localConf, ReplicationTarget target, String principal, AuthenticationToken token)
protected VolumeManager	getFs()
protected String	getInstanceName()
protected String	getKeytab(AccumuloConfiguration localConf, ReplicationTarget target)
protected AccumuloReplicaSystem.RFileReplication	getKeyValues(ReplicationTarget target, DataInputStream input, org.apache.hadoop.fs.Path p, Replication.Status status, long sizeLimit)
protected String	getPassword(AccumuloConfiguration localConf, ReplicationTarget target)
protected Instance	getPeerInstance(ReplicationTarget target)
protected String	getPrincipal(AccumuloConfiguration localConf, ReplicationTarget target)
protected DataInputStream	getRFileInputStream(org.apache.hadoop.fs.Path p)
protected AccumuloReplicaSystem.WalReplication	getWalEdits(ReplicationTarget target, DataInputStream wal, org.apache.hadoop.fs.Path p, Replication.Status status, long sizeLimit, Set<Integer> desiredTids)
DataInputStream	getWalStream(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.FSDataInputStream input)
protected String	getZookeepers()
Replication.Status	replicate(org.apache.hadoop.fs.Path p, Replication.Status status, ReplicationTarget target, ReplicaSystemHelper helper)
protected Replication.Status	replicateLogs(ClientContext peerContext, HostAndPort peerTserver, ReplicationTarget target, org.apache.hadoop.fs.Path p, Replication.Status status, long sizeLimit, String remoteTableId, TCredentials tcreds, ReplicaSystemHelper helper, org.apache.hadoop.security.UserGroupInformation accumuloUgi, long timeout)
protected Replication.Status	replicateRFiles(ClientContext peerContext, HostAndPort peerTserver, ReplicationTarget target, org.apache.hadoop.fs.Path p, Replication.Status status, long sizeLimit, String remoteTableId, TCredentials tcreds, ReplicaSystemHelper helper, long timeout)
protected void	setConf(AccumuloConfiguration conf)
protected void	setFs(VolumeManager fs)
protected void	setInstanceName(String instanceName)
protected void	setZookeepers(String zookeepers)
protected long	writeValueAvoidingReplicationCycles(DataOutputStream out, LogFileValue value, ReplicationTarget target) Wrapper around LogFileValue.write(java.io.DataOutput) which does not serialize Mutations that do not need to be replicate to the given ReplicationTarget

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AccumuloReplicaSystem

public AccumuloReplicaSystem()

Method Detail

getInstanceName

protected String getInstanceName()

setInstanceName

protected void setInstanceName(String instanceName)

getZookeepers

protected String getZookeepers()

setZookeepers

protected void setZookeepers(String zookeepers)

getConf

protected AccumuloConfiguration getConf()

setConf

protected void setConf(AccumuloConfiguration conf)

getFs

protected VolumeManager getFs()

setFs

protected void setFs(VolumeManager fs)

buildConfiguration

public static String buildConfiguration(String instanceName,
                                        String zookeepers)

Generate the configuration string for this ReplicaSystem

configure

public void configure(String configuration)

Specified by:

configure in interface ReplicaSystem

replicate

public Replication.Status replicate(org.apache.hadoop.fs.Path p,
                                    Replication.Status status,
                                    ReplicationTarget target,
                                    ReplicaSystemHelper helper)

Specified by:

replicate in interface ReplicaSystem

replicateRFiles

protected Replication.Status replicateRFiles(ClientContext peerContext,
                                             HostAndPort peerTserver,
                                             ReplicationTarget target,
                                             org.apache.hadoop.fs.Path p,
                                             Replication.Status status,
                                             long sizeLimit,
                                             String remoteTableId,
                                             TCredentials tcreds,
                                             ReplicaSystemHelper helper,
                                             long timeout)
                                      throws org.apache.thrift.transport.TTransportException,
                                             AccumuloException,
                                             AccumuloSecurityException

Throws:

org.apache.thrift.transport.TTransportException

AccumuloException

AccumuloSecurityException

replicateLogs

protected Replication.Status replicateLogs(ClientContext peerContext,
                                           HostAndPort peerTserver,
                                           ReplicationTarget target,
                                           org.apache.hadoop.fs.Path p,
                                           Replication.Status status,
                                           long sizeLimit,
                                           String remoteTableId,
                                           TCredentials tcreds,
                                           ReplicaSystemHelper helper,
                                           org.apache.hadoop.security.UserGroupInformation accumuloUgi,
                                           long timeout)
                                    throws org.apache.thrift.transport.TTransportException,
                                           AccumuloException,
                                           AccumuloSecurityException

Throws:

org.apache.thrift.transport.TTransportException

AccumuloException

AccumuloSecurityException

getPassword

protected String getPassword(AccumuloConfiguration localConf,
                             ReplicationTarget target)

getKeytab

protected String getKeytab(AccumuloConfiguration localConf,
                           ReplicationTarget target)

getPrincipal

protected String getPrincipal(AccumuloConfiguration localConf,
                              ReplicationTarget target)

getContextForPeer

protected ClientContext getContextForPeer(AccumuloConfiguration localConf,
                                          ReplicationTarget target,
                                          String principal,
                                          AuthenticationToken token)

getPeerInstance

protected Instance getPeerInstance(ReplicationTarget target)

getKeyValues

protected AccumuloReplicaSystem.RFileReplication getKeyValues(ReplicationTarget target,
                                                              DataInputStream input,
                                                              org.apache.hadoop.fs.Path p,
                                                              Replication.Status status,
                                                              long sizeLimit)

consumeWalPrefix

protected Set<Integer> consumeWalPrefix(ReplicationTarget target,
                                        DataInputStream wal,
                                        org.apache.hadoop.fs.Path p,
                                        Replication.Status status,
                                        long sizeLimit)
                                 throws IOException

Throws:

IOException

getWalStream

public DataInputStream getWalStream(org.apache.hadoop.fs.Path p,
                                    org.apache.hadoop.fs.FSDataInputStream input)
                             throws IOException

Throws:

IOException

getWalEdits

protected AccumuloReplicaSystem.WalReplication getWalEdits(ReplicationTarget target,
                                                           DataInputStream wal,
                                                           org.apache.hadoop.fs.Path p,
                                                           Replication.Status status,
                                                           long sizeLimit,
                                                           Set<Integer> desiredTids)
                                                    throws IOException

Throws:

IOException

writeValueAvoidingReplicationCycles

protected long writeValueAvoidingReplicationCycles(DataOutputStream out,
                                                   LogFileValue value,
                                                   ReplicationTarget target)
                                            throws IOException

Wrapper around LogFileValue.write(java.io.DataOutput) which does not serialize Mutations that do not need to be replicate to the given ReplicationTarget

Throws:

IOException

getRFileInputStream

protected DataInputStream getRFileInputStream(org.apache.hadoop.fs.Path p)
                                       throws IOException

Throws:

IOException