com.staros.shard

Class ShardManager

java.lang.Object

com.staros.shard.ShardManager

public class ShardManager
extends java.lang.Object

Shard Manager manages all the shard for single service, including shard group operations and shard operations.

Constructor Summary

Constructors

Constructor and Description
ShardManager(java.lang.String serviceId, JournalSystem journalSystem, IdGenerator idGenerator, Scheduler shardScheduler)

Method Summary

Modifier and Type	Method and Description
void	addShardReplicas(java.util.List<java.lang.Long> shardIds, long workerId)
MetaGroupInfo	createMetaGroup(CreateMetaGroupInfo createMetaGroupInfo)
java.util.List<ShardInfo>	createShard(java.util.List<CreateShardInfo> createShardInfos, FileStoreMgr fsMgr)
java.util.List<ShardGroupInfo>	createShardGroup(java.util.List<CreateShardGroupInfo> createShardGroupInfos)
void	deleteMetaGroup(long metaGroupId)
void	deleteMetaGroupInternal(long metaGroupId, boolean isReplay)
void	deleteShard(java.util.List<java.lang.Long> shardIds)
void	deleteShardGroup(java.util.List<java.lang.Long> groupIds, boolean deleteShards)
void	dump(java.io.DataOutputStream out)
void	dumpMeta(java.io.OutputStream out) dump shardManager's meta
java.util.List<java.lang.Long>	getAllMetaGroupIds()
java.util.List<java.lang.Long>	getAllShardGroupIds()
java.util.List<java.lang.Long>	getAllShardIds()
MetaGroup	getMetaGroup(long groupId)
int	getMetaGroupCount()
MetaGroupInfo	getMetaGroupInfo(long metaGroupId)
java.lang.String	getServiceId()
Shard	getShard(long shardId)
int	getShardCount()
ShardGroup	getShardGroup(long groupId)
int	getShardGroupCount()
java.util.List<ShardGroupInfo>	getShardGroupInfo(java.util.List<java.lang.Long> shardGroupIds)
java.util.List<ShardInfo>	getShardInfo(java.util.List<java.lang.Long> shardIds) Get shard info in service
java.util.Iterator<java.util.Map.Entry<java.lang.Long,Shard>>	getShardIterator()
boolean	isMetaGroupStable(long metaGroupId, java.util.List<java.lang.Long> workerIds)
java.util.List<MetaGroupInfo>	listMetaGroupInfo()
org.apache.commons.lang3.tuple.Pair<java.util.List<ShardGroupInfo>,java.lang.Long>	listShardGroupInfo(boolean includeAnonymousGroup, long startGroupId)
java.util.List<java.util.List<ShardInfo>>	listShardInfo(java.util.List<java.lang.Long> groupIds, boolean withoutReplicaInfo)
void	loadMeta(java.io.InputStream in)
void	overrideShards(java.util.Map<java.lang.Long,Shard> shards)
void	removeShardGroupReplicas(java.lang.Long shardGroupId)
void	removeShardReplicas(java.util.List<java.lang.Long> shardIds, long workerId)
void	replayCreateMetaGroup(MetaGroupJournalInfo info)
void	replayCreateShard(CreateShardJournalInfo info)
void	replayCreateShardGroup(java.util.List<ShardGroup> groups)
void	replayDeleteMetaGroup(MetaGroupJournalInfo info)
void	replayDeleteShard(java.util.List<java.lang.Long> shardIds)
void	replayDeleteShardGroup(DeleteShardGroupInfo info)
void	replayUpdateMetaGroup(MetaGroupJournalInfo info)
void	replayUpdateShard(java.util.List<Shard> shardList)
void	replayUpdateShardGroup(java.util.List<ShardGroup> groupList)
void	scheduleShardsBelongToWorker(long workerId)
void	updateDelegatedFileStoreSnapshot(FileStore fileStore)
void	updateMetaGroup(UpdateMetaGroupInfo updateMetaGroupInfo)
void	updateShard(java.util.List<UpdateShardInfo> updateShardInfos)
void	updateShardGroup(java.util.List<UpdateShardGroupInfo> updateShardGroupInfos)
void	validateWorkerReportedReplicas(java.util.List<java.lang.Long> shardIds, long workerId) Check missing replicas from the list of shards for the specific worker id, and remove non-exist replicas

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ShardManager

public ShardManager(java.lang.String serviceId,
                    JournalSystem journalSystem,
                    IdGenerator idGenerator,
                    Scheduler shardScheduler)

Method Detail

getServiceId

public java.lang.String getServiceId()

createShardGroup

public java.util.List<ShardGroupInfo> createShardGroup(java.util.List<CreateShardGroupInfo> createShardGroupInfos)
                                                throws StarException

Throws:

StarException

deleteShardGroup

public void deleteShardGroup(java.util.List<java.lang.Long> groupIds,
                             boolean deleteShards)
                      throws StarException

Throws:

StarException

updateShardGroup

public void updateShardGroup(java.util.List<UpdateShardGroupInfo> updateShardGroupInfos)
                      throws StarException

Throws:

StarException

listShardGroupInfo

public org.apache.commons.lang3.tuple.Pair<java.util.List<ShardGroupInfo>,java.lang.Long> listShardGroupInfo(boolean includeAnonymousGroup,
                                                                                                             long startGroupId)
                                                                                                      throws StarException

Throws:

StarException

getShardGroupInfo

public java.util.List<ShardGroupInfo> getShardGroupInfo(java.util.List<java.lang.Long> shardGroupIds)
                                                 throws StarException

Throws:

StarException

createShard

public java.util.List<ShardInfo> createShard(java.util.List<CreateShardInfo> createShardInfos,
                                             FileStoreMgr fsMgr)
                                      throws StarException

Throws:

StarException

deleteShard

public void deleteShard(java.util.List<java.lang.Long> shardIds)
                 throws StarException

Throws:

StarException

updateShard

public void updateShard(java.util.List<UpdateShardInfo> updateShardInfos)
                 throws StarException

Throws:

StarException

getShardInfo

public java.util.List<ShardInfo> getShardInfo(java.util.List<java.lang.Long> shardIds)
                                       throws StarException

Get shard info in service

Throws:

StarException - if shard does not exist or shard not belong to this service

listShardInfo

public java.util.List<java.util.List<ShardInfo>> listShardInfo(java.util.List<java.lang.Long> groupIds,
                                                               boolean withoutReplicaInfo)
                                                        throws StarException

Throws:

StarException

getShard

public Shard getShard(long shardId)

getShardGroup

public ShardGroup getShardGroup(long groupId)

getMetaGroup

public MetaGroup getMetaGroup(long groupId)

getAllShardIds

public java.util.List<java.lang.Long> getAllShardIds()

getShardIterator

public java.util.Iterator<java.util.Map.Entry<java.lang.Long,Shard>> getShardIterator()

getAllShardGroupIds

public java.util.List<java.lang.Long> getAllShardGroupIds()

getAllMetaGroupIds

public java.util.List<java.lang.Long> getAllMetaGroupIds()

createMetaGroup

public MetaGroupInfo createMetaGroup(CreateMetaGroupInfo createMetaGroupInfo)
                              throws StarException

Throws:

StarException

deleteMetaGroup

public void deleteMetaGroup(long metaGroupId)
                     throws StarException

Throws:

StarException

deleteMetaGroupInternal

public void deleteMetaGroupInternal(long metaGroupId,
                                    boolean isReplay)
                             throws StarException

Throws:

StarException

updateMetaGroup

public void updateMetaGroup(UpdateMetaGroupInfo updateMetaGroupInfo)
                     throws StarException

Throws:

StarException

getMetaGroupInfo

public MetaGroupInfo getMetaGroupInfo(long metaGroupId)
                               throws StarException

Throws:

StarException

listMetaGroupInfo

public java.util.List<MetaGroupInfo> listMetaGroupInfo()
                                                throws StarException

Throws:

StarException

isMetaGroupStable

public boolean isMetaGroupStable(long metaGroupId,
                                 java.util.List<java.lang.Long> workerIds)
                          throws StarException

Throws:

StarException

scheduleShardsBelongToWorker

public void scheduleShardsBelongToWorker(long workerId)

addShardReplicas

public void addShardReplicas(java.util.List<java.lang.Long> shardIds,
                             long workerId)

removeShardReplicas

public void removeShardReplicas(java.util.List<java.lang.Long> shardIds,
                                long workerId)

validateWorkerReportedReplicas

public void validateWorkerReportedReplicas(java.util.List<java.lang.Long> shardIds,
                                           long workerId)

Check missing replicas from the list of shards for the specific worker id, and remove non-exist replicas

Parameters:

shardIds - list of shard id

workerId - target worker id

replayCreateShard

public void replayCreateShard(CreateShardJournalInfo info)

replayDeleteShard

public void replayDeleteShard(java.util.List<java.lang.Long> shardIds)

replayUpdateShard

public void replayUpdateShard(java.util.List<Shard> shardList)

replayCreateShardGroup

public void replayCreateShardGroup(java.util.List<ShardGroup> groups)

replayDeleteShardGroup

public void replayDeleteShardGroup(DeleteShardGroupInfo info)

replayUpdateShardGroup

public void replayUpdateShardGroup(java.util.List<ShardGroup> groupList)

replayCreateMetaGroup

public void replayCreateMetaGroup(MetaGroupJournalInfo info)
                           throws StarException

Throws:

StarException

replayDeleteMetaGroup

public void replayDeleteMetaGroup(MetaGroupJournalInfo info)
                           throws StarException

Throws:

StarException

replayUpdateMetaGroup

public void replayUpdateMetaGroup(MetaGroupJournalInfo info)
                           throws StarException

Throws:

StarException

getShardCount

public int getShardCount()

getShardGroupCount

public int getShardGroupCount()

getMetaGroupCount

public int getMetaGroupCount()

overrideShards

public void overrideShards(java.util.Map<java.lang.Long,Shard> shards)

dumpMeta

public void dumpMeta(java.io.OutputStream out)
              throws java.io.IOException

dump shardManager's meta

Parameters:

out - Output stream

Throws:

java.io.IOException - I/O exception

  +--------------------+
  |  SHARDMGR_HEADER   | (number of meta group, number of shard group, number of shard)
  +--------------------+
  | SHARDMGR_METAGROUP |
  +------------------- +
  |     METAGROUP_1    |
  |     METAGROUP_2    |
  |       ...          |
  |     METAGROUP_N    |
  +--------------------+
  |SHARGMGR_SHARD_GROUP|
  +--------------------+
  |    SHARDGROUP_1    |
  |    SHARDGROUP_2    |
  |       ...          |
  |    SHARDGROUP_N    |
  +--------------------+
  |   SHARGMGR_SHARD   |
  +--------------------+
  |      SHARD_1       |
  |      SHARD_2       |
  |       ...          |
  |      SHARD_N       |
  +--------------------+
  |  SHARDMGR_FOOTER   | (checksum)
  +--------------------+
 

loadMeta

public void loadMeta(java.io.InputStream in)
              throws java.io.IOException

Throws:

java.io.IOException

updateDelegatedFileStoreSnapshot

public void updateDelegatedFileStoreSnapshot(FileStore fileStore)

dump

public void dump(java.io.DataOutputStream out)
          throws java.io.IOException

Throws:

java.io.IOException

removeShardGroupReplicas

public void removeShardGroupReplicas(java.lang.Long shardGroupId)
                              throws StarException

Throws:

StarException