com.spotify.helios.system

Class SystemTestBase

java.lang.Object

com.spotify.helios.system.SystemTestBase

Direct Known Subclasses:

AddExtraHostTest, AgentReportingTest, AgentRestartTest, AgentZooKeeperDownTolerationTest, ApiTest, BindVolumeTest, CliDeploymentTest, CliHostListTest, CliJobCreationTest, CliMasterListTest, ClusterDeploymentTest, ConfigFileJobCreationTest, ContainerHostNameTest, DeploymentGroupTest, DeploymentTest, DeregisterTest, DnsServerTest, EnvironmentVariableTest, FlappingTest, IdMismatchJobCreateTest, ImageMissingTest, JobCreateTest, JobExpirationTest, JobHistoryTest, JobListTest, JobRemoveTest, JobWatchExactTest, JobWatchTest, LabelTest, MasterRespondsWithNoZkTest, MultipleHostsTest, MultipleJobsTest, MultiplePortJobTest, NamespaceTest, NetworkModeTest, PortCollisionJobTest, PredefinedPortImageDeploymentTest, QueryFailureTest, ReapingTest, ResourcesTest, ServiceRegistrationTestBase, SyslogRedirectionTest, TerminationTest, TokenTest, UndeployFilteringTest, UndeployRaceTest, VersionCommandTest, VersionResponseFilterTest, VolumeTest, ZooKeeperAclTest, ZooKeeperBadNodeTest, ZooKeeperClusterIdTest, ZooKeeperHeliosFailoverTest, ZooKeeperRestoreTest

public abstract class SystemTestBase
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	AGENT_DIGEST
static String	AGENT_PASSWORD
static String	AGENT_USER
static String	ALPINE
static String	BUSYBOX
static String	BUSYBOX_WITH_DIGEST
static com.spotify.docker.client.DockerHost	DOCKER_HOST
org.junit.rules.ExpectedException	exception
protected org.apache.http.impl.client.CloseableHttpClient	httpClient
static List<String>	IDLE_COMMAND
static int	LONG_WAIT_SECONDS
static String	MASTER_DIGEST
static String	MASTER_PASSWORD
static String	MASTER_USER
static String	MEMCACHED
static String	NGINX
org.junit.rules.TemporaryFolder	temporaryFolder
TemporaryPorts	temporaryPorts
static String	TEST_HOST
static String	TEST_MASTER
static String	TEST_USER
String	testJobName
String	testJobNameAndVersion
String	testJobVersion
String	testTag
static String	UHTTPD
static int	WAIT_TIMEOUT_SECONDS
org.junit.rules.TestRule	watcher
protected String	zkClusterId

Constructor Summary

Constructors

Constructor and Description
SystemTestBase()

Method Summary

Modifier and Type	Method and Description
protected void	assertJobEquals(Job expected, Job actual)
protected void	assertJobsEqual(Map<JobId,Job> expected, Map<JobId,Job> actual)
protected DeploymentGroupStatus	awaitDeploymentGroupStatus(HeliosClient client, String name, DeploymentGroupStatus.State expected)
protected void	awaitHostRegistered(HeliosClient client, String host, int timeout, TimeUnit timeUnit)
protected void	awaitHostRegistered(String name, long timeout, TimeUnit timeUnit)
protected HostStatus	awaitHostStatus(HeliosClient client, String host, HostStatus.Status status, int timeout, TimeUnit timeUnit)
protected HostStatus	awaitHostStatus(String name, HostStatus.Status status, int timeout, TimeUnit timeUnit)
protected HostStatus	awaitHostStatusWithHostInfo(HeliosClient client, String host, HostStatus.Status status, int timeout, TimeUnit timeUnit)
protected HostStatus	awaitHostStatusWithLabels(HeliosClient client, String host, HostStatus.Status status, Map<String,String> labels)
protected TaskStatus	awaitJobState(HeliosClient client, String host, JobId jobId, TaskStatus.State state, int timeout, TimeUnit timeunit)
protected TaskStatus	awaitJobThrottle(HeliosClient client, String host, JobId jobId, ThrottleState throttled, int timeout, TimeUnit timeunit)
protected void	awaitTaskGone(HeliosClient client, String host, JobId jobId, long timeout, TimeUnit timeunit)
protected TaskStatus	awaitTaskState(JobId jobId, String host, TaskStatus.State state)
void	baseSetup()
void	baseTeardown()
protected String	cli(String command, List<String> args)
protected String	cli(String command, Object... args)
protected String	cli(String command, String... args)
protected HeliosClient	client(String user, String endpoint)
protected <T> T	cliJson(Class<T> klass, String command, List<String> args)
protected <T> T	cliJson(Class<T> klass, String command, String... args)
protected JobId	createJob(Job job)
protected JobId	createJob(String name, String version, String image, List<String> command)
protected JobId	createJob(String name, String version, String image, List<String> command, Date expires)
protected JobId	createJob(String name, String version, String image, List<String> command, com.google.common.collect.ImmutableMap<String,String> env)
protected JobId	createJob(String name, String version, String image, List<String> command, Map<String,String> env, Map<String,PortMapping> ports)
protected JobId	createJob(String name, String version, String image, List<String> command, Map<String,String> env, Map<String,PortMapping> ports, Map<ServiceEndpoint,ServicePorts> registration)
protected JobId	createJob(String name, String version, String image, List<String> command, Map<String,String> env, Map<String,PortMapping> ports, Map<ServiceEndpoint,ServicePorts> registration, Integer gracePeriod, Map<String,String> volumes)
protected JobId	createJob(String name, String version, String image, String hostname, List<String> command, Map<String,String> env, Map<String,PortMapping> ports, Map<ServiceEndpoint,ServicePorts> registration, Integer gracePeriod, Map<String,String> volumes, Date expires)
protected String	createJobRawOutput(Job job)
protected HeliosClient	defaultClient()
protected void	deployJob(JobId jobId, String host)
protected void	deployJob(JobId jobId, String host, String token)
protected String	deregisterHost(String host)
com.google.common.collect.Range<Integer>	dockerPortRange()
void	dockerSetup()
protected List<String>	flatten(Iterable<?> values)
protected List<String>	flatten(Object... values)
protected com.spotify.docker.client.DockerClient	getNewDockerClient()
protected <T> T	getOrNull(com.google.common.util.concurrent.ListenableFuture<T> future)
protected List<com.spotify.docker.client.messages.Container>	listContainers(com.spotify.docker.client.DockerClient dockerClient, String needle)
protected ByteArrayOutputStream	main(Collection<String> args)
protected ByteArrayOutputStream	main(String... args)
protected String	masterAdminEndpoint()
protected int	masterAdminPort()
protected String	masterEndpoint()
protected String	masterName()
protected int	masterPort()
protected static String	randomHexString()
protected static void	removeContainer(com.spotify.docker.client.DockerClient dockerClient, String containerId)
protected void	resetAgentStateDir()
protected List<String>	setupDefaultMaster(int offset, String... args)
protected List<String>	setupDefaultMaster(String... args)
protected AgentMain	startAgent(String... args)
protected AgentMain	startDefaultAgent(String host, String... args)
protected MasterMain	startDefaultMaster(int offset, String... args)
protected MasterMain	startDefaultMaster(String... args)
protected void	startDefaultMasterDontWaitForZk(CuratorClientFactory curatorClientFactory, String... args)
protected Map<String,MasterMain>	startDefaultMasters(int numMasters, String... args)
protected String	startJob(JobId jobId, String host)
protected MasterMain	startMaster(String... args)
static void	staticSetup()
protected void	stopAgent(AgentMain main)
protected String	stopJob(JobId jobId, String host)
protected TemporaryPorts	temporaryPorts()
protected String	testHost()
protected void	undeployJob(JobId jobId, String host)
protected void	waitForMasterToBeFullyUp()
protected ZooKeeperTestManager	zk()
protected ZooKeeperTestManager	zooKeeperTestManager()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

WAIT_TIMEOUT_SECONDS

public static final int WAIT_TIMEOUT_SECONDS

See Also:

Constant Field Values

LONG_WAIT_SECONDS

public static final int LONG_WAIT_SECONDS

See Also:

Constant Field Values

BUSYBOX

public static final String BUSYBOX

See Also:

Constant Field Values

BUSYBOX_WITH_DIGEST

public static final String BUSYBOX_WITH_DIGEST

See Also:

Constant Field Values

NGINX

public static final String NGINX

See Also:

Constant Field Values

UHTTPD

public static final String UHTTPD

See Also:

Constant Field Values

ALPINE

public static final String ALPINE

See Also:

Constant Field Values

MEMCACHED

public static final String MEMCACHED

See Also:

Constant Field Values

IDLE_COMMAND

public static final List<String> IDLE_COMMAND

testTag

public final String testTag

testJobName

public final String testJobName

testJobVersion

public final String testJobVersion

testJobNameAndVersion

public final String testJobNameAndVersion

DOCKER_HOST

public static final com.spotify.docker.client.DockerHost DOCKER_HOST

TEST_USER

public static final String TEST_USER

See Also:

Constant Field Values

TEST_HOST

public static final String TEST_HOST

See Also:

Constant Field Values

TEST_MASTER

public static final String TEST_MASTER

See Also:

Constant Field Values

MASTER_USER

public static final String MASTER_USER

See Also:

Constant Field Values

MASTER_PASSWORD

public static final String MASTER_PASSWORD

See Also:

Constant Field Values

AGENT_USER

public static final String AGENT_USER

See Also:

Constant Field Values

AGENT_PASSWORD

public static final String AGENT_PASSWORD

See Also:

Constant Field Values

MASTER_DIGEST

public static final String MASTER_DIGEST

AGENT_DIGEST

public static final String AGENT_DIGEST

temporaryPorts

public final TemporaryPorts temporaryPorts

temporaryFolder

public final org.junit.rules.TemporaryFolder temporaryFolder

exception

public final org.junit.rules.ExpectedException exception

watcher

public final org.junit.rules.TestRule watcher

zkClusterId

protected final String zkClusterId

httpClient

protected org.apache.http.impl.client.CloseableHttpClient httpClient

Constructor Detail

SystemTestBase

public SystemTestBase()

Method Detail

staticSetup

public static void staticSetup()

baseSetup

public void baseSetup()
               throws Exception

Throws:

Exception

dockerSetup

public void dockerSetup()
                 throws Exception

Throws:

Exception

getNewDockerClient

protected com.spotify.docker.client.DockerClient getNewDockerClient()
                                                             throws Exception

Throws:

Exception

zooKeeperTestManager

protected ZooKeeperTestManager zooKeeperTestManager()

baseTeardown

public void baseTeardown()
                  throws Exception

Throws:

Exception

temporaryPorts

protected TemporaryPorts temporaryPorts()

zk

protected ZooKeeperTestManager zk()

masterEndpoint

protected String masterEndpoint()

masterAdminEndpoint

protected String masterAdminEndpoint()

masterName

protected String masterName()
                     throws InterruptedException,
                            ExecutionException

Throws:

InterruptedException

ExecutionException

defaultClient

protected HeliosClient defaultClient()

client

protected HeliosClient client(String user,
                              String endpoint)

masterPort

protected int masterPort()

masterAdminPort

protected int masterAdminPort()

dockerPortRange

public com.google.common.collect.Range<Integer> dockerPortRange()

testHost

protected String testHost()
                   throws InterruptedException,
                          ExecutionException

Throws:

InterruptedException

ExecutionException

setupDefaultMaster

protected List<String> setupDefaultMaster(String... args)
                                   throws Exception

Throws:

Exception

setupDefaultMaster

protected List<String> setupDefaultMaster(int offset,
                                          String... args)
                                   throws Exception

Throws:

Exception

startDefaultMaster

protected MasterMain startDefaultMaster(String... args)
                                 throws Exception

Throws:

Exception

startDefaultMaster

protected MasterMain startDefaultMaster(int offset,
                                        String... args)
                                 throws Exception

Throws:

Exception

startDefaultMasters

protected Map<String,MasterMain> startDefaultMasters(int numMasters,
                                                     String... args)
                                              throws Exception

Throws:

Exception

waitForMasterToBeFullyUp

protected void waitForMasterToBeFullyUp()
                                 throws Exception

Throws:

Exception

startDefaultMasterDontWaitForZk

protected void startDefaultMasterDontWaitForZk(CuratorClientFactory curatorClientFactory,
                                               String... args)
                                        throws Exception

Throws:

Exception

startDefaultAgent

protected AgentMain startDefaultAgent(String host,
                                      String... args)
                               throws Exception

Throws:

Exception

startMaster

protected MasterMain startMaster(String... args)
                          throws Exception

Throws:

Exception

startAgent

protected AgentMain startAgent(String... args)
                        throws Exception

Throws:

Exception

stopAgent

protected void stopAgent(AgentMain main)
                  throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command,
                          Date expires)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command,
                          com.google.common.collect.ImmutableMap<String,String> env)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command,
                          Map<String,String> env,
                          Map<String,PortMapping> ports)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command,
                          Map<String,String> env,
                          Map<String,PortMapping> ports,
                          Map<ServiceEndpoint,ServicePorts> registration)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          List<String> command,
                          Map<String,String> env,
                          Map<String,PortMapping> ports,
                          Map<ServiceEndpoint,ServicePorts> registration,
                          Integer gracePeriod,
                          Map<String,String> volumes)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(String name,
                          String version,
                          String image,
                          String hostname,
                          List<String> command,
                          Map<String,String> env,
                          Map<String,PortMapping> ports,
                          Map<ServiceEndpoint,ServicePorts> registration,
                          Integer gracePeriod,
                          Map<String,String> volumes,
                          Date expires)
                   throws Exception

Throws:

Exception

createJob

protected JobId createJob(Job job)
                   throws Exception

Throws:

Exception

createJobRawOutput

protected String createJobRawOutput(Job job)
                             throws Exception

Throws:

Exception

deployJob

protected void deployJob(JobId jobId,
                         String host)
                  throws Exception

Throws:

Exception

deployJob

protected void deployJob(JobId jobId,
                         String host,
                         String token)
                  throws Exception

Throws:

Exception

undeployJob

protected void undeployJob(JobId jobId,
                           String host)
                    throws Exception

Throws:

Exception

startJob

protected String startJob(JobId jobId,
                          String host)
                   throws Exception

Throws:

Exception

stopJob

protected String stopJob(JobId jobId,
                         String host)
                  throws Exception

Throws:

Exception

deregisterHost

protected String deregisterHost(String host)
                         throws Exception

Throws:

Exception

cli

protected String cli(String command,
                     Object... args)
              throws Exception

Throws:

Exception

cli

protected String cli(String command,
                     String... args)
              throws Exception

Throws:

Exception

cli

protected String cli(String command,
                     List<String> args)
              throws Exception

Throws:

Exception

cliJson

protected <T> T cliJson(Class<T> klass,
                        String command,
                        String... args)
                 throws Exception

Throws:

Exception

cliJson

protected <T> T cliJson(Class<T> klass,
                        String command,
                        List<String> args)
                 throws Exception

Throws:

Exception

main

protected ByteArrayOutputStream main(String... args)
                              throws Exception

Throws:

Exception

main

protected ByteArrayOutputStream main(Collection<String> args)
                              throws Exception

Throws:

Exception

awaitHostRegistered

protected void awaitHostRegistered(String name,
                                   long timeout,
                                   TimeUnit timeUnit)
                            throws Exception

Throws:

Exception

awaitHostRegistered

protected void awaitHostRegistered(HeliosClient client,
                                   String host,
                                   int timeout,
                                   TimeUnit timeUnit)
                            throws Exception

Throws:

Exception

awaitHostStatus

protected HostStatus awaitHostStatus(HeliosClient client,
                                     String host,
                                     HostStatus.Status status,
                                     int timeout,
                                     TimeUnit timeUnit)
                              throws Exception

Throws:

Exception

awaitHostStatus

protected HostStatus awaitHostStatus(String name,
                                     HostStatus.Status status,
                                     int timeout,
                                     TimeUnit timeUnit)
                              throws Exception

Throws:

Exception

awaitJobState

protected TaskStatus awaitJobState(HeliosClient client,
                                   String host,
                                   JobId jobId,
                                   TaskStatus.State state,
                                   int timeout,
                                   TimeUnit timeunit)
                            throws Exception

Throws:

Exception

awaitJobThrottle

protected TaskStatus awaitJobThrottle(HeliosClient client,
                                      String host,
                                      JobId jobId,
                                      ThrottleState throttled,
                                      int timeout,
                                      TimeUnit timeunit)
                               throws Exception

Throws:

Exception

awaitHostStatusWithLabels

protected HostStatus awaitHostStatusWithLabels(HeliosClient client,
                                               String host,
                                               HostStatus.Status status,
                                               Map<String,String> labels)
                                        throws Exception

Throws:

Exception

awaitHostStatusWithHostInfo

protected HostStatus awaitHostStatusWithHostInfo(HeliosClient client,
                                                 String host,
                                                 HostStatus.Status status,
                                                 int timeout,
                                                 TimeUnit timeUnit)
                                          throws Exception

Throws:

Exception

awaitTaskState

protected TaskStatus awaitTaskState(JobId jobId,
                                    String host,
                                    TaskStatus.State state)
                             throws Exception

Throws:

Exception

awaitTaskGone

protected void awaitTaskGone(HeliosClient client,
                             String host,
                             JobId jobId,
                             long timeout,
                             TimeUnit timeunit)
                      throws Exception

Throws:

Exception

awaitDeploymentGroupStatus

protected DeploymentGroupStatus awaitDeploymentGroupStatus(HeliosClient client,
                                                           String name,
                                                           DeploymentGroupStatus.State expected)
                                                    throws Exception

Throws:

Exception

getOrNull

protected <T> T getOrNull(com.google.common.util.concurrent.ListenableFuture<T> future)
                   throws ExecutionException,
                          InterruptedException

Throws:

ExecutionException

InterruptedException

removeContainer

protected static void removeContainer(com.spotify.docker.client.DockerClient dockerClient,
                                      String containerId)
                               throws Exception

Throws:

Exception

listContainers

protected List<com.spotify.docker.client.messages.Container> listContainers(com.spotify.docker.client.DockerClient dockerClient,
                                                                            String needle)
                                                                     throws com.spotify.docker.client.exceptions.DockerException,
                                                                            InterruptedException

Throws:

com.spotify.docker.client.exceptions.DockerException

InterruptedException

flatten

protected List<String> flatten(Object... values)

flatten

protected List<String> flatten(Iterable<?> values)

assertJobsEqual

protected void assertJobsEqual(Map<JobId,Job> expected,
                               Map<JobId,Job> actual)

assertJobEquals

protected void assertJobEquals(Job expected,
                               Job actual)

randomHexString

protected static String randomHexString()

resetAgentStateDir

protected void resetAgentStateDir()
                           throws IOException

Throws:

IOException