Skip to content

Commit

Permalink
[hotfix] Further speed up MiniClusterITCase
Browse files Browse the repository at this point in the history
Use shared RpcService for most of the MiniClusterITCases.
  • Loading branch information
tillrohrmann committed Oct 19, 2018
1 parent e62a7ea commit 2d3af5e
Showing 1 changed file with 1 addition and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -108,7 +108,6 @@ public void testHandleJobsWhenNotEnoughSlot() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(1)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(configuration)
.build();

Expand Down Expand Up @@ -143,7 +142,6 @@ public void testForwardJob() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -174,7 +172,6 @@ public void testBipartiteJob() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -205,7 +202,6 @@ public void testTwoInputJobFailingEdgeMismatch() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(6 * parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -249,7 +245,6 @@ public void testTwoInputJob() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(6 * parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -281,12 +276,11 @@ public void testTwoInputJob() throws Exception {

@Test
public void testSchedulingAllAtOnce() throws Exception {
final int parallelism = 16;
final int parallelism = 11;

final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -330,7 +324,6 @@ public void testJobWithAFailingSenderVertex() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -368,7 +361,6 @@ public void testJobWithAnOccasionallyFailingSenderVertex() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -409,7 +401,6 @@ public void testJobWithAFailingReceiverVertex() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -447,7 +438,6 @@ public void testJobWithAllVerticesFailingDuringInstantiation() throws Exception
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -485,7 +475,6 @@ public void testJobWithSomeVerticesFailingDuringInstantiation() throws Exception
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down Expand Up @@ -526,7 +515,6 @@ public void testCallFinalizeOnMasterBeforeJobCompletes() throws Exception {
final MiniClusterConfiguration cfg = new MiniClusterConfiguration.Builder()
.setNumTaskManagers(1)
.setNumSlotsPerTaskManager(parallelism)
.setRpcServiceSharing(RpcServiceSharing.DEDICATED)
.setConfiguration(getDefaultConfiguration())
.build();

Expand Down

0 comments on commit 2d3af5e

Please sign in to comment.