Add fast smoke test for distributed Hive

Disable full Hive distrbuted tests in normal build as they are simply too slow

presto-cassandra/pom.xml

@@ -401,15 +401,14 @@
 
  <profiles>
  <profile>
- <id>test-cassandra</id>
+ <id>cassandra-integration</id>
  <build>
  <plugins>
  <plugin>
  <groupId>org.apache.maven.plugins</groupId>
  <artifactId>maven-surefire-plugin</artifactId>
- <configuration combine.self="override">
- <excludes>
- </excludes>
+ <configuration>
+ <excludes combine.self="override"/>
  </configuration>
  </plugin>
  </plugins>

presto-hive/pom.xml

@@ -233,4 +233,36 @@
  <scope>test</scope>
  </dependency>
  </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <configuration>
+ <!-- integration tests take a very long time so only run them in the CI server -->
+ <excludes>
+ <exclude>**/TestHiveDistributedQueries.java</exclude>
+ </excludes>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+
+ <profiles>
+ <profile>
+ <id>hive-integration</id>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <configuration>
+ <excludes combine.self="override"/>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
 </project>

presto-hive/src/test/java/com/facebook/presto/hive/TestHiveIntegrationSmokeTest.java

@@ -0,0 +1,98 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http:https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.facebook.presto.hive;
+
+import com.facebook.presto.hive.metastore.InMemoryHiveMetastore;
+import com.facebook.presto.spi.ConnectorSession;
+import com.facebook.presto.testing.QueryRunner;
+import com.facebook.presto.tests.AbstractTestIntegrationSmokeTest;
+import com.facebook.presto.tests.DistributedQueryRunner;
+import com.facebook.presto.tpch.TpchMetadata;
+import com.facebook.presto.tpch.TpchPlugin;
+import com.facebook.presto.tpch.testing.SampledTpchPlugin;
+import com.google.common.collect.ImmutableMap;
+import io.airlift.log.Logger;
+import org.apache.hadoop.hive.metastore.api.Database;
+import org.testng.annotations.AfterClass;
+
+import java.io.File;
+import java.util.Map;
+
+import static com.facebook.presto.spi.type.TimeZoneKey.UTC_KEY;
+import static com.facebook.presto.tests.QueryAssertions.copyTable;
+import static io.airlift.units.Duration.nanosSince;
+import static java.util.Locale.ENGLISH;
+import static java.util.concurrent.TimeUnit.SECONDS;
+
+public class TestHiveIntegrationSmokeTest
+ extends AbstractTestIntegrationSmokeTest
+{
+ private static final Logger log = Logger.get("TestQueries");
+ private static final String TPCH_SAMPLED_SCHEMA = "tpch_sampled";
+
+ public TestHiveIntegrationSmokeTest()
+ throws Exception
+ {
+ super(createQueryRunner(), createSession(TPCH_SAMPLED_SCHEMA));
+ }
+
+ @AfterClass(alwaysRun = true)
+ public void destroy()
+ {
+ queryRunner.close();
+ }
+
+ private static QueryRunner createQueryRunner()
+ throws Exception
+ {
+ DistributedQueryRunner queryRunner = new DistributedQueryRunner(createSession("tpch"), 4);
+
+ try {
+ queryRunner.installPlugin(new TpchPlugin());
+ queryRunner.createCatalog("tpch", "tpch");
+
+ queryRunner.installPlugin(new SampledTpchPlugin());
+ queryRunner.createCatalog("tpch_sampled", "tpch_sampled");
+
+ File baseDir = queryRunner.getCoordinator().getBaseDataDir().toFile();
+ InMemoryHiveMetastore metastore = new InMemoryHiveMetastore();
+ metastore.createDatabase(new Database("tpch", null, new File(baseDir, "tpch").toURI().toString(), null));
+ metastore.createDatabase(new Database("tpch_sampled", null, new File(baseDir, "tpch_sampled").toURI().toString(), null));
+
+ queryRunner.installPlugin(new HivePlugin("hive", metastore));
+ Map<String, String> hiveProperties = ImmutableMap.<String, String>builder()
+ .put("hive.metastore.uri", "thrift:https://localhost:8080")
+ .put("hive.allow-drop-table", "true")
+ .build();
+ queryRunner.createCatalog("hive", "hive", hiveProperties);
+
+ log.info("Loading data...");
+ long startTime = System.nanoTime();
+ copyTable(queryRunner, "tpch", TpchMetadata.TINY_SCHEMA_NAME, "orders", createSession("tpch"));
+ copyTable(queryRunner, "tpch_sampled", TpchMetadata.TINY_SCHEMA_NAME, "orders", createSession(TPCH_SAMPLED_SCHEMA));
+ log.info("Loading complete in %s", nanosSince(startTime).toString(SECONDS));
+
+ return queryRunner;
+ }
+ catch (Exception e) {
+ queryRunner.close();
+ throw e;
+ }
+ }
+
+ private static ConnectorSession createSession(String schema)
+ {
+ return new ConnectorSession("user", "test", "hive", schema, UTC_KEY, ENGLISH, null, null);
+ }
+}