forked from MarquezProject/marquez
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add graphql endpoint (MarquezProject#901)
* Add graphql endpoint Signed-off-by: henneberger <[email protected]> * Fix json graphql type Signed-off-by: henneberger <[email protected]> * spotless Signed-off-by: henneberger <[email protected]> * Add text search Signed-off-by: henneberger <[email protected]> * Spotless Signed-off-by: henneberger <[email protected]> * Add rough sketch of lineage graphql endpoint Signed-off-by: henneberger <[email protected]> * Remove prototype hackaton code from pr Signed-off-by: henneberger <[email protected]> * Add simple graphql test Signed-off-by: henneberger <[email protected]> * Add graphql to config Signed-off-by: henneberger <[email protected]>
- Loading branch information
1 parent
9824cc0
commit 9da3469
Showing
18 changed files
with
1,714 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
52 changes: 52 additions & 0 deletions
52
api/src/main/java/marquez/graphql/CustomGraphQLContextBuilder.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,52 @@ | ||
| package marquez.graphql; | ||
|
|
||
| import graphql.kickstart.execution.context.DefaultGraphQLContext; | ||
| import graphql.kickstart.execution.context.GraphQLContext; | ||
| import graphql.kickstart.servlet.context.DefaultGraphQLWebSocketContext; | ||
| import graphql.kickstart.servlet.context.GraphQLServletContextBuilder; | ||
| import java.util.concurrent.CompletableFuture; | ||
| import javax.servlet.http.HttpServletRequest; | ||
| import javax.servlet.http.HttpServletResponse; | ||
| import javax.websocket.Session; | ||
| import javax.websocket.server.HandshakeRequest; | ||
| import org.dataloader.DataLoader; | ||
| import org.dataloader.DataLoaderRegistry; | ||
|
|
||
| public class CustomGraphQLContextBuilder implements GraphQLServletContextBuilder { | ||
|
|
||
| public CustomGraphQLContextBuilder() {} | ||
|
|
||
| @Override | ||
| public GraphQLContext build(HttpServletRequest req, HttpServletResponse response) { | ||
| return MarquezGraphqlContext.createServletContext(buildDataLoaderRegistry(), null) | ||
| .with(req) | ||
| .with(response) | ||
| .build(); | ||
| } | ||
|
|
||
| @Override | ||
| public GraphQLContext build() { | ||
| return new DefaultGraphQLContext(buildDataLoaderRegistry(), null); | ||
| } | ||
|
|
||
| @Override | ||
| public GraphQLContext build(Session session, HandshakeRequest request) { | ||
| return DefaultGraphQLWebSocketContext.createWebSocketContext(buildDataLoaderRegistry(), null) | ||
| .with(session) | ||
| .with(request) | ||
| .build(); | ||
| } | ||
|
|
||
| private DataLoaderRegistry buildDataLoaderRegistry() { | ||
| DataLoaderRegistry dataLoaderRegistry = new DataLoaderRegistry(); | ||
| dataLoaderRegistry.register( | ||
| "datasetLineage", | ||
| new DataLoader<Integer, String>( | ||
| customerIds -> | ||
| CompletableFuture.supplyAsync( | ||
| () -> { | ||
| return null; | ||
| }))); | ||
| return dataLoaderRegistry; | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,159 @@ | ||
| package marquez.graphql; | ||
|
|
||
| import java.util.List; | ||
| import java.util.UUID; | ||
| import marquez.db.JobVersionDao.IoType; | ||
| import marquez.graphql.mapper.ObjectMapMapper; | ||
| import marquez.graphql.mapper.RowMap; | ||
| import org.jdbi.v3.sqlobject.SqlObject; | ||
| import org.jdbi.v3.sqlobject.config.RegisterRowMapper; | ||
| import org.jdbi.v3.sqlobject.statement.SqlQuery; | ||
|
|
||
| @RegisterRowMapper(ObjectMapMapper.class) | ||
| public interface GraphqlDaos extends SqlObject { | ||
| /* | ||
| * Note: Use must use a non-map type for returning single entries because a type of Map is already | ||
| * registered to jdbi. | ||
| */ | ||
| @SqlQuery("SELECT * FROM datasets WHERE uuid = :uuid ORDER BY updated_at") | ||
| RowMap<String, Object> getDataset(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM datasets") | ||
| List<RowMap<String, Object>> getDatasets(); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT datasets.* FROM datasets inner join namespaces on datasets.namespace_uuid = namespaces.uuid " | ||
| + "where namespaces.name = :namespaceName and datasets.name = :name") | ||
| RowMap<String, Object> getDatasetByNamespaceAndName(String namespaceName, String name); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT jobs.* FROM jobs inner join namespaces on jobs.namespace_uuid = namespaces.uuid " | ||
| + "where namespaces.name = :namespaceName and jobs.name = :name") | ||
| RowMap<String, Object> getJobByNamespaceAndName(String namespaceName, String name); | ||
|
|
||
| @SqlQuery("SELECT * FROM jobs") | ||
| List<RowMap<String, Object>> getJobs(); | ||
|
|
||
| @SqlQuery("SELECT * FROM sources where uuid = :uuid") | ||
| RowMap<String, Object> getSource(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM namespaces where uuid = :uuid") | ||
| RowMap<String, Object> getNamespace(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM dataset_fields where dataset_uuid = :datasetUuid") | ||
| List<RowMap<String, Object>> getDatasetField(UUID datasetUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT f.* FROM dataset_fields f inner join dataset_fields_tag_mapping m on m.dataset_field_uuid = f.uuid where m.tag_uuid = :tagUuid") | ||
| List<RowMap<String, Object>> getDatasetFieldsByTagUuid(UUID tagUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT d.* FROM datasets d inner join datasets_tag_mapping m on m.dataset_uuid = d.uuid where tag_uuid = :uuid") | ||
| List<RowMap<String, Object>> getDatasetsByTagUuid(UUID tagUuid); | ||
|
|
||
| @SqlQuery("SELECT d.* from datasets d where source_uuid = :sourceUuid") | ||
| List<RowMap<String, Object>> getDatasetsBySource(UUID sourceUuid); | ||
|
|
||
| @SqlQuery("SELECT * from runs where uuid = :uuid") | ||
| RowMap<String, Object> getRun(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * from runs where run_args_uuid = :runArgsUuid") | ||
| List<RowMap<String, Object>> getRunsByRunArgs(UUID runArgsUuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM dataset_versions where uuid = :uuid") | ||
| RowMap<String, Object> getCurrentDatasetVersion(UUID uuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT dv.* from dataset_versions dv inner join runs_input_mapping m on m.dataset_version_uuid = dv.uuid where m.run_uuid = :runUuid") | ||
| List<RowMap<String, Object>> getDatasetVersionInputsByRun(UUID runUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT r.* from runs r inner join runs_input_mapping m on m.run_uuid = r.uuid where m.dataset_version_uuid = :datasetVersionUuid") | ||
| List<RowMap<String, Object>> getRunsByDatasetVersion(UUID datasetVersionUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT distinct jv.* from runs r inner join runs_input_mapping m on m.run_uuid = r.uuid inner join job_versions jv on jv.uuid = r.job_version_uuid where m.dataset_version_uuid = :datasetVersionUuid") | ||
| List<RowMap<String, Object>> getDistinctJobVersionsByDatasetVersion(UUID datasetVersionUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT distinct jv.* from dataset_versions dv inner join runs r on r.uuid = dv.run_uuid inner join job_versions jv on jv.uuid = r.job_version_uuid where dv.uuid = :datasetVersionUuid") | ||
| List<RowMap<String, Object>> getDistinctJobVersionsByDatasetVersionOutput( | ||
| UUID datasetVersionUuid); | ||
|
|
||
| @SqlQuery("SELECT dv.* from dataset_versions dv where dv.run_uuid = :runUuid") | ||
| List<RowMap<String, Object>> getDatasetVersionByRun(UUID runUuid); | ||
|
|
||
| @SqlQuery("SELECT * from run_args where uuid = :uuid") | ||
| RowMap<String, Object> getRunArgs(UUID uuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT n.* from namespaces n inner join on namespace_ownerships no on no.namespace_uuid = n.uuid where owner_uuid = :ownerUuid") | ||
| List<RowMap<String, Object>> getNamespacesByOwner(UUID ownerUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT * from owners o inner join namespace_ownerships no on o.uuid = no.owner_uuid where namespace_uuid = :namespaceUuid") | ||
| List<RowMap<String, Object>> getOwnersByNamespace(UUID namespaceUuid); | ||
|
|
||
| @SqlQuery("SELECT * from owners where name = :ownerName") | ||
| RowMap<String, Object> getCurrentOwnerByNamespace(String ownerName); | ||
|
|
||
| @SqlQuery("SELECT * from job_contexts where uuid = :uuid") | ||
| RowMap<String, Object> getJobContext(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * from datasets where namespace_uuid = :namespaceUuid") | ||
| List<RowMap<String, Object>> getDatasetsByNamespace(UUID namespaceUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT d.* from datasets d inner join job_versions_io_mapping m on m.dataset_uuid = d.uuid where m.job_version_uuid = :jobVersionUuid and io_type = :ioType") | ||
| List<RowMap<String, Object>> getIOMappingByJobVersion(UUID jobVersionUuid, IoType ioType); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT jv.* " | ||
| + " FROM job_versions_io_mapping m " | ||
| + " inner join job_versions jv " | ||
| + " on m.dataset_uuid = jv.uuid" | ||
| + " where m.dataset_uuid = :datasetUuid AND m.io_type = :ioType") | ||
| List<RowMap<String, Object>> getJobVersionsByIoMapping(UUID datasetUuid, IoType ioType); | ||
|
|
||
| @SqlQuery("SELECT * from job_versions where job_uuid = :jobUuid") | ||
| List<RowMap<String, Object>> getJobVersionByJob(UUID jobUuid); | ||
|
|
||
| @SqlQuery("SELECT * from job_versions where uuid = :uuid") | ||
| RowMap<String, Object> getJobVersion(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * from dataset_fields where dataset_uuid = :datasetVersionUuid") | ||
| List<RowMap<String, Object>> getFields(UUID datasetVersionUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT dv.* from dataset_versions dv inner join dataset_versions_field_mapping m on dv.uuid = m.dataset_version_uuid where dataset_field_uuid = :datasetFieldUuid") | ||
| List<RowMap<String, Object>> getVersionsByDatasetField(UUID datasetFieldUuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM dataset_versions where dataset_uuid = :datasetUuid") | ||
| List<RowMap<String, Object>> getDatasetVersionsByDataset(UUID datasetUuid); | ||
|
|
||
| @SqlQuery("SELECT * FROM namespaces where name = :name") | ||
| RowMap<String, Object> getNamespaceByName(String name); | ||
|
|
||
| @SqlQuery("SELECT * from jobs where namespace_uuid = :namespaceUuid") | ||
| List<RowMap<String, Object>> getJobsByNamespace(UUID namespaceUuid); | ||
|
|
||
| @SqlQuery("SELECT * from jobs where uuid = :uuid") | ||
| RowMap<String, Object> getJob(UUID uuid); | ||
|
|
||
| @SqlQuery("SELECT * from run_states where run_uuid = :runUuid order by transitioned_at desc") | ||
| List<RowMap<String, Object>> getRunStateByRun(UUID runUuid); | ||
|
|
||
| @SqlQuery("SELECT * from run_states where uuid = :uuid") | ||
| RowMap<String, Object> getRunStateByUuid(UUID uuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT t.* FROM datasets_tag_mapping m " | ||
| + " inner join tags t " | ||
| + " on m.tag_uuid = t.uuid" | ||
| + " where dataset_uuid = :datasetUuid") | ||
| List<RowMap<String, Object>> getTagsByDatasetTag(UUID datasetUuid); | ||
|
|
||
| @SqlQuery( | ||
| "SELECT t.* from tags t inner join dataset_fields_tag_mapping m on t.uuid = m.tag_uuid where dataaset_field_uuid = :datasetFieldUuid") | ||
| List<RowMap<String, Object>> getTagsByDatasetField(UUID datasetFieldUuid); | ||
| } |
Oops, something went wrong.