From c90b32da2ddf794bf12b2a2df5ef0d618973420e Mon Sep 17 00:00:00 2001 From: Michael Robinson Date: Wed, 19 Apr 2023 11:50:39 -0400 Subject: [PATCH 1/7] Prepare next development version 0.34.0-SNAPSHOT Signed-off-by: Michael Robinson --- clients/python/marquez_client/__init__.py | 2 +- clients/python/setup.cfg | 2 +- clients/python/setup.py | 2 +- gradle.properties | 2 +- spec/openapi.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/clients/python/marquez_client/__init__.py b/clients/python/marquez_client/__init__.py index 1455f556ec..0f2c3b944b 100644 --- a/clients/python/marquez_client/__init__.py +++ b/clients/python/marquez_client/__init__.py @@ -4,7 +4,7 @@ # -*- coding: utf-8 -*- __author__ = """Marquez Project""" -__version__ = "0.33.0" +__version__ = "0.34.0" from marquez_client.client import MarquezClient # noqa: F401 from marquez_client.clients import Clients # noqa: F401 diff --git a/clients/python/setup.cfg b/clients/python/setup.cfg index 54c722d179..55fd71d212 100644 --- a/clients/python/setup.cfg +++ b/clients/python/setup.cfg @@ -1,5 +1,5 @@ [bumpversion] -current_version = 0.33.0 +current_version = 0.34.0 commit = False tag = False parse = (?P\d+)\.(?P\d+)\.(?P\d+)(?P.*) diff --git a/clients/python/setup.py b/clients/python/setup.py index dd333cd068..29a4904213 100644 --- a/clients/python/setup.py +++ b/clients/python/setup.py @@ -24,7 +24,7 @@ setup( name="marquez-python", - version="0.33.0", + version="0.34.0", description="Marquez Python Client", long_description=readme, long_description_content_type="text/markdown", diff --git a/gradle.properties b/gradle.properties index 1e5e834451..c3f1581807 100644 --- a/gradle.properties +++ b/gradle.properties @@ -7,4 +7,4 @@ org.gradle.jvmargs=--add-exports jdk.compiler/com.sun.tools.javac.api=ALL-UNNAME --add-exports jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED \ --add-exports jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED -version=0.33.0 +version=0.34.0-SNAPSHOT diff --git a/spec/openapi.yml b/spec/openapi.yml index d7556c875b..8dff3e82fa 100644 --- a/spec/openapi.yml +++ b/spec/openapi.yml @@ -3,7 +3,7 @@ openapi: 3.0.2 info: title: Marquez - version: 0.33.0 + version: 0.34.0-SNAPSHOT description: Marquez is an open source **metadata service** for the **collection**, **aggregation**, and **visualization** of a data ecosystem's metadata. license: From 197886d0103de181f1881ed8229aafcbdda06bca Mon Sep 17 00:00:00 2001 From: "pawel.leszczynski" Date: Thu, 27 Apr 2023 11:16:43 +0200 Subject: [PATCH 2/7] fix ci version in api-load-test (#2481) Signed-off-by: Pawel Leszczynski --- .circleci/api-load-test.sh | 2 +- new-version.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.circleci/api-load-test.sh b/.circleci/api-load-test.sh index 805c1aa457..00f71b6afc 100755 --- a/.circleci/api-load-test.sh +++ b/.circleci/api-load-test.sh @@ -14,7 +14,7 @@ set -e # Build version of Marquez -readonly MARQUEZ_VERSION="0.33.0-SNAPSHOT" +readonly MARQUEZ_VERSION="0.34.0-SNAPSHOT" # Fully qualified path to marquez.jar readonly MARQUEZ_JAR="api/build/libs/marquez-api-${MARQUEZ_VERSION}.jar" diff --git a/new-version.sh b/new-version.sh index f4c88a4916..bd7b705346 100755 --- a/new-version.sh +++ b/new-version.sh @@ -132,6 +132,7 @@ sed -i "" "s/tag:.*/tag: ${RELEASE_VERSION}/g" ./chart/values.yaml # (3) Bump version in scripts sed -i "" "s/VERSION=.*/VERSION=${RELEASE_VERSION}/g" ./docker/up.sh sed -i "" "s/MARQUEZ_VERSION=.*/MARQUEZ_VERSION=${RELEASE_VERSION}/g" ./.circleci/db-migration.sh +sed -i "" "s/MARQUEZ_VERSION=.*/MARQUEZ_VERSION=${RELEASE_VERSION}/g" ./.circleci/api-load-test.sh sed -i "" "s/TAG=.*/TAG=${RELEASE_VERSION}/g" .env.example # (4) Bump version in docs From 00352258a5e387e9ccf8a827a20daefcec46c44a Mon Sep 17 00:00:00 2001 From: Michael Robinson <68482867+merobi-hub@users.noreply.github.com> Date: Mon, 8 May 2023 14:08:14 -0700 Subject: [PATCH 3/7] update releasing instructions (#2477) * update releasing instructions Signed-off-by: Michael Robinson * edits to changelog Signed-off-by: Michael Robinson --------- Signed-off-by: Michael Robinson --- CHANGELOG.md | 14 +++++++------- RELEASING.md | 12 +++++++----- 2 files changed, 14 insertions(+), 12 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 9ed43f64cd..b8cce4a367 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -11,19 +11,19 @@ ### Fixed -* API: fix job update SQL to correctly use `simple_name` for job updates [`#2457`](https://github.com/MarquezProject/marquez/pull/2457) [collado-mike](https://github.com/collado-mike) +* API: fix job update SQL to correctly use `simple_name` for job updates [`#2457`](https://github.com/MarquezProject/marquez/pull/2457) [@collado-mike](https://github.com/collado-mike) *Fixes a bug in the job update logic stemming from use of the FQN rather than the `simple_name` and updates the relevant test.* -* API: update SQL in backfill script for facet tables to improve performance [`#2461`](https://github.com/MarquezProject/marquez/pull/2461) [collado-mike](https://github.com/collado-mike) +* API: update SQL in backfill script for facet tables to improve performance [`#2461`](https://github.com/MarquezProject/marquez/pull/2461) [@collado-mike](https://github.com/collado-mike) *Dramatically improves migration performance by making the backfill script fetch events by `run_uuid` via a new temp table for tracking and sorting runs.* -* API: update v61 migration to handle duplicate job names before unique constraint [`#2464`](https://github.com/MarquezProject/marquez/pull/2464) [collado-mike](https://github.com/collado-mike) +* API: update v61 migration to handle duplicate job names before unique constraint [`#2464`](https://github.com/MarquezProject/marquez/pull/2464) [@collado-mike](https://github.com/collado-mike) *To fix a bug in the case of duplicate job FQNs, this renames jobs that have been symlinked to point to newer versions of themselves so that the job FQN doesn't conflict and the unique constraint (without regard to parent job) can be applied. Note: Any installations that have already applied this migration will not see any new operations on their data, but installations that have duplicates will need this fix for the migration to complete successfully.* -* API: make improvements to lineage query performance [`#2472`](https://github.com/MarquezProject/marquez/pull/2472) [collado-mike](https://github.com/collado-mike) +* API: make improvements to lineage query performance [`#2472`](https://github.com/MarquezProject/marquez/pull/2472) [@collado-mike](https://github.com/collado-mike) *Dramatically lessens the lineage query performance regression caused by removal of the `jobs_fqn` table in [`#2448`](https://github.com/MarquezProject/marquez/pull/2448).* -* UI: change color for selected node and edges on graph [`#2458`](https://github.com/MarquezProject/marquez/pull/2458) [tito12](https://github.com/tito12) +* UI: change color for selected node and edges on graph [`#2458`](https://github.com/MarquezProject/marquez/pull/2458) [@tito12](https://github.com/tito12) *Improves the visibility of the selected node and edges by increasing the contrast with the background.* -* UI: handle null `run.jobVersion` in `DatasetInfo.tsx` to fix rendering issues [#2471](https://github.com/MarquezProject/marquez/pull/2471) [@perttus](https://github.com/perttus) +* UI: handle null `run.jobVersion` in `DatasetInfo.tsx` to fix rendering issues [`#2471`](https://github.com/MarquezProject/marquez/pull/2471) [@perttus](https://github.com/perttus) *Fixes an issue causing the UI to fail to render `DatasetInfo`.* -* UI: better handling of null `latestRun` for Jobs page [#2467](https://github.com/MarquezProject/marquez/pull/2467) [@perttus](https://github.com/perttus) +* UI: better handling of null `latestRun` for Jobs page [`#2467`](https://github.com/MarquezProject/marquez/pull/2467) [@perttus](https://github.com/perttus) *Fixes a bug causing the Jobs view to fail when `latestRun` is null.* ## [0.32.0](https://github.com/MarquezProject/marquez/compare/0.31.0...0.32.0) - 2023-03-20 diff --git a/RELEASING.md b/RELEASING.md index 14261ea23e..d7c081ec0f 100644 --- a/RELEASING.md +++ b/RELEASING.md @@ -1,17 +1,19 @@ # Releasing 1. Update [`CHANGELOG.md`](CHANGELOG.md) -2. Tag the release and prepare for the next version with: +2. Make sure you've installed the required dependencies (see [`new-version.sh`](new-version.sh)). +3. Tag the release and prepare for the next version with: ```bash - $ ./new-version.sh --release-version X.Y.Z --next-version X.Y.Z + $ ./new-version.sh --release-version X.Y.Z --next-version X.Y.Z --no-push ``` > **Tip:** Use `--help` to see script usage -3. Visit [CI](https://app.circleci.com/pipelines/github/MarquezProject/marquez?branch=main) to see the progress of the release! :rocket: -4. Visit [sonatype](https://oss.sonatype.org) to promote _java_ artifacts -6. Draft a [new release](https://github.com/MarquezProject/marquez/releases/new) using the release notes for `X.Y.Z` in **step 1** as the release description: +4. Push the tag with the command supplied by the script. +5. Visit [CI](https://app.circleci.com/pipelines/github/MarquezProject/marquez?branch=main) to see the progress of the release! :rocket: +6. Visit [sonatype](https://oss.sonatype.org) to promote _java_ artifacts +7. Draft a [new release](https://github.com/MarquezProject/marquez/releases/new) using the release notes for `X.Y.Z` in **step 1** as the release description: ![](./docs/assets/images/new-release.png) From cdf2812834f1b271945d39ff7f6fcfb8c2bf0c47 Mon Sep 17 00:00:00 2001 From: wslulciuc Date: Thu, 11 May 2023 12:53:18 -0700 Subject: [PATCH 4/7] psql `0.33.0` -> `12.1.0` Signed-off-by: wslulciuc --- chart/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/chart/values.yaml b/chart/values.yaml index 8f8b2897ce..4d86cebccd 100644 --- a/chart/values.yaml +++ b/chart/values.yaml @@ -107,7 +107,7 @@ postgresql: ## @param image.tag PostgreSQL image tag (immutable tags are recommended) ## image: - tag: 0.33.0 + tag: 12.1.0 ## Authentication parameters ## ref: https://github.com/bitnami/bitnami-docker-postgresql/blob/master/README.md#setting-the-root-password-on-first-run ## ref: https://github.com/bitnami/bitnami-docker-postgresql/blob/master/README.md#creating-a-database-on-first-run From ceab336132f855d2ce3d0b3e55b75c6ea7d943f7 Mon Sep 17 00:00:00 2001 From: Willy Lulciuc Date: Thu, 18 May 2023 13:51:33 -0700 Subject: [PATCH 5/7] Skip regex after `postgresql` in `chart/values.yaml` (#2488) Signed-off-by: wslulciuc --- new-version.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/new-version.sh b/new-version.sh index bd7b705346..6a7abf8dd8 100755 --- a/new-version.sh +++ b/new-version.sh @@ -127,7 +127,7 @@ sed -i "" "s/version=.*/version=${RELEASE_VERSION}/g" gradle.properties # (2) Bump version in helm chart sed -i "" "s/^version:.*/version: ${RELEASE_VERSION}/g" ./chart/Chart.yaml -sed -i "" "s/tag:.*/tag: ${RELEASE_VERSION}/g" ./chart/values.yaml +sed -i "" -E -e "/postgresql/,\$b" -e "s/tag:.*/tag: ${RELEASE_VERSION}/g" ./chart/values.yaml # (3) Bump version in scripts sed -i "" "s/VERSION=.*/VERSION=${RELEASE_VERSION}/g" ./docker/up.sh From 48fc2af4257835ed1073ce1dc6797fbf5288fa12 Mon Sep 17 00:00:00 2001 From: Michael Robinson <68482867+merobi-hub@users.noreply.github.com> Date: Thu, 18 May 2023 13:54:54 -0700 Subject: [PATCH 6/7] update changelog (#2487) * add latest changes to changelog in advance of 0.33.0 release Signed-off-by: Michael Robinson * update changelog for 0.34.0 release Signed-off-by: Michael Robinson * edit changelog for 0.34.0 release Signed-off-by: Michael Robinson * edit changelog Signed-off-by: Michael Robinson * edit changelog Signed-off-by: Michael Robinson --------- Signed-off-by: Michael Robinson --- CHANGELOG.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index b8cce4a367..4b83d2853c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,13 @@ # Changelog -## [Unreleased](https://github.com/MarquezProject/marquez/compare/0.33.0...HEAD) +## [Unreleased](https://github.com/MarquezProject/marquez/compare/0.34.0...HEAD) + +## [0.34.0](https://github.com/MarquezProject/marquez/compare/0.33.0...0.34.0) - 2023-05-18 + +### Fixed + +* Chart: skip regex after postgresql in chart/values.yaml [`#2488`](https://github.com/MarquezProject/marquez/pull/2488) [@wslulciuc](https://github.com/wslulciuc) + *Fixes regex for version bump of chart/values.yaml in new-version.sh.* ## [0.33.0](https://github.com/MarquezProject/marquez/compare/0.32.0...0.33.0) - 2023-04-19 From 776d5fd98c12ce1e2737ee8e28cd73736fd179f1 Mon Sep 17 00:00:00 2001 From: Michael Robinson Date: Thu, 18 May 2023 16:55:55 -0400 Subject: [PATCH 7/7] Prepare for release 0.34.0 Signed-off-by: Michael Robinson --- .circleci/api-load-test.sh | 2 +- .circleci/db-migration.sh | 2 +- .env.example | 2 +- chart/Chart.yaml | 2 +- chart/values.yaml | 4 ++-- clients/java/README.md | 4 ++-- docker/up.sh | 4 ++-- docs/openapi.html | 4 ++-- gradle.properties | 2 +- spec/openapi.yml | 2 +- 10 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.circleci/api-load-test.sh b/.circleci/api-load-test.sh index 00f71b6afc..8732e95b00 100755 --- a/.circleci/api-load-test.sh +++ b/.circleci/api-load-test.sh @@ -14,7 +14,7 @@ set -e # Build version of Marquez -readonly MARQUEZ_VERSION="0.34.0-SNAPSHOT" +readonly MARQUEZ_VERSION=0.34.0 # Fully qualified path to marquez.jar readonly MARQUEZ_JAR="api/build/libs/marquez-api-${MARQUEZ_VERSION}.jar" diff --git a/.circleci/db-migration.sh b/.circleci/db-migration.sh index 587cddae1c..f68a062084 100755 --- a/.circleci/db-migration.sh +++ b/.circleci/db-migration.sh @@ -13,7 +13,7 @@ # Version of PostgreSQL readonly POSTGRES_VERSION="12.1" # Version of Marquez -readonly MARQUEZ_VERSION=0.33.0 +readonly MARQUEZ_VERSION=0.34.0 # Build version of Marquez readonly MARQUEZ_BUILD_VERSION="$(git log --pretty=format:'%h' -n 1)" # SHA1 diff --git a/.env.example b/.env.example index 18d63d3811..20223ac601 100644 --- a/.env.example +++ b/.env.example @@ -1,4 +1,4 @@ API_PORT=5000 API_ADMIN_PORT=5001 WEB_PORT=3000 -TAG=0.33.0 +TAG=0.34.0 diff --git a/chart/Chart.yaml b/chart/Chart.yaml index 7c359dafd3..1342541930 100644 --- a/chart/Chart.yaml +++ b/chart/Chart.yaml @@ -29,4 +29,4 @@ name: marquez sources: - https://github.com/MarquezProject/marquez - https://marquezproject.github.io/marquez/ -version: 0.33.0 +version: 0.34.0 diff --git a/chart/values.yaml b/chart/values.yaml index 4d86cebccd..e092a651c8 100644 --- a/chart/values.yaml +++ b/chart/values.yaml @@ -17,7 +17,7 @@ marquez: image: registry: docker.io repository: marquezproject/marquez - tag: 0.33.0 + tag: 0.34.0 pullPolicy: IfNotPresent ## Name of the existing secret containing credentials for the Marquez installation. ## When this is specified, it will take precedence over the values configured in the 'db' section. @@ -75,7 +75,7 @@ web: image: registry: docker.io repository: marquezproject/marquez-web - tag: 0.33.0 + tag: 0.34.0 pullPolicy: IfNotPresent ## Marquez website will run on this port ## diff --git a/clients/java/README.md b/clients/java/README.md index 20bea4faa1..b3f024bd38 100644 --- a/clients/java/README.md +++ b/clients/java/README.md @@ -10,14 +10,14 @@ Maven: io.github.marquezproject marquez-java - 0.33.0 + 0.34.0 ``` or Gradle: ```groovy -implementation 'io.github.marquezproject:marquez-java:0.33.0 +implementation 'io.github.marquezproject:marquez-java:0.34.0 ``` ## Usage diff --git a/docker/up.sh b/docker/up.sh index 742aba6fd9..61236b789b 100755 --- a/docker/up.sh +++ b/docker/up.sh @@ -8,9 +8,9 @@ set -e # Version of Marquez -readonly VERSION=0.33.0 +readonly VERSION=0.34.0 # Build version of Marquez -readonly BUILD_VERSION=0.33.0 +readonly BUILD_VERSION=0.34.0 title() { echo -e "\033[1m${1}\033[0m" diff --git a/docs/openapi.html b/docs/openapi.html index ca4db31b76..72a0e7835c 100644 --- a/docs/openapi.html +++ b/docs/openapi.html @@ -2174,7 +2174,7 @@ 55.627 l 55.6165,55.627 -231.245496,231.24803 c -127.185,127.1864 -231.5279,231.248 -231.873,231.248 -0.3451,0 -104.688, -104.0616 -231.873,-231.248 z - " fill="currentColor">

Marquez (0.33.0)

Download OpenAPI specification:Download

License: Apache 2.0

Marquez is an open source metadata service for the collection, aggregation, and visualization of a data ecosystem's metadata.

+ " fill="currentColor">

Marquez (0.34.0)

Download OpenAPI specification:Download

License: Apache 2.0

Marquez is an open source metadata service for the collection, aggregation, and visualization of a data ecosystem's metadata.

Namespaces

Create a namespace

Creates a new namespace object. A namespace enables the contextual grouping of related jobs and datasets. Namespaces must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), dashes (-), colons (:), slashes (/), or dots (.). A namespace is case-insensitive with a maximum length of 1024 characters. Note jobs and datasets will be unique within a namespace, but not across namespaces.

path Parameters
namespace
required
string <= 1024 characters
Example: my-namespace

The name of the namespace.

Request Body schema: application/json
ownerName
required
string

The owner of the namespace.

@@ -2388,7 +2388,7 @@

Response samples

Content type
application/json
{
  • "totalCount": 1,
  • "results": [
    ]
}