Add data compression and format fields to WorkflowInstances

This commit introduces two new fields to the WorkflowInstances table: "DataCompressionAlgorithm" and "DataFormat". These changes allow storing additional contextual information about the payloads of workflow instances and enhance future handling and processing of this data.

migrations/efcore-3.1.sh

@@ -28,11 +28,6 @@ for module in "${mods[@]}"; do
  echo "Provider path: ${providerPath:?}/${migrationsPath}"
  echo "Migrations path: $migrationsPath"
  echo "Connection string: ${connStrings[$provider]}"
-
- # 1. Delete the existing migration
- echo "Deleting existing migrations: ${providerPath:?}/${migrationsPath}/*V3_1.cs"
- find "${providerPath:?}/${migrationsPath}/" -type f -name "*V3_1*" -exec rm -f {} \;
- # rm -rf "${providerPath:?}/${migrationsPath}/*V3_1.cs"
 
  # 2. Run the migrations command
  dotnet ef migrations add V3_1 -c "$module"ElsaDbContext -p "$providerPath" -o "$migrationsPath" -- --connectionString "${connStrings[$provider]}"

src/bundles/Elsa.Server.Web/Program.cs

@@ -15,6 +15,7 @@
 using Elsa.MongoDb.Modules.Identity;
 using Elsa.MongoDb.Modules.Management;
 using Elsa.MongoDb.Modules.Runtime;
+using Elsa.Workflows.Management.Compression;
 using Microsoft.Data.Sqlite;
 using Microsoft.Extensions.Options;
 using Proto.Persistence.Sqlite;
@@ -29,6 +30,7 @@
 const bool useMassTransit = false;
 const bool useMassTransitAzureServiceBus = true;
 const bool useMassTransitRabbitMq = false;
+const bool useZipCompression = false;
 
 var builder = WebApplication.CreateBuilder(args);
 var services = builder.Services;
@@ -106,6 +108,9 @@
  else
  ef.UseSqlite(sqliteConnectionString);
  });
+ 
+ if(useZipCompression)
+ management.SetCompressionAlgorithm(nameof(GZip));
  })
  .UseWorkflowRuntime(runtime =>
  {

src/modules/Elsa.EntityFrameworkCore.MySql/Migrations/Management/20240203224836_V3_1.cs

@@ -0,0 +1,44 @@
+using Microsoft.EntityFrameworkCore.Migrations;
+
+#nullable disable
+
+namespace Elsa.EntityFrameworkCore.MySql.Migrations.Management
+{
+ /// <inheritdoc />
+ public partial class V31 : Migration
+ {
+ /// <inheritdoc />
+ protected override void Up(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.AddColumn<string>(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "longtext",
+ nullable: true)
+ .Annotation("MySql:CharSet", "utf8mb4");
+
+ migrationBuilder.AddColumn<string>(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "longtext",
+ nullable: true)
+ .Annotation("MySql:CharSet", "utf8mb4");
+ }
+
+ /// <inheritdoc />
+ protected override void Down(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.DropColumn(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+
+ migrationBuilder.DropColumn(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+ }
+ }
+}

src/modules/Elsa.EntityFrameworkCore.MySql/Migrations/Management/ManagementElsaDbContextModelSnapshot.cs

@@ -34,12 +34,6 @@ protected override void BuildModel(ModelBuilder modelBuilder)
  b.Property<string>("Data")
  .HasColumnType("longtext");
 
- b.Property<string>("DataCompressionAlgorithm")
- .HasColumnType("longtext");
-
- b.Property<string>("DataFormat")
- .HasColumnType("longtext");
-
  b.Property<string>("DefinitionId")
  .IsRequired()
  .HasColumnType("varchar(255)");
@@ -119,6 +113,12 @@ protected override void BuildModel(ModelBuilder modelBuilder)
  b.Property<string>("Data")
  .HasColumnType("longtext");
 
+ b.Property<string>("DataCompressionAlgorithm")
+ .HasColumnType("longtext");
+
+ b.Property<string>("DataFormat")
+ .HasColumnType("longtext");
+
  b.Property<string>("DefinitionId")
  .IsRequired()
  .HasColumnType("varchar(255)");

src/modules/Elsa.EntityFrameworkCore.PostgreSql/Migrations/Management/20240203224851_V3_1.cs

@@ -0,0 +1,42 @@
+using Microsoft.EntityFrameworkCore.Migrations;
+
+#nullable disable
+
+namespace Elsa.EntityFrameworkCore.PostgreSql.Migrations.Management
+{
+ /// <inheritdoc />
+ public partial class V3_1 : Migration
+ {
+ /// <inheritdoc />
+ protected override void Up(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.AddColumn<string>(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "text",
+ nullable: true);
+
+ migrationBuilder.AddColumn<string>(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "text",
+ nullable: true);
+ }
+
+ /// <inheritdoc />
+ protected override void Down(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.DropColumn(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+
+ migrationBuilder.DropColumn(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+ }
+ }
+}

src/modules/Elsa.EntityFrameworkCore.PostgreSql/Migrations/Management/ManagementElsaDbContextModelSnapshot.cs

@@ -37,12 +37,6 @@ protected override void BuildModel(ModelBuilder modelBuilder)
  b.Property<string>("Data")
  .HasColumnType("text");
 
- b.Property<string>("DataCompressionAlgorithm")
- .HasColumnType("text");
-
- b.Property<string>("DataFormat")
- .HasColumnType("text");
-
  b.Property<string>("DefinitionId")
  .IsRequired()
  .HasColumnType("text");
@@ -122,6 +116,12 @@ protected override void BuildModel(ModelBuilder modelBuilder)
  b.Property<string>("Data")
  .HasColumnType("text");
 
+ b.Property<string>("DataCompressionAlgorithm")
+ .HasColumnType("text");
+
+ b.Property<string>("DataFormat")
+ .HasColumnType("text");
+
  b.Property<string>("DefinitionId")
  .IsRequired()
  .HasColumnType("text");

src/modules/Elsa.EntityFrameworkCore.SqlServer/Migrations/Management/20240203224841_V3_1.cs

@@ -0,0 +1,42 @@
+using Microsoft.EntityFrameworkCore.Migrations;
+
+#nullable disable
+
+namespace Elsa.EntityFrameworkCore.SqlServer.Migrations.Management
+{
+ /// <inheritdoc />
+ public partial class V3_1 : Migration
+ {
+ /// <inheritdoc />
+ protected override void Up(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.AddColumn<string>(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "nvarchar(max)",
+ nullable: true);
+
+ migrationBuilder.AddColumn<string>(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances",
+ type: "nvarchar(max)",
+ nullable: true);
+ }
+
+ /// <inheritdoc />
+ protected override void Down(MigrationBuilder migrationBuilder)
+ {
+ migrationBuilder.DropColumn(
+ name: "DataCompressionAlgorithm",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+
+ migrationBuilder.DropColumn(
+ name: "DataFormat",
+ schema: "Elsa",
+ table: "WorkflowInstances");
+ }
+ }
+}