DB Models

• Storage:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • name: char(20)
  • type: integer (LOCAL:0 AWS_S3: 1)

• FileType:

  • ext: char(20)

• FileGroup:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • name: char(40)
  • slug: char(40)
  • storage: ForeignKey(Storage)

• FileGroupMetadata:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • file_group: ForeignKey(FileGroup)
  • version: integer
  • metadata: JSON

• File:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • file_name: char(100)
  • path: char(400)
  • size: integer
  • file_group: ForeignKey(Cohort)

• FileMetadata:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • file: ForeignKey(File)
  • version: integer
  • metadata: JSON
  • user: ForeignKey(User)

• MskUser:
  • groups: char(500)
  • user: OneToOneField(User)

• Pipeline:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • name: char(100)
  • github: char(300)
  • version: char(100)
  • entrypoint: char(100)

• Run:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • name: char(100)
  • app: ForeignKey(Pipeline)
  • status: integer(CREATING:0, READY:1, RUNNING:2, FAILED:3, COMPLETED:4)
  • execution_id: uuid
  • job_statuses: JSON

• Port:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • run: ForeignKey(Run)
  • name: char(100)
  • port_type: integer(INPUT:0, OUTPUT:1)
  • schema: JSON
  • value: JSON

• SampleRun:

  • id: uuid
  • file: ForeignKey(File)
  • run: ForeignKey(Run)

• ExecutionEvents:

  • id: uuid
  • created_date: datetime
  • modified_date: datetime
  • execution_id: uuid
  • name: char(100)
  • job_status: char(30)
  • message: char(1000)
  • err_file_path: char(200)
  • outputs: JSON
  • processed: boolean