feat: workflow foundation (#23621)

* feat: plugins * feat: table definition * feat: type and migration * feat: add repositories * feat: validate manifest with class-validator and load manifest info to database * feat: workflow/plugin controller/service layer * feat: implement workflow logic * feat: make trigger static * feat: dynamical instantiate plugin instances * fix: access control and helper script * feat: it works * chore: simplify * refactor: refactor and use queue for workflow execution * refactor: remove unsused property in plugin-schema * build wasm in prod * feat: plugin loader in transaction * fix: docker build arm64 * generated files * shell check * fix tests * fix: waiting for migration to finish before loading plugin * remove context reassignment * feat: use mise to manage extism tools (#23760) * pr feedback * refactor: create workflow now including create filters and actions * feat: workflow medium tests * fix: broken medium test * feat: medium tests * chore: unify workflow job * sign user id with jwt * chore: query plugin with filters and action * chore: read manifest in repository * chore: load manifest from server configs * merge main * feat: endpoint documentation * pr feedback * load plugin from absolute path * refactor:handle trigger * throw error and return early * pr feedback * unify plugin services * fix: plugins code * clean up * remove triggerConfig * clean up * displayName and methodName --------- Co-authored-by: Jason Rasmussen <jason@rasm.me> Co-authored-by: bo0tzz <git@bo0tzz.me>
2025-12-17 17:23:20 +03:00 · 2025-11-14 14:05:05 -06:00
parent d784d431d0
commit 4dcc049465
89 changed files with 7264 additions and 14 deletions
--- a/server/src/schema/tables/plugin.table.ts
+++ b/server/src/schema/tables/plugin.table.ts
@@ -0,0 +1,95 @@
+import { PluginContext } from 'src/enum';
+import {
+  Column,
+  CreateDateColumn,
+  ForeignKeyColumn,
+  Generated,
+  Index,
+  PrimaryGeneratedColumn,
+  Table,
+  Timestamp,
+  UpdateDateColumn,
+} from 'src/sql-tools';
+import type { JSONSchema } from 'src/types/plugin-schema.types';
+
+@Table('plugin')
+export class PluginTable {
+  @PrimaryGeneratedColumn('uuid')
+  id!: Generated<string>;
+
+  @Column({ index: true, unique: true })
+  name!: string;
+
+  @Column()
+  title!: string;
+
+  @Column()
+  description!: string;
+
+  @Column()
+  author!: string;
+
+  @Column()
+  version!: string;
+
+  @Column()
+  wasmPath!: string;
+
+  @CreateDateColumn()
+  createdAt!: Generated<Timestamp>;
+
+  @UpdateDateColumn()
+  updatedAt!: Generated<Timestamp>;
+}
+
+@Index({ columns: ['supportedContexts'], using: 'gin' })
+@Table('plugin_filter')
+export class PluginFilterTable {
+  @PrimaryGeneratedColumn('uuid')
+  id!: Generated<string>;
+
+  @ForeignKeyColumn(() => PluginTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  @Column({ index: true })
+  pluginId!: string;
+
+  @Column({ index: true, unique: true })
+  methodName!: string;
+
+  @Column()
+  title!: string;
+
+  @Column()
+  description!: string;
+
+  @Column({ type: 'character varying', array: true })
+  supportedContexts!: Generated<PluginContext[]>;
+
+  @Column({ type: 'jsonb', nullable: true })
+  schema!: JSONSchema | null;
+}
+
+@Index({ columns: ['supportedContexts'], using: 'gin' })
+@Table('plugin_action')
+export class PluginActionTable {
+  @PrimaryGeneratedColumn('uuid')
+  id!: Generated<string>;
+
+  @ForeignKeyColumn(() => PluginTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  @Column({ index: true })
+  pluginId!: string;
+
+  @Column({ index: true, unique: true })
+  methodName!: string;
+
+  @Column()
+  title!: string;
+
+  @Column()
+  description!: string;
+
+  @Column({ type: 'character varying', array: true })
+  supportedContexts!: Generated<PluginContext[]>;
+
+  @Column({ type: 'jsonb', nullable: true })
+  schema!: JSONSchema | null;
+}
--- a/server/src/schema/tables/workflow.table.ts
+++ b/server/src/schema/tables/workflow.table.ts
@@ -0,0 +1,78 @@
+import { PluginTriggerType } from 'src/enum';
+import { PluginActionTable, PluginFilterTable } from 'src/schema/tables/plugin.table';
+import { UserTable } from 'src/schema/tables/user.table';
+import {
+  Column,
+  CreateDateColumn,
+  ForeignKeyColumn,
+  Generated,
+  Index,
+  PrimaryGeneratedColumn,
+  Table,
+  Timestamp,
+} from 'src/sql-tools';
+import type { ActionConfig, FilterConfig } from 'src/types/plugin-schema.types';
+
+@Table('workflow')
+export class WorkflowTable {
+  @PrimaryGeneratedColumn()
+  id!: Generated<string>;
+
+  @ForeignKeyColumn(() => UserTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE', nullable: false })
+  ownerId!: string;
+
+  @Column()
+  triggerType!: PluginTriggerType;
+
+  @Column({ nullable: true })
+  name!: string | null;
+
+  @Column()
+  description!: string;
+
+  @CreateDateColumn()
+  createdAt!: Generated<Timestamp>;
+
+  @Column({ type: 'boolean', default: true })
+  enabled!: boolean;
+}
+
+@Index({ columns: ['workflowId', 'order'] })
+@Index({ columns: ['filterId'] })
+@Table('workflow_filter')
+export class WorkflowFilterTable {
+  @PrimaryGeneratedColumn('uuid')
+  id!: Generated<string>;
+
+  @ForeignKeyColumn(() => WorkflowTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  workflowId!: Generated<string>;
+
+  @ForeignKeyColumn(() => PluginFilterTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  filterId!: string;
+
+  @Column({ type: 'jsonb', nullable: true })
+  filterConfig!: FilterConfig | null;
+
+  @Column({ type: 'integer' })
+  order!: number;
+}
+
+@Index({ columns: ['workflowId', 'order'] })
+@Index({ columns: ['actionId'] })
+@Table('workflow_action')
+export class WorkflowActionTable {
+  @PrimaryGeneratedColumn('uuid')
+  id!: Generated<string>;
+
+  @ForeignKeyColumn(() => WorkflowTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  workflowId!: Generated<string>;
+
+  @ForeignKeyColumn(() => PluginActionTable, { onDelete: 'CASCADE', onUpdate: 'CASCADE' })
+  actionId!: string;
+
+  @Column({ type: 'jsonb', nullable: true })
+  actionConfig!: ActionConfig | null;
+
+  @Column({ type: 'integer' })
+  order!: number;
+}