Version 3.6.0-beta.12

- Fix workflow parallel execution defer.
- Migrate out plugins
- Fix Xinference does not support encoding_format
- Fix user request reset password api
- Streaming text blocks in chat view
- Image file support in kb

Author: meta-d

.deploy/api/package.json

@@ -28,7 +28,7 @@
     "start": "nx serve",
     "build": "nx build",
     "test": "nx test",
-    "build:plugins": "yarn nx build integration-github && yarn nx build ocr-paddle && yarn nx build retriever-common && yarn nx build textsplitter-common && yarn nx build tool-calculator && yarn nx build transformer-common && yarn nx build transformer-unstructured && yarn nx build trigger-schedule && yarn nx build vlm-default && yarn nx build vstore-chroma && yarn nx build vstore-milvus && yarn nx build vstore-weaviate",
+    "build:plugins": "yarn nx build integration-github && yarn nx build ocr-paddle && yarn nx build retriever-common && yarn nx build textsplitter-common && yarn nx build tool-calculator && yarn nx build transformer-common && yarn nx build trigger-schedule && yarn nx build vlm-default && yarn nx build vstore-chroma && yarn nx build vstore-milvus && yarn nx build vstore-weaviate",
     "build:all": "yarn rimraf dist && yarn nx build contracts && yarn nx build common && yarn nx build config && yarn nx build auth && yarn nx build server && yarn nx build adapter && yarn nx build plugin-sdk && yarn nx build integration-github && yarn nx build analytics && yarn nx build api"
   },
   "dependencies": {

apps/api/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@metad/xpert-api",
-  "version": "3.6.0-beta.10",
+  "version": "3.6.0-beta.12",
   "description": "Xpert API",
   "license": "AGPL-3.0",
   "homepage": "https://mtda.cloud",

apps/cloud/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@metad/xpert-ui",
-	"version": "3.6.0-beta.10",
+	"version": "3.6.0-beta.12",
 	"type": "commonjs",
 	"license": "AGPL-3.0",
 	"scripts": {

apps/cloud/src/app/@core/services/knowledgebase.service.ts

@@ -5,6 +5,7 @@ import { MaxMarginalRelevanceSearchOptions, VectorStoreInterface } from '@langch
 import {
   _TFile,
   API_PREFIX,
+  classificateDocumentCategory,
   DocumentMetadata,
   IDocumentChunkerProvider,
   IDocumentProcessorProvider,
@@ -14,14 +15,13 @@ import {
   IKnowledgebaseTask,
   IKnowledgeDocument,
   IKnowledgeRetrievalLog,
-  isDocumentSheet,
   IXpert,
-  KBDocumentCategoryEnum,
   PaginationParams,
   toHttpParams
 } from '@metad/cloud/state'
 import { NGXLogger } from 'ngx-logger'
 import { BehaviorSubject, interval, of } from 'rxjs'
+import { v4 as uuidv4 } from 'uuid'
 import { catchError, filter, shareReplay, switchMap, takeWhile, tap } from 'rxjs/operators'
 import { getErrorMessage, uuid } from '../types'
 import { XpertWorkspaceBaseCrudService } from './xpert-workspace.service'
@@ -233,16 +233,27 @@ export class KnowledgeFileUploader {
             case HttpEventType.Response: {
               this.progress.set(100)
               const type = this.file.type?.split('/').pop().toLowerCase() || 'unknown'
+              const metadata: DocumentMetadata = {
+                chunkId: uuidv4(),
+                title: this.file.name,
+              }
+              if (event.body.mimeType?.startsWith('image/')) {
+                metadata.assets = [
+                  {
+                    type: 'image',
+                    url: event.body.fileUrl,
+                    filePath: event.body.filePath
+                  }
+                ]
+              }
               this.document$.next({
                 ...event.body,
                 id: uuid(),
                 name: this.file.name,
                 size: `${this.file.size}`,
                 type,
-                category: isDocumentSheet(type) ? KBDocumentCategoryEnum.Sheet : KBDocumentCategoryEnum.Text,
-                metadata: {
-                  title: this.file.name,
-                }
+                category: classificateDocumentCategory({type}),
+                metadata
               })
               this.document.set(this.document$.value)
               this.uploadedUrl.set(event.body.fileUrl) // Assuming response contains URL

apps/cloud/src/app/@shared/agent/variable-panel/variable.component.html

@@ -11,7 +11,8 @@
 <ul class="grow px-2 pb-2 overflow-auto">
   @for (g of filteredVariables(); track g) {
     @if (g.group) {
-      <div class="p-1 mt-2 text-sm font-semibold text-text-secondary uppercase">{{g.group.description | i18n}}</div>
+      <div class="p-1 mt-2 text-sm font-semibold text-text-secondary uppercase"
+        [ngmHighlight]="searchTerm()" [content]="g.group.description | i18n">{{g.group.description | i18n}}</div>
     } @else {
       <div class="p-1 mt-2 text-sm font-semibold text-text-secondary">{{'PAC.Copilot.SystemVariables' | translate: {Default: 'System Variables'} }}</div>
     }

apps/cloud/src/app/@shared/agent/variable-panel/variable.component.ts

@@ -81,8 +81,11 @@ export class XpertVariablePanelComponent {
           return (type
             ? variable.type?.startsWith(type)
             : true) &&
-                (variable.name.toLowerCase().includes(searchTerm) ||
-                  (this.i18nPipe.transform(description).toLowerCase().includes(searchTerm)))
+                (
+                  variable.name.toLowerCase().includes(searchTerm) ||
+                  (this.i18nPipe.transform(description)?.toLowerCase().includes(searchTerm)) ||
+                  this.i18nPipe.transform(group.group.description)?.toLowerCase().includes(searchTerm)
+                )
         }) : group.variables
       }))
       .filter((group) => group.variables?.length > 0)

apps/cloud/src/app/@shared/chat/preview/ai-message/message.component.scss

@@ -1,3 +1,20 @@
 :host {
     @apply flex flex-col gap-4;
-}
+}
+
+:host::ng-deep {
+  /* Image fade in to prevent flickering */
+  img {
+    opacity: 0;
+    height: 40px;
+    animation: fadeIn 300ms ease forwards;
+    animation-delay: 1s;
+  }
+
+  @keyframes fadeIn {
+    to {
+      opacity: 1;
+      height: auto;
+    }
+  }
+}

apps/cloud/src/app/@shared/knowledge/knowledge-doc-id/doc.component.html

@@ -18,7 +18,20 @@
         <i class="ri-html5-fill text-lg leading-4 text-orange-500"></i>
       }
       @default {
-        <i class="ri-file-text-fill text-lg leading-4"></i>
+        @switch (category()) {
+          @case('image') {
+            <i class="ri-file-image-fill text-lg leading-4 text-green-500"></i>
+          }
+          @case('video') {
+            <i class="ri-file-video-fill text-lg leading-4 text-purple-500"></i>
+          }
+          @case('audio') {
+            <i class="ri-file-audio-fill text-lg leading-4 text-yellow-500"></i>
+          }
+          @default {
+            <i class="ri-file-text-fill text-lg leading-4"></i>
+          }
+        }
       }
     }
   }

apps/cloud/src/app/@shared/knowledge/knowledge-doc-id/doc.component.ts

@@ -21,6 +21,7 @@ export class KnowledgeDocIdComponent {
   // States
   readonly sourceType = computed(() => this.doc().sourceType)
   readonly type = computed(() => this.doc().type)
+  readonly category = computed(() => this.doc().category)
   readonly storageFile = computed(() => this.doc().storageFile)
   readonly label = computed(() => this.doc().name || this.storageFile()?.originalName || this.doc().options?.url)
 

apps/cloud/src/app/@shared/knowledge/pipelines/pipelines.component.html

@@ -26,7 +26,7 @@
         <div class="flex items-center gap-x-3 p-4 pb-2">
           <div class="relative shrink-0">
             @if (template.icon) {
-              <xp-icon [icon]="template.icon" class="block w-10 h-10 rounded-[10px] border-[0.5px] border-divider-regular bg-background-section" />
+              <xp-icon [icon]="template.icon" size="32" class="flex justify-center items-center w-10 h-10 rounded-[10px] overflow-hidden border-[0.5px] border-divider-regular" />
             } @else {
               <div
                 class="flex items-center justify-center relative grow-0 shrink-0 overflow-hidden border-[0.5px] border-divider-regular w-10 h-10 text-[24px] rounded-[10px] bg-pipeline-template-default-icon-bg text-text-secondary"
@@ -36,8 +36,8 @@
             }
           </div>
           <div class="flex grow flex-col gap-y-1 overflow-hidden py-px">
-            <div class="system-md-semibold truncate text-text-secondary" [title]="template.name">{{ template.name }}</div>
-            <div class="system-2xs-medium-uppercase text-text-tertiary">{{ template.category }}</div>
+            <div class="system-md-semibold truncate text-text-secondary" [title]="template.title">{{ template.title }}</div>
+            <div class="text-xs font-mono font-medium uppercase text-text-tertiary">{{ template.category }}</div>
           </div>
         </div>
         <p