Merge branch 'main' into stateless

Author: khorshuheng

libs/indexer/src/scheduler.rs

@@ -487,14 +487,17 @@ fn process_collab(
   metrics: &EmbeddingMetrics,
 ) -> Result<Option<(u32, Vec<AFCollabEmbeddedChunk>)>, AppError> {
   if let Some(indexer) = indexer {
-    metrics.record_embed_count(1);
-
     let chunks = match data {
       UnindexedData::Text(text) => {
         indexer.create_embedded_chunks_from_text(object_id.to_string(), text, embedder.model())?
       },
     };
 
+    if chunks.is_empty() {
+      return Ok(None);
+    }
+
+    metrics.record_embed_count(1);
     let result = indexer.embed(embedder, chunks);
     match result {
       Ok(Some(embeddings)) => Ok(Some((embeddings.tokens_consumed, embeddings.params))),

services/appflowy-worker/src/application.rs

@@ -129,7 +129,7 @@ pub async fn create_app(listener: TcpListener, config: Config) -> Result<(), Err
 
   let threads = Arc::new(
     ThreadPoolNoAbortBuilder::new()
-      .num_threads(20)
+      .num_threads(30)
       .thread_name(|index| format!("background-embedding-thread-{index}"))
       .build()
       .unwrap(),

src/api/workspace.rs

@@ -1464,7 +1464,7 @@ async fn update_collab_handler(
           );
           state
             .indexer_scheduler
-            .index_pending_collab_one(pending, false)?;
+            .index_pending_collab_one(pending, true)?;
         }
       },
       _ => {