Skip to content

Commit c804912

Browse files
authored
chore: update metrics and num threads (#1102)
1 parent b8e9aa0 commit c804912

File tree

3 files changed

+7
-4
lines changed

3 files changed

+7
-4
lines changed

libs/indexer/src/scheduler.rs

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -490,14 +490,17 @@ fn process_collab(
490490
metrics: &EmbeddingMetrics,
491491
) -> Result<Option<(u32, Vec<AFCollabEmbeddedChunk>)>, AppError> {
492492
if let Some(indexer) = indexer {
493-
metrics.record_embed_count(1);
494-
495493
let chunks = match data {
496494
UnindexedData::UnindexedText(text) => {
497495
indexer.create_embedded_chunks_from_text(object_id.to_string(), text, embedder.model())?
498496
},
499497
};
500498

499+
if chunks.is_empty() {
500+
return Ok(None);
501+
}
502+
503+
metrics.record_embed_count(1);
501504
let result = indexer.embed(embedder, chunks);
502505
match result {
503506
Ok(Some(embeddings)) => Ok(Some((embeddings.tokens_consumed, embeddings.params))),

services/appflowy-worker/src/application.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -129,7 +129,7 @@ pub async fn create_app(listener: TcpListener, config: Config) -> Result<(), Err
129129

130130
let threads = Arc::new(
131131
ThreadPoolNoAbortBuilder::new()
132-
.num_threads(20)
132+
.num_threads(30)
133133
.thread_name(|index| format!("background-embedding-thread-{index}"))
134134
.build()
135135
.unwrap(),

src/api/workspace.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1466,7 +1466,7 @@ async fn update_collab_handler(
14661466
);
14671467
state
14681468
.indexer_scheduler
1469-
.index_pending_collab_one(pending, false)?;
1469+
.index_pending_collab_one(pending, true)?;
14701470
}
14711471
},
14721472
_ => {

0 commit comments

Comments
 (0)