Skip to content

Commit

Permalink
Moved metrics to proto/indexing
Browse files Browse the repository at this point in the history
  • Loading branch information
fulmicoton committed Oct 27, 2023
1 parent 395ca3f commit 1964d1b
Show file tree
Hide file tree
Showing 6 changed files with 20 additions and 23 deletions.
3 changes: 1 addition & 2 deletions quickwit/quickwit-cluster/src/cluster.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,9 +31,8 @@ use chitchat::{
};
use futures::Stream;
use itertools::Itertools;
use quickwit_proto::indexing::{IndexingPipelineId, IndexingTask, PipelineMetrics};
use quickwit_proto::types::NodeId;
use quickwit_proto::indexing::{IndexingPipelineId, IndexingTask};
use quickwit_proto::PipelineMetrics;
use serde::{Deserialize, Serialize};
use tokio::sync::{mpsc, watch, Mutex, RwLock};
use tokio::time::timeout;
Expand Down
3 changes: 1 addition & 2 deletions quickwit/quickwit-indexing/src/actors/indexer.rs
Original file line number Diff line number Diff line change
Expand Up @@ -38,12 +38,11 @@ use quickwit_common::temp_dir::TempDirectory;
use quickwit_config::IndexingSettings;
use quickwit_doc_mapper::DocMapper;
use quickwit_metastore::checkpoint::{IndexCheckpointDelta, SourceCheckpointDelta};
use quickwit_proto::indexing::IndexingPipelineId;
use quickwit_proto::indexing::{IndexingPipelineId, PipelineMetrics};
use quickwit_proto::metastore::{
LastDeleteOpstampRequest, MetastoreService, MetastoreServiceClient,
};
use quickwit_proto::types::PublishToken;
use quickwit_proto::PipelineMetrics;
use quickwit_query::get_quickwit_fastfield_normalizer_manager;
use serde::Serialize;
use tantivy::schema::Schema;
Expand Down
3 changes: 1 addition & 2 deletions quickwit/quickwit-indexing/src/actors/indexing_service.rs
Original file line number Diff line number Diff line change
Expand Up @@ -46,13 +46,12 @@ use quickwit_metastore::{
};
use quickwit_proto::indexing::{
ApplyIndexingPlanRequest, ApplyIndexingPlanResponse, IndexingError, IndexingPipelineId,
IndexingTask,
IndexingTask, PipelineMetrics,
};
use quickwit_proto::metastore::{
IndexMetadataRequest, ListIndexesMetadataRequest, MetastoreService, MetastoreServiceClient,
};
use quickwit_proto::types::{IndexId, IndexUid};
use quickwit_proto::PipelineMetrics;
use quickwit_storage::StorageResolver;
use serde::{Deserialize, Serialize};
use tokio::sync::Semaphore;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@

use std::sync::atomic::Ordering;

use quickwit_proto::PipelineMetrics;
use quickwit_proto::indexing::PipelineMetrics;
use serde::Serialize;

use crate::actors::{DocProcessorCounters, IndexerCounters, PublisherCounters, UploaderCounters};
Expand Down
16 changes: 16 additions & 0 deletions quickwit/quickwit-proto/src/indexing/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -207,6 +207,22 @@ impl TryFrom<&str> for IndexingTask {
}
}

#[derive(Clone, Copy, Debug, PartialEq, Eq, Serialize)]
pub struct PipelineMetrics {
pub cpu_thousandth: u16,
pub throughput_mb_per_sec: u16,
}

impl fmt::Display for PipelineMetrics {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
write!(
f,
"{}‰,{}MB/s",
self.cpu_thousandth, self.throughput_mb_per_sec
)
}
}

#[cfg(test)]
mod tests {
use super::*;
Expand Down
16 changes: 0 additions & 16 deletions quickwit/quickwit-proto/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -251,19 +251,3 @@ impl search::SortOrder {
}

impl quickwit_common::pubsub::Event for ReportSplitsRequest {}

#[derive(Clone, Copy, Debug, PartialEq, Eq, Serialize)]
pub struct PipelineMetrics {
pub cpu_thousandth: u16,
pub throughput_mb_per_sec: u16,
}

impl fmt::Display for PipelineMetrics {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
write!(
f,
"{}‰,{}MB/s",
self.cpu_thousandth, self.throughput_mb_per_sec
)
}
}

0 comments on commit 1964d1b

Please sign in to comment.