Struct ConcurrentBatchProcessor

pub struct ConcurrentBatchProcessor {
    config: BatchConfig,
    memory_manager: Arc<GlobalMemoryManager>,
    task_queue: Arc<Mutex<VecDeque<BatchTask>>>,
    concurrency_limiter: Arc<Semaphore>,
    stats: Arc<RwLock<BatchProcessingStats>>,
    next_task_id: Arc<Mutex<u64>>,
}

并发批处理器

Fields

config: BatchConfig

memory_manager: Arc<GlobalMemoryManager>

task_queue: Arc<Mutex<VecDeque<BatchTask>>>

任务队列（按优先级排序）

concurrency_limiter: Arc<Semaphore>

信号量控制并发数

stats: Arc<RwLock<BatchProcessingStats>>

统计信息

next_task_id: Arc<Mutex<u64>>

任务ID计数器

Implementations

impl ConcurrentBatchProcessor

pub fn new( config: BatchConfig, memory_manager: Arc<GlobalMemoryManager>, ) -> Self

创建新的并发批处理器

pub async fn submit_batch( &self, texts: Vec<String>, priority: Priority, ) -> TranslationResult<u64>

提交批处理任务

pub async fn process_queue<F, Fut>( &self, translation_fn: F, ) -> TranslationResult<Vec<BatchResult>>

where F: Fn(Vec<String>) -> Fut + Send + Sync + Clone + 'static, Fut: Future<Output = TranslationResult<Vec<String>>> + Send + 'static,

并行处理批次队列

async fn worker_loop<F, Fut>(&self, translation_fn: F) -> Vec<BatchResult>

where F: Fn(Vec<String>) -> Fut + Send + Sync, Fut: Future<Output = TranslationResult<Vec<String>>> + Send,

工作线程循环

async fn process_single_task<F, Fut>( &self, task: BatchTask, translation_fn: &F, ) -> BatchResult

where F: Fn(Vec<String>) -> Fut + Send + Sync, Fut: Future<Output = TranslationResult<Vec<String>>> + Send,

处理单个任务

fn split_into_batches(&self, texts: Vec<String>) -> Vec<Vec<String>>

将大任务分割为小批次

fn clone_for_worker(&self) -> Self

为工作线程创建克隆（共享状态）

pub async fn get_stats(&self) -> BatchProcessingStats

获取处理统计信息

pub fn get_queue_status(&self) -> QueueStatus

获取队列状态

pub fn clear_queue(&self) -> usize

清空队列