diff --git a/src/evaluator/LlamaContext/LlamaContext.ts b/src/evaluator/LlamaContext/LlamaContext.ts index 248c763e..41640bb8 100644 --- a/src/evaluator/LlamaContext/LlamaContext.ts +++ b/src/evaluator/LlamaContext/LlamaContext.ts @@ -109,7 +109,7 @@ export class LlamaContext { threads, batching: { dispatchSchedule: batchingDispatchSchedule = "nextCycle", - itemPrioritizationStrategy: batchingItemsPrioritizationStrategy = "maximumParallelism" + itemPrioritizationStrategy: batchingItemsPrioritizationStrategy = "firstInFirstOut" } = {}, swaFullCache = _model.defaultContextSwaFullCache, performanceTracking = false,