('logs_ppl_llava/', exist_ok=True) data = data[:args.eval_samples] for item in tqdm(data): if args.method == "elastic": kv_cache = ElasticCache( start_size=args.start_size, recent_size=args.recent_size, k_seq_dim=k_seq_dim, v_seq_dim=v_seq_dim, ratio=args.ratio, layer_...
Student-7 authored Apr 18, 2024 Verified 1 parent 26ea3b8 commit 30ee7ac Showing 1 changed file with 4 additions and 2 deletions. Whitespace Ignore whitespace Split Unified 6 changes: 4 additions & 2 deletions 6 eval_ppl.py Original file line numberDiff line numberDiff line change...
query_eval = new PythonMatcher('os_query_eval/eval.py'); protected async beforeAll(clusterStateId: string): Promise<void> { await OpenSearchTestIndices.init(); @@ -64,8 +66,16 @@ export class PPLRunner extends TestRunner<PPLSpec, ApiProvider> { query: spec.gold_query, }), })) as...