using Microsoft.ML.OnnxRuntimeGenAI; // Replace the YOUR_MODEL_DIR that you have cloned from Hugging Face var modelPath = @"/YOUR_MODEL_DIR/Phi-3-mini-4k-instruct-onnx/cpu_and_mobile/cpu-int4-rtn-block-32"; var model = new Model(modelPath); var tokenizer = new Tokenizer(model);...
importlib-resources, kubernetes, mmh3, numpy, onnxruntime, opentelemetry-api, opentelemetry-exporter-otlp-proto-grpc, opentelemetry-instrumentation-fastapi, opentelemetry-sdk, orjson, overrides, posthog, pydantic, pypika, PyYAML, requests, tenacity, tokenizers, tqdm, typer, typing-extensions, uvicorn Re...
poetry run python -m private_gpt 17:18:49.138 [INFO ] private_gpt.settings.settings_loader - Starting application with profiles=['default', 'ollama'] None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data ...
not installed python version:3.9.16.final.0 virtual packages:__archspec=1=x86_64 __cuda=12.2=0 __win=0=0 base environment:C:\ProgramData\mambaforge (writable) conda av data dir:C:\ProgramData\mambaforge\etc\conda conda av metadata url:None channel URLs:https://conda.anaconda.org/...