RETURN_IF_ERROR(model_raw_->GetInput(pr.second.Name(), &input_config));auto& input_id = pr.first; auto& input_name = pr.first; auto& input = pr.second; auto shape = input.MutableShape();if (input.DType() != input_config->data_type()) { ...
Search code, repositories, users, issues, pull requests... Provide feedback We read every piece of feedback, and take your input very seriously. Include my email address so I can be contacted Cancel Submit feedback Saved searches Use saved searches to filter your results more quickly Ca...
std::cerr << "error: failed to release CUDA pointer " << data << ": " << cudaGetErrorString(cuerr) << std::endl; } } }; #endif // TRITON_ENABLE_GPU void Usage(char** argv, const std::string& msg = std::string()) ...
def _get_error(response): """ Returns the InferenceServerException object if response Returns the :py:class:`InferenceServerException` object if response indicates the error. If no error then return None """ if response.status_code != 200: @@ -61,7 +61,7 @@ def _get_error(response)...
std::string error; auto target = llvm::TargetRegistry::lookupTarget(module->getTargetTriple(), error); llvm::TargetOptions opt; bool disableLLVMOpt = mlir::triton::tools::getBoolEnv("DISABLE_LLVM_OPT"); if (enable_fp_fusion) opt.AllowFPOpFusion = llvm::FPOpFusion::Fast; opt.UnsafeFP...
returncode == 0, "cuda-memcheck returned an error: bounds checking failed" assert "ERROR SUMMARY: 0 errors" in str(out.stdout) else: test_fn(*args, **kwargs) return wrapper return decorator def nvsmi_attr(attrs): attrs = ",".join(attrs) cmd = [ "nvidia-smi", "-i", ...
$ docker run -d -p 5000:5000 --gpus=all cog-triton-builder:1hz2v478b382h6qqwdgxivqqb2bm1kad $ curl -s -X POST \ -H "Content-Type: application/json" \ -d $'{ "input": { "config":"https://raw.githubusercontent.com/replicate/official-language-models/main/models/mistral-7b-instr...
jaxlib.xla_extension.XlaRuntimeError: INTERNAL: Failed to execute XLA Runtime executable: run time error: custom call 'xla.gpu.custom_call' failed: ptxas exited with non-zero error code 65280, output: ptxas /tmp/tempfile-taurusi8032-f5aaecd1-56106-601761aa90836, line 5; fatal : Unsupported...
deps Fixes for building on Windows (triton-lang#382) Dec 8, 2021 docs [DOCS] Update installation.rst to fix windows build error (triton-lan… Oct 14, 2022 include/triton [DRIVER] Fix typos (triton-lang#939) Dec 3, 2022 lib [DRIVER] Fix typos (triton-lang#939) Dec 3, 2022 ...
Available add-ons Advanced Security Enterprise-grade security features GitHub Copilot Enterprise-grade AI features Premium Support Enterprise-grade 24/7 support Pricing Search or jump to... Search code, repositories, users, issues, pull requests... Provide feedback We read every piece of ...