false: true; int special_tokens_offset = 0; if (add_special_tokens) { special_tokens_offset = 2; } if (index == 0) { std::vector<int> seqLens; seqLens.resize(batch); int maxLen = 0; for (int i = 0; i < batch; i++) { maxLen = std::max(maxLen, (int) inputTokens[...
Make ADD_SPECIAL_TOKENS true by default @@ Coverage Diff @@## main #66 +/- ##===+Coverage 62.73% 62.80% +0.06%=== Files 18 18 Lines 1280 1277 -3 Branches 227 226 -1 ===-Hits 803 802 -1+Misses 399 398 -1+Partials 78 77 -1 ☔ View full report in Codecov by Sentry. ...