\begin{enumerate}\setcounter{enumi}{3}\itema\begin{enumerate}\setcounter{enumii}{5}\itemb\...
\begin{enumerate}\setcounter{enumi}{3}\itema\begin{enumerate}\setcounter{enumii}{5}\itemb\...
"" current_sub_tokens = [] out_string = "" prev_is_special = False for i, token in enumerate(tokens): # make sure that special tokens are not decoded using sentencepiece model if token in self.all_special_tokens: if not prev_is_special and i != 0: out_string += " " out_strin...