Fix token count accounting

blackhole89 · blackhole89 · commit 460c48254098 · 2023-03-13T01:04:41.000+01:00
diff --git a/main.cpp b/main.cpp
@@ -976,6 +976,8 @@ int main(int argc, char ** argv) {
                     std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);
                     embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());
 
+                    remaining_tokens -= line_inp.size();
+
                     input_noecho = true; // do not echo this again
                 }
 

Original file line number	Diff line number	Diff line change
`@@ -976,6 +976,8 @@ int main(int argc, char ** argv) {`
`976`	`976`	`std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);`
`977`	`977`	`embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());`
`978`	`978`
	`979`	`+ remaining_tokens -= line_inp.size();`
	`980`	`+`
`979`	`981`	`input_noecho = true; // do not echo this again`
`980`	`982`	`}`
`981`	`983`