diff --git a/main.py b/main.py index 9685ae2..00d9b57 100644 --- a/main.py +++ b/main.py @@ -21,8 +21,8 @@ tokenizer = GPT2Tokenizer.from_pretrained('gpt2') -MODEL = "gpt-3.5-turbo-16k" -TOKENS = 16_385 +MODEL = "gpt-4-32k" +TOKENS = 32_768 def truncate_text(text):