Merge GenerateArgs changes

generate.py

@@ -48,8 +48,12 @@ class GeneratorArgs:
     def from_args(cls, args):  # -> GeneratorArgs:
         return cls(
             prompt=args.prompt,
+<<<<<<< HEAD
             encoded_prompt=None,
             chat_mode=args.chat,
+=======
+            chat_mode=hasattr(args, "subcommand") and args.subcommand == "chat",
+>>>>>>> 0dc48b0 (Merge GenerateArgs changes)
             gui_mode=args.gui,
             num_samples=args.num_samples,
             max_new_tokens=args.max_new_tokens,
@@ -507,8 +511,6 @@ def callback(x):
 
 
 def main(args):
-    is_chat = args.subcommand == "chat"
-
     # If a named model was provided and not downloaded, download it.
     if args.model and not is_model_downloaded(args.model, args.model_directory):
         download_and_convert(args.model, args.model_directory, args.hf_token)