Upload folder using huggingface_hub

Test_RAG.py

@@ -181,12 +181,13 @@ def convert_to_int4():
     int4_compression_args = " --group-size {} --ratio {}".format(model_compression_params["group_size"], model_compression_params["ratio"])
     if model_compression_params["sym"]:
         int4_compression_args += " --sym"
-    if enable_awq.value:
+    print("updated")
+    if enable_awq:
         int4_compression_args += " --awq --dataset wikitext2 --num-samples 128"
     export_command_base += int4_compression_args
     if remote_code:
         export_command_base += " --trust-remote-code"
-    export_command = export_command_base + " " + str(int4_model_dir)
+    # export_command = export_command_base + " " + str(int4_model_dir)