Upload folder using huggingface_hub
Browse files- Test_RAG.py +3 -7
Test_RAG.py
CHANGED
|
@@ -94,9 +94,7 @@ def convert_to_fp16():
|
|
| 94 |
if remote_code:
|
| 95 |
export_command_base += " --trust-remote-code"
|
| 96 |
export_command = export_command_base + " " + str(fp16_model_dir)
|
| 97 |
-
|
| 98 |
-
display(Markdown(f"`{export_command}`"))
|
| 99 |
-
! $export_command
|
| 100 |
|
| 101 |
|
| 102 |
def convert_to_int8():
|
|
@@ -108,9 +106,7 @@ def convert_to_int8():
|
|
| 108 |
if remote_code:
|
| 109 |
export_command_base += " --trust-remote-code"
|
| 110 |
export_command = export_command_base + " " + str(int8_model_dir)
|
| 111 |
-
|
| 112 |
-
display(Markdown(f"`{export_command}`"))
|
| 113 |
-
! $export_command
|
| 114 |
|
| 115 |
|
| 116 |
def convert_to_int4():
|
|
@@ -875,4 +871,4 @@ demo.queue()
|
|
| 875 |
# if you have any issue to launch on your platform, you can pass share=True to launch method:
|
| 876 |
demo.launch(share=True)
|
| 877 |
# it creates a publicly shareable link for the interface. Read more in the docs: https://gradio.app/docs/
|
| 878 |
-
# demo.launch()
|
|
|
|
| 94 |
if remote_code:
|
| 95 |
export_command_base += " --trust-remote-code"
|
| 96 |
export_command = export_command_base + " " + str(fp16_model_dir)
|
| 97 |
+
|
|
|
|
|
|
|
| 98 |
|
| 99 |
|
| 100 |
def convert_to_int8():
|
|
|
|
| 106 |
if remote_code:
|
| 107 |
export_command_base += " --trust-remote-code"
|
| 108 |
export_command = export_command_base + " " + str(int8_model_dir)
|
| 109 |
+
|
|
|
|
|
|
|
| 110 |
|
| 111 |
|
| 112 |
def convert_to_int4():
|
|
|
|
| 871 |
# if you have any issue to launch on your platform, you can pass share=True to launch method:
|
| 872 |
demo.launch(share=True)
|
| 873 |
# it creates a publicly shareable link for the interface. Read more in the docs: https://gradio.app/docs/
|
| 874 |
+
# demo.launch()
|