From 74e28db50f2fe17e5543f86fd79f0e9d2b325b4d Mon Sep 17 00:00:00 2001 From: Cammy Date: Mon, 17 Apr 2023 09:11:14 -0700 Subject: [PATCH 1/2] add 4_0 to default outfile namestr dict This came up when trying to convert the gpt4all-lora-unfiltered-quantized.bin file --- convert.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert.py b/convert.py index 7b9f043b2c124..2450c8f6df9fb 100644 --- a/convert.py +++ b/convert.py @@ -1085,6 +1085,7 @@ def default_outfile(model_paths: List[Path], params: Params) -> Path: namestr = { GGMLFileType.AllF32: "f32", GGMLFileType.MostlyF16: "f16", + GGMLFileType.MostlyQ4_0: "q4_0", GGMLFileType.MostlyQ4_1: "q4_1", GGMLFileType.PerLayerIsQ4_1: "q4_1", }[params.file_type] From 790536822358f2459cac6c99a6393b5a80cdb5ba Mon Sep 17 00:00:00 2001 From: Cammy Date: Mon, 17 Apr 2023 11:12:25 -0700 Subject: [PATCH 2/2] --amend --- convert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert.py b/convert.py index 2450c8f6df9fb..7f7ae05fa6671 100644 --- a/convert.py +++ b/convert.py @@ -1109,7 +1109,7 @@ def main(args_in: Optional[List[str]] = None) -> None: parser.add_argument("--dump", action="store_true", help="don't convert, just show what's in the model") parser.add_argument("--dump-single", action="store_true", help="don't convert, just show what's in a single model file") parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab") - parser.add_argument("--outtype", choices=["f32", "f16", "q4_1"], help="output format (default: based on input)") + parser.add_argument("--outtype", choices=["f32", "f16", "q4_1", "q4_0"], help="output format (default: based on input)") parser.add_argument("--vocab-dir", type=Path, help="directory containing tokenizer.model, if separate from model file") parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input") parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.pth, *.pt, *.bin)")