You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
description="Convert a huggingface model to a GGML compatible file"
4408
-
)
4406
+
parser=argparse.ArgumentParser(description="")
4409
4407
parser.add_argument(
4410
4408
"--vocab-only",
4411
4409
action="store_true",
4412
-
help="extract only the vocab",
4410
+
help="",
4413
4411
)
4414
4412
parser.add_argument(
4415
4413
"--outfile",
4416
4414
type=Path,
4417
-
help="path to write to; default: based on input. {ftype} will be replaced by the outtype.",
4415
+
help="",
4418
4416
)
4419
4417
parser.add_argument(
4420
4418
"--outtype",
4421
4419
type=str,
4422
4420
choices=["f32", "f16", "bf16", "q8_0", "auto"],
4423
4421
default="f16",
4424
-
help="output format - use f32 for float32, f16 for float16, bf16 for bfloat16, q8_0 for Q8_0, auto for the highest-fidelity 16-bit float type depending on the first loaded tensor type",
4422
+
help="",
4425
4423
)
4426
4424
parser.add_argument(
4427
4425
"--bigendian",
4428
4426
action="store_true",
4429
-
help="model is executed on big endian machine",
4427
+
help="",
4430
4428
)
4431
4429
parser.add_argument(
4432
4430
"model",
4433
4431
type=Path,
4434
-
help="directory containing model file",
4432
+
help="",
4435
4433
)
4436
4434
parser.add_argument(
4437
4435
"--use-temp-file",
4438
4436
action="store_true",
4439
-
help="use the tempfile library while processing (helpful when running out of memory, process killed)",
4437
+
help="",
4440
4438
)
4441
4439
parser.add_argument(
4442
4440
"--no-lazy",
4443
4441
action="store_true",
4444
-
help="use more RAM by computing all outputs before writing (use in case lazy evaluation is broken)",
4442
+
help="",
4445
4443
)
4446
4444
parser.add_argument(
4447
4445
"--model-name",
4448
4446
type=str,
4449
4447
default=None,
4450
-
help="name of the model",
4448
+
help="",
4451
4449
)
4452
4450
parser.add_argument(
4453
4451
"--verbose",
4454
4452
action="store_true",
4455
-
help="increase output verbosity",
4453
+
help="",
4456
4454
)
4457
4455
parser.add_argument(
4458
4456
"--split-max-tensors",
4459
4457
type=int,
4460
4458
default=0,
4461
-
help="max tensors in each split",
4459
+
help="",
4462
4460
)
4463
4461
parser.add_argument(
4464
4462
"--split-max-size",
4465
4463
type=str,
4466
4464
default="0",
4467
-
help="max size per split N(M|G)",
4465
+
help="",
4468
4466
)
4469
4467
parser.add_argument(
4470
4468
"--dry-run",
4471
4469
action="store_true",
4472
-
help="only print out a split plan and exit, without writing any new files",
4470
+
help="",
4473
4471
)
4474
4472
parser.add_argument(
4475
4473
"--no-tensor-first-split",
4476
4474
action="store_true",
4477
-
help="do not add tensors to the first split (disabled by default)",
4475
+
help="",
4478
4476
)
4479
4477
parser.add_argument(
4480
4478
"--metadata",
4481
4479
type=Path,
4482
-
help="Specify the path for an authorship metadata override file",
0 commit comments