Skip to content

Commit eb094f0

Browse files
authored
lowvram parameter description
1 parent 3a5dfeb commit eb094f0

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

koboldcpp.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -863,7 +863,7 @@ def main(args):
863863
parser.add_argument("--hordeconfig", help="Sets the display model name to something else, for easy use on AI Horde. Optional additional parameters set the horde max genlength and max ctxlen.",metavar=('[hordename]', '[hordelength] [hordectx]'), nargs='+')
864864
compatgroup = parser.add_mutually_exclusive_group()
865865
compatgroup.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')
866-
parser.add_argument("--lowvram", help="Do not keep scratch memory in VRAM for CUDA", action='store_true')
866+
parser.add_argument("--lowvram", help="Do not allocate a VRAM scratch buffer for holding temporary results. Reduces VRAM usage at the cost of performance, particularly prompt processing speed. Requires CUDA.", action='store_true')
867867
compatgroup.add_argument("--useclblast", help="Use CLBlast instead of OpenBLAS for prompt ingestion. Must specify exactly 2 arguments, platform ID and device ID (e.g. --useclblast 1 0).", type=int, choices=range(0,9), nargs=2)
868868
parser.add_argument("--gpulayers", help="Set number of layers to offload to GPU when using CLBlast. Requires CLBlast.",metavar=('[GPU layers]'), type=int, default=0)
869869
args = parser.parse_args()

0 commit comments

Comments
 (0)