diff --git a/comfy/cli_args.py b/comfy/cli_args.py index 6aee14b3e..c99c9e65e 100644 --- a/comfy/cli_args.py +++ b/comfy/cli_args.py @@ -133,9 +133,9 @@ parser.add_argument("--deterministic", action="store_true", help="Make pytorch u class PerformanceFeature(enum.Enum): Fp16Accumulation = "fp16_accumulation" - Fp8Optimization = "fp8_optimization" + Fp8MatrixMultiplication = "fp8_matrix_mult" -parser.add_argument("--fast", nargs="*", type=PerformanceFeature, help="Enable some untested and potentially quality deteriorating optimizations.") +parser.add_argument("--fast", nargs="*", type=PerformanceFeature, help="Enable some untested and potentially quality deteriorating optimizations. --fast with no arguments enables everything. You can pass a list specific optimizations if you only want to enable specific ones. Current valid optimizations: fp16_accumulation fp8_matrix_mult") parser.add_argument("--dont-print-server", action="store_true", help="Don't print server output.") parser.add_argument("--quick-test-for-ci", action="store_true", help="Quick test for CI.") diff --git a/comfy/ops.py b/comfy/ops.py index d98b2b0e7..358c6ec60 100644 --- a/comfy/ops.py +++ b/comfy/ops.py @@ -362,7 +362,7 @@ def pick_operations(weight_dtype, compute_dtype, load_device=None, disable_fast_ if ( fp8_compute and - (fp8_optimizations or PerformanceFeature.Fp8Optimization in args.fast) and + (fp8_optimizations or PerformanceFeature.Fp8MatrixMultiplication in args.fast) and not disable_fast_fp8 ): return fp8_ops