We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7b4de0e commit 03f122eCopy full SHA for 03f122e
composer/core/precision.py
@@ -96,11 +96,7 @@ def get_precision_context(
96
}
97
fp8_recipe = DelayedScaling(**precision_config)
98
with te.fp8_autocast(enabled=fp8_autocast_enabled, fp8_recipe=fp8_recipe):
99
- # The te.onnx_export flag ensures that we save all fp8 buffers
100
- # as tensors instead of bytes. This is necessary for proper
101
- # saving and resumption of checkpoints.
102
- with te.onnx_export(enabled=True):
103
- yield
+ yield
104
else:
105
if te_installed:
106
raise RuntimeError('AMP_FP8 precision is used but current device does not support it.')
0 commit comments