|
@@ -60,7 +60,7 @@ def test_full_model_exact_match(atol_forward=1e-3, atol_inference=1e-3):
|
|
|
# prior to https://github.com/huggingface/transformers/pull/17837
|
|
|
ref_outputs = ref_model.forward(test_inputs, attention_mask=dummy_mask).logits
|
|
|
assert torch.allclose(ref_outputs, parallel_outputs, rtol=0, atol=atol_forward)
|
|
|
- logger.warning(f"{type(model)}.forward is consistent with {type(ref_model)}.forward")
|
|
|
+ logger.warning(f"Distributed forward is consistent with {type(ref_model)}.forward")
|
|
|
del ref_model, ref_outputs, dummy_mask
|
|
|
else:
|
|
|
logger.warning("Did not test exact match with local model: REF_NAME environment variable is not set")
|