diff --git a/pre_commit_hooks/pretty_format_json.py b/pre_commit_hooks/pretty_format_json.py
index cbc1b19..7d515f4 100644
--- a/pre_commit_hooks/pretty_format_json.py
+++ b/pre_commit_hooks/pretty_format_json.py
@@ -120,12 +120,6 @@ def main(argv=None):  # type: (Optional[Sequence[str]]) -> int
             )
 
             if contents != pretty_contents:
-                print(
-                    'File {} is not pretty-formatted'.format(json_file),
-                    file=sys.stderr,
-                )
-                sys.stderr.flush()
-
                 if args.autofix:
                     _autofix(json_file, pretty_contents)
                 else:
diff --git a/tests/pretty_format_json_test.py b/tests/pretty_format_json_test.py
index 6cfe772..b42e504 100644
--- a/tests/pretty_format_json_test.py
+++ b/tests/pretty_format_json_test.py
@@ -131,11 +131,9 @@ def test_diffing_output(capsys):
 +  "foo": "bar"
  }}
 '''.format(a, b)
-    expected_err = 'File {} is not pretty-formatted\n'.format(resource_path)
-
     actual_retval = main([resource_path])
     actual_out, actual_err = capsys.readouterr()
 
     assert actual_retval == expected_retval
     assert actual_out == expected_out
-    assert actual_err == expected_err
+    assert actual_err == ''