diff --git a/tests/test_shell.py b/tests/test_shell.py
index 5e6d36579..f414db3ad 100644
--- a/tests/test_shell.py
+++ b/tests/test_shell.py
@@ -263,7 +263,8 @@ def test_diff(self):
         job_b.init()
         out = self.call('python -m signac diff {} {}'.format(job_a.id, job_b.id).split())
         expected = [str(job_a.id), "{'b': 1}", str(job_b.id), "{'b': 0}"]
-        assert out.strip().split(os.linesep) == expected
+        outputs = out.strip().split(os.linesep)
+        assert set(expected) == set(outputs)
 
     def test_clone(self):
         self.call('python -m signac init ProjectA'.split())