diff --git a/tests/test_runs/test_run_functions.py b/tests/test_runs/test_run_functions.py
index 38128de30..6a76c3c9f 100644
--- a/tests/test_runs/test_run_functions.py
+++ b/tests/test_runs/test_run_functions.py
@@ -340,13 +340,16 @@ def _remove_random_state(flow):
         assert run_ == run
         assert isinstance(run.dataset_id, int)
 
-        # This is only a smoke check right now
-        # TODO add a few asserts here
-        run._to_xml()
+        # Check XML output.
+        xml = run._to_xml()
+        assert xml is not None
+
         if run.trace is not None:
-            # This is only a smoke check right now
-            # TODO add a few asserts here
-            run.trace.trace_to_arff()
+            # Check trace ARFF output.
+            trace_arff = run.trace.trace_to_arff()
+            assert isinstance(trace_arff, dict)
+            assert "data" in trace_arff
+            assert len(trace_arff["data"]) > 0
 
         # check arff output
         assert len(run.data_content) == num_instances
@@ -2099,4 +2102,4 @@ def test_joblib_backends(parallel_mock, n_jobs, backend, call_count):
     # *_time_millis_* not recorded when n_jobs = -1
     assert len(res[2]["predictive_accuracy"][0]) == 10
     assert len(res[3]["predictive_accuracy"][0]) == 10
-    assert parallel_mock.call_count == call_count
\ No newline at end of file
+    assert parallel_mock.call_count == call_count