Add span for realizations

Author: HakonSohoel

src/ert/scheduler/job.py

@@ -17,6 +17,7 @@
 from ert.constant_filenames import ERROR_file
 from ert.load_status import LoadStatus
 from ert.storage.realization_storage_state import RealizationStorageState
+from ert.trace import tracer
 
 from .driver import Driver, FailedSubmit
 
@@ -147,30 +148,31 @@ async def run(
         checksum_lock: asyncio.Lock,
         max_submit: int = 1,
     ) -> None:
-        self._requested_max_submit = max_submit
-        for attempt in range(max_submit):
-            await self._submit_and_run_once(sem)
-
-            if self.returncode.cancelled() or self._scheduler._cancelled:
-                break
-
-            if self.returncode.result() == 0:
-                if self._scheduler._manifest_queue is not None:
-                    await self._verify_checksum(checksum_lock)
-                async with forward_model_ok_lock:
-                    await self._handle_finished_forward_model()
-                break
-
-            if attempt < max_submit - 1:
-                message = (
-                    f"Realization {self.iens} failed, "
-                    f"resubmitting for attempt {attempt+2} of {max_submit}"
-                )
-                logger.warning(message)
-                self.returncode = asyncio.Future()
-                self.started.clear()
-            else:
-                await self._send(JobState.FAILED)
+        with tracer.start_as_current_span(f"{__name__}.run.realization_{self.iens}"):
+            self._requested_max_submit = max_submit
+            for attempt in range(max_submit):
+                await self._submit_and_run_once(sem)
+
+                if self.returncode.cancelled() or self._scheduler._cancelled:
+                    break
+
+                if self.returncode.result() == 0:
+                    if self._scheduler._manifest_queue is not None:
+                        await self._verify_checksum(checksum_lock)
+                    async with forward_model_ok_lock:
+                        await self._handle_finished_forward_model()
+                    break
+
+                if attempt < max_submit - 1:
+                    message = (
+                        f"Realization {self.iens} failed, "
+                        f"resubmitting for attempt {attempt+2} of {max_submit}"
+                    )
+                    logger.warning(message)
+                    self.returncode = asyncio.Future()
+                    self.started.clear()
+                else:
+                    await self._send(JobState.FAILED)
 
     async def _max_runtime_task(self) -> None:
         assert self.real.max_runtime is not None