Do not exit running jobs on spark. It is possible the container may e…

…xit before the collector collects metrics (#5813)

docker/apachespark/long_running.py

@@ -26,13 +26,13 @@
 #
 
 import time
+import signal
 import threading
 import queue as Queue
 from typing import Any, Callable, List, Tuple
 
 from pyspark import SparkConf, SparkContext
 
-
 def delayed(seconds: int) -> Callable[[Any], Any]:
     def f(x: int) -> int:
         time.sleep(seconds)
@@ -76,7 +76,15 @@ def run() -> List[Tuple[int, int]]:
     print("Job results are:", result.get())
     sc.stop()
 
+def signal_handler(signal, frame):
+    global interrupted
+    interrupted = True
 
 if __name__ == "__main__":
-    for i in range(100):
+    signal.signal(signal.SIGINT, signal_handler)
+    global interrupted
+    interrupted = False
+    while True:
         main()
+        if interrupted:
+            break