add more debugging messages

Author: bgruening

lib/galaxy/jobs/runners/__init__.py

@@ -873,6 +873,20 @@ def monitor(self):
                         # TODO: This is where any cleanup would occur
                         self.handle_stop()
                         return
+                    try:
+                        job_id_tag = async_job_state.job_wrapper.get_id_tag()
+                        external_id = getattr(async_job_state, "job_id", None)
+                    except Exception:
+                        job_id_tag = UNKNOWN
+                        external_id = None
+                    log.debug(
+                        "%s: moving job to watched list (job=%s external=%s watched_size_before=%d queue_size_after_pop=%d)",
+                        self.runner_name,
+                        job_id_tag,
+                        external_id,
+                        len(self.watched),
+                        self.monitor_queue.qsize(),
+                    )
                     self.watched.append(async_job_state)
             except Empty:
                 pass

lib/galaxy/jobs/runners/condor.py

@@ -177,7 +177,19 @@ def queue_job(self, job_wrapper):
         cjs.job_destination = job_destination
 
         # Add to our 'queue' of jobs to monitor
+        log.debug(
+            "(%s/%s) enqueueing condor job state to monitor queue (size before enqueue: %d)",
+            galaxy_id_tag,
+            external_job_id,
+            self.monitor_queue.qsize(),
+        )
         self.monitor_queue.put(cjs)
+        log.debug(
+            "(%s/%s) condor job state enqueued (size after enqueue: %d)",
+            galaxy_id_tag,
+            external_job_id,
+            self.monitor_queue.qsize(),
+        )
 
     def check_watched_items(self):
         """