REPLY == $GahpVersion: 1.18.1 Mar 31 2008 INFN blahpd (poly,new_esc_format) $ DEBUG: submitting command: (sequence: N/A) DEBUG: command returns : S Sudo mode on DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: submit command: DEBUG: Submit command response: 1 0 No error lsf/20120625/665128 DEBUG: Submit command response: 2 0 No error lsf/20120625/665129 DEBUG: Submit command response: 3 0 No error lsf/20120625/665130 DEBUG: Submit command response: 4 0 No error lsf/20120625/665131 DEBUG: Submit command response: 6 0 No error lsf/20120625/665133 DEBUG: Submit command response: 5 0 No error lsf/20120625/665132 DEBUG: Submit command response: 7 0 No error lsf/20120625/665134 DEBUG: Submit command response: 8 0 No error lsf/20120625/665135 DEBUG: Submit command response: 9 0 No error lsf/20120625/665136 DEBUG: Submit command response: 10 0 No error lsf/20120625/665137 DEBUG: Submit command response: 11 0 No error lsf/20120625/665138 DEBUG: Submit command response: 12 0 No error lsf/20120625/665139 DEBUG: Submit command response: 14 0 No error lsf/20120625/665141 DEBUG: Submit command response: 13 0 No error lsf/20120625/665140 DEBUG: Submit command response: 15 0 No error lsf/20120625/665142 DEBUG: Submit command response: 16 0 No error lsf/20120625/665143 DEBUG: Submit command response: 18 0 No error lsf/20120625/665145 DEBUG: Submit command response: 17 0 No error lsf/20120625/665144 DEBUG: Submit command response: 20 0 No error lsf/20120625/665147 DEBUG: Submit command response: 19 0 No error lsf/20120625/665146 DEBUG: Submit command response: 21 0 No error lsf/20120625/665148 DEBUG: Submit command response: 22 0 No error lsf/20120625/665149 DEBUG: Submit command response: 24 0 No error lsf/20120625/665151 DEBUG: Submit command response: 23 0 No error lsf/20120625/665150 DEBUG: Submit command response: 25 0 No error lsf/20120625/665152 DEBUG: Submit command response: 26 0 No error lsf/20120625/665153 DEBUG: Submit command response: 27 0 No error lsf/20120625/665154 DEBUG: Submit command response: 28 0 No error lsf/20120625/665155 DEBUG: Submit command response: 29 0 No error lsf/20120625/665156 DEBUG: Submit command response: 30 0 No error lsf/20120625/665157 DEBUG: Submit command response: 31 0 No error lsf/20120625/665158 DEBUG: Submit command response: 32 0 No error lsf/20120625/665159 DEBUG: Submit command response: 33 0 No error lsf/20120625/665160 DEBUG: Submit command response: 34 0 No error lsf/20120625/665161 DEBUG: Submit command response: 36 0 No error lsf/20120625/665163 DEBUG: Submit command response: 35 0 No error lsf/20120625/665162 DEBUG: Submit command response: 37 0 No error lsf/20120625/665164 DEBUG: Submit command response: 38 0 No error lsf/20120625/665165 DEBUG: Submit command response: 39 0 No error lsf/20120625/665166 DEBUG: Submit command response: 40 0 No error lsf/20120625/665167 DEBUG: Submit command response: 41 0 No error lsf/20120625/665168 DEBUG: Submit command response: 42 0 No error lsf/20120625/665169 DEBUG: Submit command response: 43 0 No error lsf/20120625/665170 DEBUG: Submit command response: 44 0 No error lsf/20120625/665171 DEBUG: Submit command response: 45 0 No error lsf/20120625/665172 DEBUG: Submit command response: 46 0 No error lsf/20120625/665173 DEBUG: Submit command response: 47 0 No error lsf/20120625/665174 DEBUG: Submit command response: 48 0 No error lsf/20120625/665175 DEBUG: Submit command response: 49 0 No error lsf/20120625/665176 DEBUG: Submit command response: 50 0 No error lsf/20120625/665177 DEBUG: Submit command response: 51 0 No error lsf/20120625/665178 DEBUG: Submit command response: 52 0 No error lsf/20120625/665179 DEBUG: Submit command response: 53 0 No error lsf/20120625/665180 DEBUG: Submit command response: 54 0 No error lsf/20120625/665181 DEBUG: Submit command response: 55 0 No error lsf/20120625/665182 DEBUG: Submit command response: 56 0 No error lsf/20120625/665183 DEBUG: Submit command response: 57 0 No error lsf/20120625/665184 DEBUG: Submit command response: 58 0 No error lsf/20120625/665185 DEBUG: Submit command response: 59 0 No error lsf/20120625/665186 DEBUG: Submit command response: 60 0 No error lsf/20120625/665187 DEBUG: Submit command response: 61 0 No error lsf/20120625/665188 DEBUG: Submit command response: 62 0 No error lsf/20120625/665189 DEBUG: Submit command response: 63 0 No error lsf/20120625/665190 DEBUG: Submit command response: 64 0 No error lsf/20120625/665191 DEBUG: Submit command response: 65 0 No error lsf/20120625/665192 DEBUG: Submit command response: 66 0 No error lsf/20120625/665193 DEBUG: Submit command response: 67 0 No error lsf/20120625/665194 DEBUG: Submit command response: 68 0 No error lsf/20120625/665195 DEBUG: Submit command response: 69 0 No error lsf/20120625/665196 DEBUG: Submit command response: 70 0 No error lsf/20120625/665197 DEBUG: Submit command response: 71 0 No error lsf/20120625/665198 DEBUG: Submit command response: 72 0 No error lsf/20120625/665199 DEBUG: Submit command response: 73 0 No error lsf/20120625/665200 DEBUG: Submit command response: 74 0 No error lsf/20120625/665201 DEBUG: Submit command response: 75 0 No error lsf/20120625/665202 DEBUG: Submit command response: 76 0 No error lsf/20120625/665203 DEBUG: Submit command response: 77 0 No error lsf/20120625/665204 DEBUG: Submit command response: 78 0 No error lsf/20120625/665205 DEBUG: Submit command response: 79 0 No error lsf/20120625/665206 DEBUG: Submit command response: 80 0 No error lsf/20120625/665207 DEBUG: Submit command response: 81 0 No error lsf/20120625/665208 DEBUG: Submit command response: 82 0 No error lsf/20120625/665209 DEBUG: Submit command response: 83 0 No error lsf/20120625/665210 DEBUG: Submit command response: 84 0 No error lsf/20120625/665211 DEBUG: Submit command response: 85 0 No error lsf/20120625/665212 DEBUG: Submit command response: 86 0 No error lsf/20120625/665213 DEBUG: Submit command response: 87 0 No error lsf/20120625/665214 DEBUG: Submit command response: 88 0 No error lsf/20120625/665215 DEBUG: Submit command response: 89 0 No error lsf/20120625/665216 DEBUG: Submit command response: 90 0 No error lsf/20120625/665217 DEBUG: Submit command response: 91 0 No error lsf/20120625/665218 DEBUG: Submit command response: 92 0 No error lsf/20120625/665219 DEBUG: Submit command response: 93 0 No error lsf/20120625/665220 DEBUG: Submit command response: 94 0 No error lsf/20120625/665221 DEBUG: Submit command response: 95 0 No error lsf/20120625/665222 DEBUG: Submit command response: 96 0 No error lsf/20120625/665223 DEBUG: Submit command response: 97 0 No error lsf/20120625/665224 DEBUG: Submit command response: 98 0 No error lsf/20120625/665225 DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: 98 job(s) left. DEBUG: sleeping 200 seconds and continuing DEBUG: Submit command response: 100 0 No error lsf/20120625/665227 DEBUG: Submit command response: 99 0 No error lsf/20120625/665226 DEBUG: interval==204 blex_n_pending_commands==100 DEBUG: blex_loop_sleep_per_pending_command is now 2 JOB ID: 665128 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:32"; LRMSCompletedTime = "2012-06-25 15:24:39"; JobStatus = 4; BatchJobId = "665128"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:24:38"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665128 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665129 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:33"; LRMSCompletedTime = "2012-06-25 15:24:39"; JobStatus = 4; BatchJobId = "665129"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:24:38"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665129 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665131 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:35"; LRMSCompletedTime = "2012-06-25 15:24:43"; JobStatus = 4; BatchJobId = "665131"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:24:43"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665131 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665130 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:34"; LRMSCompletedTime = "2012-06-25 15:24:39"; JobStatus = 4; BatchJobId = "665130"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:24:38"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665130 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665133 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:37"; LRMSCompletedTime = "2012-06-25 15:24:54"; JobStatus = 4; BatchJobId = "665133"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:24:53"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665133 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665134 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:38"; LRMSCompletedTime = "2012-06-25 15:24:59"; JobStatus = 4; BatchJobId = "665134"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:24:58"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665134 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665135 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:39"; LRMSCompletedTime = "2012-06-25 15:24:59"; JobStatus = 4; BatchJobId = "665135"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:24:58"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665135 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665132 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:36"; LRMSCompletedTime = "2012-06-25 15:24:49"; JobStatus = 4; BatchJobId = "665132"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:24:48"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665132 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665136 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:40"; LRMSCompletedTime = "2012-06-25 15:24:59"; JobStatus = 4; BatchJobId = "665136"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:24:58"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665136 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665139 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:43"; LRMSCompletedTime = "2012-06-25 15:25:15"; JobStatus = 4; BatchJobId = "665139"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:14"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665139 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665138 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:42"; LRMSCompletedTime = "2012-06-25 15:25:09"; JobStatus = 4; BatchJobId = "665138"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:08"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665138 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665140 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:44"; LRMSCompletedTime = "2012-06-25 15:25:20"; JobStatus = 4; BatchJobId = "665140"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:25:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665140 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665141 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:45"; LRMSCompletedTime = "2012-06-25 15:25:20"; JobStatus = 4; BatchJobId = "665141"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665141 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665142 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:46"; LRMSCompletedTime = "2012-06-25 15:25:20"; JobStatus = 4; BatchJobId = "665142"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:25:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665142 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665145 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:49"; LRMSCompletedTime = "2012-06-25 15:25:35"; JobStatus = 4; BatchJobId = "665145"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:34"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665145 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665143 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:47"; LRMSCompletedTime = "2012-06-25 15:25:25"; JobStatus = 4; BatchJobId = "665143"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:24"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665143 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665144 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:48"; LRMSCompletedTime = "2012-06-25 15:25:30"; JobStatus = 4; BatchJobId = "665144"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:29"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665144 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665146 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:50"; LRMSCompletedTime = "2012-06-25 15:25:40"; JobStatus = 4; BatchJobId = "665146"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:25:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665146 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665148 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:52"; LRMSCompletedTime = "2012-06-25 15:25:40"; JobStatus = 4; BatchJobId = "665148"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665148 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665147 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:51"; LRMSCompletedTime = "2012-06-25 15:25:40"; JobStatus = 4; BatchJobId = "665147"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:25:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665147 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665149 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:53"; LRMSCompletedTime = "2012-06-25 15:25:45"; JobStatus = 4; BatchJobId = "665149"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:44"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665149 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665151 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:55"; LRMSCompletedTime = "2012-06-25 15:25:55"; JobStatus = 4; BatchJobId = "665151"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:54"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665151 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665150 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:55"; LRMSCompletedTime = "2012-06-25 15:25:50"; JobStatus = 4; BatchJobId = "665150"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:49"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665150 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665152 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:56"; LRMSCompletedTime = "2012-06-25 15:26:00"; JobStatus = 4; BatchJobId = "665152"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:25:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665152 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665153 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:58"; LRMSCompletedTime = "2012-06-25 15:26:00"; JobStatus = 4; BatchJobId = "665153"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:25:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665153 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665156 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:01"; LRMSCompletedTime = "2012-06-25 15:26:09"; JobStatus = 4; BatchJobId = "665156"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:09"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665156 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665157 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:02"; LRMSCompletedTime = "2012-06-25 15:26:15"; JobStatus = 4; BatchJobId = "665157"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:14"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665157 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665137 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:41"; LRMSCompletedTime = "2012-06-25 15:25:04"; JobStatus = 4; BatchJobId = "665137"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:03"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665137 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665158 JOB STATUS: 1 ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A JOB ID: 665155 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:00"; LRMSCompletedTime = "2012-06-25 15:26:05"; JobStatus = 4; BatchJobId = "665155"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:04"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665155 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665154 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:24:59"; LRMSCompletedTime = "2012-06-25 15:26:00"; JobStatus = 4; BatchJobId = "665154"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:25:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665154 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: 70 job(s) left. DEBUG: sleeping 140 seconds and continuing DEBUG: interval==143 blex_n_pending_commands==70 DEBUG: blex_loop_sleep_per_pending_command is now 2 JOB ID: 665158 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:03"; LRMSCompletedTime = "2012-06-25 15:26:20"; JobStatus = 4; BatchJobId = "665158"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:26:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665158 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665159 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:04"; LRMSCompletedTime = "2012-06-25 15:26:20"; JobStatus = 4; BatchJobId = "665159"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665159 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665162 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:07"; LRMSCompletedTime = "2012-06-25 15:26:30"; JobStatus = 4; BatchJobId = "665162"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:29"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665162 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665160 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:05"; LRMSCompletedTime = "2012-06-25 15:26:20"; JobStatus = 4; BatchJobId = "665160"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:26:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665160 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665167 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:12"; LRMSCompletedTime = "2012-06-25 15:26:45"; JobStatus = 4; BatchJobId = "665167"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:44"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665167 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665163 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:08"; LRMSCompletedTime = "2012-06-25 15:26:35"; JobStatus = 4; BatchJobId = "665163"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:34"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665163 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665164 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:09"; LRMSCompletedTime = "2012-06-25 15:26:41"; JobStatus = 4; BatchJobId = "665164"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:26:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665164 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665161 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:06"; LRMSCompletedTime = "2012-06-25 15:26:25"; JobStatus = 4; BatchJobId = "665161"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:24"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665161 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665169 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:14"; LRMSCompletedTime = "2012-06-25 15:26:54"; JobStatus = 4; BatchJobId = "665169"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:54"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665169 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665165 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:10"; LRMSCompletedTime = "2012-06-25 15:26:41"; JobStatus = 4; BatchJobId = "665165"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665165 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665166 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:11"; LRMSCompletedTime = "2012-06-25 15:26:41"; JobStatus = 4; BatchJobId = "665166"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:26:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665166 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665168 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:13"; LRMSCompletedTime = "2012-06-25 15:26:50"; JobStatus = 4; BatchJobId = "665168"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:49"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665168 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665170 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:15"; LRMSCompletedTime = "2012-06-25 15:27:00"; JobStatus = 4; BatchJobId = "665170"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:26:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665170 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665172 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:17"; LRMSCompletedTime = "2012-06-25 15:27:00"; JobStatus = 4; BatchJobId = "665172"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:26:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665172 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665171 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:16"; LRMSCompletedTime = "2012-06-25 15:27:00"; JobStatus = 4; BatchJobId = "665171"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:26:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665171 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665174 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:19"; LRMSCompletedTime = "2012-06-25 15:27:10"; JobStatus = 4; BatchJobId = "665174"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:09"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665174 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665173 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:18"; LRMSCompletedTime = "2012-06-25 15:27:05"; JobStatus = 4; BatchJobId = "665173"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:04"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665173 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665176 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:21"; LRMSCompletedTime = "2012-06-25 15:27:20"; JobStatus = 4; BatchJobId = "665176"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:27:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665176 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665175 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:20"; LRMSCompletedTime = "2012-06-25 15:27:15"; JobStatus = 4; BatchJobId = "665175"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:14"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665175 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665177 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:22"; LRMSCompletedTime = "2012-06-25 15:27:20"; JobStatus = 4; BatchJobId = "665177"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:27:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665177 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665178 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:24"; LRMSCompletedTime = "2012-06-25 15:27:20"; JobStatus = 4; BatchJobId = "665178"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:19"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665178 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665179 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:24"; LRMSCompletedTime = "2012-06-25 15:27:24"; JobStatus = 4; BatchJobId = "665179"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:24"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665179 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665181 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:26"; LRMSCompletedTime = "2012-06-25 15:27:35"; JobStatus = 4; BatchJobId = "665181"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:34"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665181 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665180 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:25"; LRMSCompletedTime = "2012-06-25 15:27:30"; JobStatus = 4; BatchJobId = "665180"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:29"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665180 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665184 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:30"; LRMSCompletedTime = "2012-06-25 15:27:40"; JobStatus = 4; BatchJobId = "665184"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:27:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665184 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665185 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:31"; LRMSCompletedTime = "2012-06-25 15:27:45"; JobStatus = 4; BatchJobId = "665185"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:44"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665185 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665187 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:33"; LRMSCompletedTime = "2012-06-25 15:27:55"; JobStatus = 4; BatchJobId = "665187"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:54"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665187 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665189 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:35"; LRMSCompletedTime = "2012-06-25 15:28:00"; JobStatus = 4; BatchJobId = "665189"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:27:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665189 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665188 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:34"; LRMSCompletedTime = "2012-06-25 15:28:00"; JobStatus = 4; BatchJobId = "665188"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:27:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665188 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665186 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:32"; LRMSCompletedTime = "2012-06-25 15:27:50"; JobStatus = 4; BatchJobId = "665186"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:49"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665186 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665190 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:36"; LRMSCompletedTime = "2012-06-25 15:28:00"; JobStatus = 4; BatchJobId = "665190"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:59"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665190 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665194 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:40"; LRMSCompletedTime = "2012-06-25 15:28:21"; JobStatus = 4; BatchJobId = "665194"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:28:20"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665194 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665182 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:27"; LRMSCompletedTime = "2012-06-25 15:27:40"; JobStatus = 4; BatchJobId = "665182"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:27:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665182 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665183 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:29"; LRMSCompletedTime = "2012-06-25 15:27:40"; JobStatus = 4; BatchJobId = "665183"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:27:39"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665183 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665191 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:37"; LRMSCompletedTime = "2012-06-25 15:28:05"; JobStatus = 4; BatchJobId = "665191"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:04"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665191 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665192 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:38"; LRMSCompletedTime = "2012-06-25 15:28:10"; JobStatus = 4; BatchJobId = "665192"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:09"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665192 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665193 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:39"; LRMSCompletedTime = "2012-06-25 15:28:16"; JobStatus = 4; BatchJobId = "665193"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:15"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665193 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665195 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:41"; LRMSCompletedTime = "2012-06-25 15:28:21"; JobStatus = 4; BatchJobId = "665195"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:28:20"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665195 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665198 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:44"; LRMSCompletedTime = "2012-06-25 15:28:31"; JobStatus = 4; BatchJobId = "665198"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:30"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665198 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665199 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:45"; LRMSCompletedTime = "2012-06-25 15:28:37"; JobStatus = 4; BatchJobId = "665199"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:36"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665199 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665201 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:47"; LRMSCompletedTime = "2012-06-25 15:28:42"; JobStatus = 4; BatchJobId = "665201"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:28:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665201 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665202 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:48"; LRMSCompletedTime = "2012-06-25 15:28:42"; JobStatus = 4; BatchJobId = "665202"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665202 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665204 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:50"; LRMSCompletedTime = "2012-06-25 15:28:52"; JobStatus = 4; BatchJobId = "665204"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:51"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665204 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665200 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:46"; LRMSCompletedTime = "2012-06-25 15:28:42"; JobStatus = 4; BatchJobId = "665200"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:28:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665200 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665205 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:51"; LRMSCompletedTime = "2012-06-25 15:28:57"; JobStatus = 4; BatchJobId = "665205"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:56"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665205 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665197 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:43"; LRMSCompletedTime = "2012-06-25 15:28:26"; JobStatus = 4; BatchJobId = "665197"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:25"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665197 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665208 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:54"; LRMSCompletedTime = "2012-06-25 15:29:02"; JobStatus = 4; BatchJobId = "665208"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:01"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665208 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665206 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:52"; LRMSCompletedTime = "2012-06-25 15:29:02"; JobStatus = 4; BatchJobId = "665206"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:29:01"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665206 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665212 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:58"; LRMSCompletedTime = "2012-06-25 15:29:22"; JobStatus = 4; BatchJobId = "665212"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:29:21"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665212 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665210 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:56"; LRMSCompletedTime = "2012-06-25 15:29:12"; JobStatus = 4; BatchJobId = "665210"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:11"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665210 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665209 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:55"; LRMSCompletedTime = "2012-06-25 15:29:07"; JobStatus = 4; BatchJobId = "665209"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:06"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665209 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665220 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:07"; LRMSCompletedTime = "2012-06-25 15:29:42"; JobStatus = 4; BatchJobId = "665220"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665220 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665207 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:53"; LRMSCompletedTime = "2012-06-25 15:29:02"; JobStatus = 4; BatchJobId = "665207"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:29:01"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665207 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665219 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:06"; LRMSCompletedTime = "2012-06-25 15:29:42"; JobStatus = 4; BatchJobId = "665219"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:29:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665219 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665215 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:02"; LRMSCompletedTime = "2012-06-25 15:29:27"; JobStatus = 4; BatchJobId = "665215"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:26"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665215 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A JOB ID: 665196 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:42"; LRMSCompletedTime = "2012-06-25 15:28:21"; JobStatus = 4; BatchJobId = "665196"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:20"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665196 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665203 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:49"; LRMSCompletedTime = "2012-06-25 15:28:47"; JobStatus = 4; BatchJobId = "665203"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:28:46"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665203 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665211 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:25:57"; LRMSCompletedTime = "2012-06-25 15:29:17"; JobStatus = 4; BatchJobId = "665211"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:16"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665211 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665218 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:05"; LRMSCompletedTime = "2012-06-25 15:29:42"; JobStatus = 4; BatchJobId = "665218"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:29:41"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665218 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665214 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:01"; LRMSCompletedTime = "2012-06-25 15:29:22"; JobStatus = 4; BatchJobId = "665214"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:21"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665214 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665216 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:03"; LRMSCompletedTime = "2012-06-25 15:29:32"; JobStatus = 4; BatchJobId = "665216"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:31"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665216 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665213 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:00"; LRMSCompletedTime = "2012-06-25 15:29:22"; JobStatus = 4; BatchJobId = "665213"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:29:21"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665213 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES ./blah_exerciser.sh: ERROR: Job status returns status 1: Error parsing classad or job not found 0 N/A DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: status command: DEBUG: 8 job(s) left. DEBUG: sleeping 16 seconds and continuing DEBUG: interval==16 blex_n_pending_commands==8 DEBUG: blex_loop_sleep_per_pending_command is now 2 JOB ID: 665217 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:04"; LRMSCompletedTime = "2012-06-25 15:29:37"; JobStatus = 4; BatchJobId = "665217"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:36"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665217 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665222 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:09"; LRMSCompletedTime = "2012-06-25 15:29:53"; JobStatus = 4; BatchJobId = "665222"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:52"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665222 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665224 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:11"; LRMSCompletedTime = "2012-06-25 15:30:03"; JobStatus = 4; BatchJobId = "665224"; WorkerNode = "prod-wn-001"; LRMSStartRunningTime = "2012-06-25 15:30:02"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665224 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665226 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:13"; LRMSCompletedTime = "2012-06-25 15:30:03"; JobStatus = 4; BatchJobId = "665226"; WorkerNode = "prod-wn-002"; LRMSStartRunningTime = "2012-06-25 15:30:02"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665226 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665221 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:08"; LRMSCompletedTime = "2012-06-25 15:29:47"; JobStatus = 4; BatchJobId = "665221"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:46"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665221 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665223 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:10"; LRMSCompletedTime = "2012-06-25 15:29:58"; JobStatus = 4; BatchJobId = "665223"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:29:57"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665223 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665227 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:14"; LRMSCompletedTime = "2012-06-25 15:30:08"; JobStatus = 4; BatchJobId = "665227"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:30:07"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665227 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES JOB ID: 665225 JOB STATUS: 4 DEBUG: status ad No Error 4 [ LRMSSubmissionTime = "2012-06-25 15:26:12"; LRMSCompletedTime = "2012-06-25 15:30:03"; JobStatus = 4; BatchJobId = "665225"; WorkerNode = "prod-wn-003"; LRMSStartRunningTime = "2012-06-25 15:30:02"; JwExitCode = 0 ] DEBUG: Job lsf/20120625/665225 of type TRANSFERFILES completed with status 0 DEBUG: Wrapping job up with blex_wrap_job_up_TRANSFERFILES DEBUG: 0 job(s) left. ./blah_exerciser.sh exiting: Submitted 100 jobs. 100 succeeded. 0 failed. Took 310 seconds to submit. Took 476 seconds to complete.