++++ Bug #96136: WMS: stops accepting submissions when no swap is available - PASSED
[root@emitestbed44 ~]# /usr/sbin/glite_wms_wmproxy_load_monitor --oper jobSubmit |grep -i swap
Threshold for Swap Usage: 95 => Detected value for Swap Usage: 0.00%
[root@emitestbed44 ~]# cat /proc/swaps
Filename Type Size Used Priority
/dev/dm-1 partition 8388600 0 -1
[root@emitestbed44 ~]# swapoff /dev/dm-1
[root@emitestbed44 ~]# cat /proc/swaps
Filename Type Size Used Priority
[root@emitestbed44 ~]# /usr/sbin/glite_wms_wmproxy_load_monitor --oper jobSubmit|grep -i swap
Threshold for Swap Usage: 95 => Detected value for Swap Usage: 0.00%
On UI:
$ glite-wms-job-submit -a --config /home/bertocco/WMS-Test-Suite-new/WMS-service/WMSService-Test_20130220112411/wms.conf /home/bertocco/WMS-Test-Suite-new/WMS-service/WMSService-Test_20130220112411/example.jdl
Connecting to the service https://emitestbed44.cnaf.infn.it:7443/glite_wms_wmproxy_server
====================== glite-wms-job-submit Success ======================
The job has been successfully submitted to the WMProxy
Your job identifier is:
https://emitbrc-lamb4.civ.zcu.cz:9000/_xxDxiDioX1t1Ifr0XN48A
==========================================================================
[root@emitestbed44 ~]# grep -i asyncj /etc/glite-wms/glite_wms.conf
AsyncJobStart = false;
List-match for the following jdl:
[
Executable = "/bin/echo";
Arguments = "Hello";
StdOutput = "out.log";
StdError = "err.log";
InputSandbox = {};
OutputSandbox = {"out.log", "err.log"};
leftVOMS_FQAN="/gridit/ansys/Role=NULL/Capability=NULL";
rightGlueCEACBR= { "VOMS:/gridit/ansys", "VOMS:/gridit/ansys/Role=SoftwareManager"};
requirements = fqanMember(strcat("VOMS:", leftVOMS_FQAN), rightGlueCEACBR) is true;
myproxyserver="";
ShallowRetryCount = -1;
]
if the number of returned queues is more than 0 then the bug is fixed.
$ glite-wms-job-list-match -a --config /home/bertocco/WMS-Test-Suite-new/WMS-service/WMSService-Test_20130220112411/wms.conf /home/bertocco/jdl/100176.jdl
Connecting to the service https://emitestbed44.cnaf.infn.it:7443/glite_wms_wmproxy_server
==========================================================================
COMPUTING ELEMENT IDs LIST
The following CE(s) matching your job requirements have been found:
*CEId*
- emi-demo08.cnaf.infn.it:8443/cream-lsf-cert
- emi-demo08.cnaf.infn.it:8443/cream-lsf-demo
- emi-demo08.cnaf.infn.it:8443/cream-lsf-testers
- emi-demo13.cnaf.infn.it:8443/cream-pbs-demo
- emitestbed29.cnaf.infn.it:8443/cream-pbs-demo
- emitestbed32.cnaf.infn.it:8443/cream-lsf-cert
- emitestbed32.cnaf.infn.it:8443/cream-lsf-demo
- emitestbed32.cnaf.infn.it:8443/cream-lsf-testers
- emitestbed02.cnaf.infn.it:8443/cream-sge-emitesters
- emitestbed09.cnaf.infn.it:8443/cream-sge-emitesters
==========================================================================
[root@emitestbed44 ~]# ps -ef|grep ice
root 1741 31503 0 12:41 pts/1 00:00:00 grep ice
[root@emitestbed44 ~]# /etc/init.d/glite-wms-ice start
starting ICE... ok
[root@emitestbed44 ~]# ll /var/run/glite-wms-ice-safe.pid
-rw-r--r-- 1 root root 5 Feb 21 12:41 /var/run/glite-wms-ice-safe.pid
[root@emitestbed44 ~]# ps -ef|grep ice
glite 1768 1 0 12:41 ? 00:00:00 /usr/bin/glite-wms-ice-safe --conf glite_wms.conf --daemon /var/run/glite-wms-ice-safe.pid
glite 1773 1768 0 12:41 ? 00:00:00 sh -c /usr/bin/glite-wms-ice --conf glite_wms.conf /var/log/wms/ice_console.log 2>&1
glite 1774 1773 0 12:41 ? 00:00:00 /usr/bin/glite-wms-ice --conf glite_wms.conf /var/log/wms/ice_console.log
root 1988 31503 0 12:41 pts/1 00:00:00 grep ice
[root@emitestbed44 ~]# /etc/init.d/glite-wms-ice stop
stopping ICE... ok
[root@emitestbed44 ~]# ps -ef|grep ice
root 2026 31503 0 12:42 pts/1 00:00:00 grep ice
[root@emitestbed44 ~]# ll /var/run/glite-wms-ice-safe.pid
ls: cannot access /var/run/glite-wms-ice-safe.pid: No such file or directory
A bug should be filed because the script script /etc/cron.hourly/purge_proxycache is not installed.
[root@emitestbed44 ~]# ll /var/proxycache/cache/
total 4
drwx------ 4 glite glite 4096 Feb 21 12:39 %2FC%3DIT%2FO%3DINFN%2FOU%3DPersonal%20Certificate%2FL%3DPadova%2FCN%3DSara%20Bertocco
[root@emitestbed44 ~]# sh /usr/bin/glite-wms-wmproxy-purge-proxycache_keys
Thu Feb 21 12:47:59 CET 2013: proxy cache leftover private keys cleaner started
=== %2FC%3DIT%2FO%3DINFN%2FOU%3DPersonal%20Certificate%2FL%3DPadova%2FCN%3DSara%20Bertocco
403232 4 drwx------ 2 glite glite 4096 Feb 21 12:28 ./OGydCZ_VyBaS9JqmTQ3Jew
403220 4 drwx------ 2 glite glite 4096 Feb 21 12:39 ./MKcag-WAEfKL_mcekieBbQ
Thu Feb 21 12:47:59 CET 2013: finished cleaning keys
[root@emitestbed44 ~]# ll /var/proxycache/cache/
total 4
drwx------ 2 glite glite 4096 Feb 21 12:47 %2FC%3DIT%2FO%3DINFN%2FOU%3DPersonal%20Certificate%2FL%3DPadova%2FCN%3DSara%20Bertocco
[root@emitestbed44 ~]# ll /var/proxycache/cache/%2FC%3DIT%2FO%3DINFN%2FOU%3DPersonal%20Certificate%2FL%3DPadova%2FCN%3DSara%20Bertocco
total 0
[root@emitestbed44 ~]# /etc/init.d/glite-wms-wmproxy stop
Stopping /usr/bin/glite_wms_wmproxy_server... ok
[root@emitestbed44 ~]# /etc/init.d/glite-wms-wmproxy status
/usr/bin/glite_wms_wmproxy_server is not running
[root@emitestbed44 ~]# echo $?
1
[bertocco@emitestbed16 WMS-service]$ glite-wms-job-submit -a -c wms_emitestbed44.conf /home/bertocco/jdl/file.jdl
Connecting to the service https://emitestbed44.cnaf.infn.it:7443/glite_wms_wmproxy_server
====================== glite-wms-job-submit Success ======================
The job has been successfully submitted to the WMProxy
Your job identifier is:
https://emitbrc-lamb4.civ.zcu.cz:9000/jeTgqTkhcF2cn3XaPfxvJw
==========================================================================
[bertocco@emitestbed16 WMS-service]$ glite-wms-job-status https://emitbrc-lamb4.civ.zcu.cz:9000/jeTgqTkhcF2cn3XaPfxvJw
======================= glite-wms-job-status Success =====================
BOOKKEEPING INFORMATION:
Status info for the Job : https://emitbrc-lamb4.civ.zcu.cz:9000/jeTgqTkhcF2cn3XaPfxvJw
Current Status: Done(Success)
Logged Reason(s):
- job completed
- Job Terminated Successfully
Exit code: 0
Status Reason: Job Terminated Successfully
Destination: emi-demo08.cnaf.infn.it:8443/cream-lsf-testers
Submitted: Thu Feb 21 12:59:59 2013 CET
==========================================================================
[root@emitestbed44 ~]# ls -trl /var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/
total 24
lrwxrwxrwx 1 glite glite 64 Feb 21 12:59 user.proxy -> /var/glite/spool/glite-renewd/b0070d5845b6e21cc5371cc35e95e37e.0
drwxrwx--- 2 tst10 glite 4096 Feb 21 12:59 peek
-rw-r--r-- 1 glite glite 668 Feb 21 12:59 JDLOriginal
-rw-r--r-- 1 glite glite 2976 Feb 21 13:00 JDLStarted
drwxrwxr-x 2 tst10 glite 4096 Feb 21 13:00 input
drwxrwx--- 2 tst10 glite 4096 Feb 21 13:00 output
[root@emitestbed44 ~]# find /var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/ -iname "*proxy*"
/var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/user.proxy
/var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/.user.proxy.bak
rm -f /var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/user.proxy
rm -f /var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/.user.proxy.bak
[root@emitestbed44 ~]# ls -trl /var/SandboxDir/je/https_3a_2f_2femitbrc-lamb4.civ.zcu.cz_3a9000_2fjeTgqTkhcF2cn3XaPfxvJw/
total 20
drwxrwx--- 2 tst10 glite 4096 Feb 21 12:59 peek
-rw-r--r-- 1 glite glite 668 Feb 21 12:59 JDLOriginal
-rw-r--r-- 1 glite glite 2976 Feb 21 13:00 JDLStarted
drwxrwxr-x 2 tst10 glite 4096 Feb 21 13:00 input
drwxrwx--- 2 tst10 glite 4096 Feb 21 13:00 output
[bertocco@emitestbed16 WMS-service]$ glite-wms-job-output https://emitbrc-lamb4.civ.zcu.cz:9000/jeTgqTkhcF2cn3XaPfxvJw
Connecting to the service https://emitestbed44.cnaf.infn.it:7443/glite_wms_wmproxy_server
================================================================================
JOB GET OUTPUT OUTCOME
Output sandbox files for the job:
https://emitbrc-lamb4.civ.zcu.cz:9000/jeTgqTkhcF2cn3XaPfxvJw
have been successfully retrieved and stored in the directory:
/tmp/jobOutput/bertocco_jeTgqTkhcF2cn3XaPfxvJw
================================================================================
[bertocco@emitestbed16 WMS-service]$ ls -l /tmp/jobOutput/bertocco_jeTgqTkhcF2cn3XaPfxvJw
total 0
-rw-rw-r-- 1 bertocco bertocco 0 Feb 21 13:06 pippo
-rw-rw-r-- 1 bertocco bertocco 0 Feb 21 13:06 std.err
-rw-rw-r-- 1 bertocco bertocco 0 Feb 21 13:06 std.out
|