> > |
[capannini@cert-17 certification]$ glite-wms-job-submit -a -c ~/wms_emi-demo11.conf BaseURI.jdl
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
====================== glite-wms-job-submit Success ======================
The job has been successfully submitted to the WMProxy
Your job identifier is:
https://emi-demo11.cnaf.infn.it:9000/urEE8OAYVl2r9jUsAysuQw
==========================================================================
[capannini@cert-17 certification]$ glite-wms-job-status https://emi-demo11.cnaf.infn.it:9000/urEE8OAYVl2r9jUsAysuQw
======================= glite-wms-job-status Success =====================
BOOKKEEPING INFORMATION:
Status info for the Job : https://emi-demo11.cnaf.infn.it:9000/urEE8OAYVl2r9jUsAysuQw
Current Status: Done (Success)
Logged Reason(s):
- Job got an error while in the CondorG queue.
- Job terminated successfully
Exit code: 0
Status Reason: Job terminated successfully
Destination: t2-ce-03.lnl.infn.it:2119/jobmanager-lcglsf-cert1
Submitted: Fri Mar 16 16:25:36 2012 CET
==========================================================================
[capannini@cert-17 certification]$
[capannini@cert-17 certification]$
[capannini@cert-17 certification]$ glite-wms-job-output https://emi-demo11.cnaf.infn.it:9000/urEE8OAYVl2r9jUsAysuQw
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
================================================================================
JOB GET OUTPUT OUTCOME
No output files to be retrieved for the job:
https://emi-demo11.cnaf.infn.it:9000/urEE8OAYVl2r9jUsAysuQw
================================================================================
Log on devel20:
[root@devel20 ~]# ls /tmp/std.*
/tmp/std.err /tmp/std.out
[root@devel20 ~]# cat /tmp/std.out
7A98_2qv4Qkqihilp2blrg
total 36
-rwxr-xr-x 1 dteam022 dteam 80 Mar 16 16:56 exe.sh
-rw-r--r-- 1 dteam022 dteam 118 Mar 16 16:56 https_3a_2f_2femi-demo11.cnaf.infn.it_3a9000_2f7A98_5f2qv4Qkqihilp2blrg.output
-rw-r--r-- 1 dteam022 dteam 0 Mar 16 16:56 std.err
-rw-r--r-- 1 dteam022 dteam 23 Mar 16 16:56 std.out
-rw-r--r-- 1 dteam022 dteam 6 Mar 16 16:56 test1
-rw-r--r-- 1 dteam022 dteam 6 Mar 16 16:56 test2
-rw------- 1 dteam022 dteam 103 Mar 16 16:56 tmp.boMqn22089
-rw------- 1 dteam022 dteam 2 Mar 16 16:56 tmp.lnMRO22073
-rw------- 1 dteam022 dteam 103 Mar 16 16:56 tmp.mxsln22074
-rw------- 1 dteam022 dteam 0 Mar 16 16:56 tmp.nBJFQ22087
-rw------- 1 dteam022 dteam 2 Mar 16 16:56 tmp.twwvt22088
===> Test PASSED
Jdl with AllowZippedISB
[capannini@cert-17 certification]$ cat AllowZIP.jdl
###########################################
# JDL with AllowZippedISB attribute #
###########################################
Executable = "/bin/ls";
Arguments = "-la";
StdOutput = "std.out";
StdError = "std.err";
InputSandbox = {"fileA", "fileB", "fileC", "fileD", "fileE"};
OutputSandbox = {"std.out", "std.err"};
requirements = other.GlueCEStateStatus == "Testing" && regexp("/cream", other.GlueCEUniqueID);
AllowZippedISB=true;
RetryCount = 1;
ShallowRetryCount = 2;
[capannini@cert-17 certification]$ glite-wms-job-submit --debug -a -c ~/wms_emi-demo11.conf AllowZIP.jdl
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Vo read from proxy certificate extension
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - VirtualOrganisation value : dteam
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Configuration file: /home/capannini/wms_emi-demo11.conf - VirtualOrganisation, RetryCount, rank attribute(s) no more supported outside JDL Default Attributes section "JdlDefaultAttributes"
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Loaded user configuration file:
/home/capannini/wms_emi-demo11.conf
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Configuration file: //etc/glite-wms/dteam/glite_wmsui.conf - VirtualOrganisation, MyProxyServer attribute(s) no more supported outside JDL Default Attributes section "JdlDefaultAttributes"
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Loaded Vo specific configuration file:
//etc/glite-wms/dteam/glite_wmsui.conf
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Loaded Configuration values:
[
JdlDefaultAttributes =
[
PerusalFileEnable = false;
ShallowRetryCount = 10;
SignificantAttributes = { "Requirements","Rank","FuzzyRank" };
RetryCount = 3;
AllowZippedISB = true;
VirtualOrganisation = "dteam";
rank = -other.GlueCEStateEstimatedResponseTime;
MyProxyServer = "myproxy.cnaf.infn.it"
];
OutputStorage = "/tmp";
ListenerStorage = "/tmp";
ErrorStorage = "/var/tmp";
WmProxyEndPoints = { "https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server" }
]
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Getting Endpoint URL from configuration file
-----------------------------------------
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy getVersion service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - WMProxy Version: 3.3.5
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Sending Proxy Request to https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy delegationns__getProxyReq service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - delegationns__getProxyReq - The proxy has been successfully retrieved
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy delegationns__putProxyReq service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - The proxy has been successfully delegated with the identifier: QEfCo4sVtkysnpwMV4Br5w
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy getTransferProtocols service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - getTransferProtocols - Available protocols: gsiftp, https
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - FileTransferProtocol not specified; using the default protocol: gsiftp
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - The JDL file is: /home/capannini/certification/AllowZIP.jdl
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Retrieving the list of the local ISB files from the user JDL
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Total size of the ISB file(s) to be transferred to: 1126406
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Max single job size of the ISB file(s) to be transferred to: 1024000
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Checking the User-FreeQuota on the server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy getFreeQuota service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - getFreeQuota - User freequota not set on the server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Getting the max ISB size from the server https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy getMaxInputSandboxSize service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - getMaxInputSandboxSize - Max ISB size information successfully retrieved
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - The max job size (1024000 bytes) doesn't exceed the max size limit of 100000000 bytes: File transfer is allowed
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - File archiving and file compression allowed by user in the JDL
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Registering JDL [ StdOutput = "std.out"; ShallowRetryCount = 2; SignificantAttributes = { "Requirements","Rank","FuzzyRank" }; RetryCount = 1; Executable = "/bin/ls"; Type = "job"; Arguments = "-la"; AllowZippedISB = true; VirtualOrganisation = "dteam"; JobType = "normal"; DefaultRank = -other.GlueCEStateEstimatedResponseTime; ZippedISB = { "ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar.gz" }; OutputSandbox = { "std.out","std.err" }; InputSandbox = { "file:///home/capannini/certification/fileA","file:///home/capannini/certification/fileB","file:///home/capannini/certification/fileC","file:///home/capannini/certification/fileD","file:///home/capannini/certification/fileE" }; StdError = "std.err"; rank = -other.GlueCEStateEstimatedResponseTime; MyProxyServer = "myproxy.cnaf.infn.it"; requirements = other.GlueCEStateStatus == "Testing" && regexp("/cream",other.GlueCEUniqueID) ]
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Registering the job to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy jobRegister service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - The JobId is: https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Archiving the ISB files: /tmp/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - This archive file has been successfully created: /tmp/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Compressing the file (.gz): /tmp/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - ISB ZIPPED file successfully created: /tmp/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar.gz
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Getting the SandboxDestinationURI from the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy getSandboxDestURI service with gsiftp protocol
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - getSandboxDestURI - Destination URIs sucessfully retrieved
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - DestinationURI: gsiftp://emi-demo11.cnaf.infn.it:2811/var/SandboxDir/KA/https_3a_2f_2femi-demo11.cnaf.infn.it_3a9000_2fKAx2BtFz9BkraoEKeaHNAw/input
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - FileTransfer (gsiftp): using globus-url-copy to transfer the local InputSandBox file(s) to the submission endpoint
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - File Transfer (gsiftp)
Command: /usr/bin/globus-url-copy
Source: file:///tmp/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar.gz
Destination: gsiftp://emi-demo11.cnaf.infn.it:2811/var/SandboxDir/KA/https_3a_2f_2femi-demo11.cnaf.infn.it_3a9000_2fKAx2BtFz9BkraoEKeaHNAw/input/ISBfiles_901aKw3LrX55xFsD4_xnTw_0.tar.gz
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - File Transfer (gsiftp) Transfer successfully done
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Starting the job: https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - Calling the WMProxy jobStart service
-----------------------------------------
-----------------------------------------
16 March 2012, 17:00:28 -I- PID: 3015 (Debug) - jobStart - The job has been successfully started
-----------------------------------------
====================== glite-wms-job-submit Success ======================
The job has been successfully submitted to the WMProxy
Your job identifier is:
https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
==========================================================================
*** Log file created ***
Possible Errors and Debug messages have been printed in the following file:
/var/tmp/glite-wms-job-submit_504_3015_20120316_17-00-28.log
Check if AllowZippedISB has been included in the jdl:
[capannini@cert-17 certification]$ glite-wms-job-info --jdl https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw|grep Allow
AllowZippedISB = true;
[capannini@cert-17 certification]$ glite-wms-job-status https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
======================= glite-wms-job-status Success =====================
BOOKKEEPING INFORMATION:
Status info for the Job : https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
Current Status: Done (Success)
Exit code: 0
Status Reason: Job Terminated Successfully
Destination: cream-31.pd.infn.it:8443/cream-pbs-creamtest1
Submitted: Fri Mar 16 17:00:28 2012 CET
==========================================================================
[capannini@cert-17 certification]$ glite-wms-job-output https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
================================================================================
JOB GET OUTPUT OUTCOME
Output sandbox files for the job:
https://emi-demo11.cnaf.infn.it:9000/KAx2BtFz9BkraoEKeaHNAw
have been successfully retrieved and stored in the directory:
/tmp/jobOutput/capannini_KAx2BtFz9BkraoEKeaHNAw
================================================================================
[capannini@cert-17 certification]$ ls -l /tmp/jobOutput/capannini_KAx2BtFz9BkraoEKeaHNAw
totale 4
-rw-r--r-- 1 capannini emitestbed 0 16 mar 17:06 std.err
-rw-r--r-- 1 capannini emitestbed 623 16 mar 17:06 std.out
[capannini@cert-17 certification]$ cat /tmp/jobOutput/capannini_KAx2BtFz9BkraoEKeaHNAw/std.out
total 1132
drwxr-xr-x 2 dteam026 dteam 4096 Mar 16 17:00 .
drwxr-xr-x 3 dteam026 dteam 4096 Mar 16 17:00 ..
-rw-r--r-- 1 dteam026 dteam 4077 Mar 16 17:00 .BrokerInfo
-rw-r--r-- 1 dteam026 dteam 2 Mar 16 17:00 fileA
-rw-r--r-- 1 dteam026 dteam 2 Mar 16 17:00 fileB
-rw-r--r-- 1 dteam026 dteam 1024000 Mar 16 17:00 fileC
-rw-r--r-- 1 dteam026 dteam 102400 Mar 16 17:00 fileD
-rw-r--r-- 1 dteam026 dteam 2 Mar 16 17:00 fileE
-rw-r--r-- 1 dteam026 dteam 0 Mar 16 17:00 std.err
-rw-r--r-- 1 dteam026 dteam 0 Mar 16 17:00 std.out
-rw-r--r-- 1 dteam026 dteam 0 Mar 16 17:00 .tmp_file
====> Test passed
Jdl with ExpiryTime
[capannini@cert-17 certification]$ cat ExpiryTime.jdl
###########################################
# JDL with ExpiryTime attribute #
###########################################
Executable = "/bin/ls";
Arguments = "-la";
StdOutput = "std.out";
StdError = "std.err";
InputSandbox = {"fileA", "fileB", "fileC", "fileD", "fileE"};
OutputSandbox = {"std.out", "std.err"};
requirements = false;
ExpiryTime = 1331914400;
RetryCount = 1;
ShallowRetryCount = 2;
[capannini@cert-17 certification]$ date +%s
1331914321
[capannini@cert-17 certification]$ glite-wms-job-submit -a -c ~/wms_emi-demo11.conf ExpiryTime.jdl
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
====================== glite-wms-job-submit Success ======================
The job has been successfully submitted to the WMProxy
Your job identifier is:
https://emi-demo11.cnaf.infn.it:9000/DLi-uEyoyTgKNYdsBfXMUQ
==========================================================================
[capannini@cert-17 certification]$
[capannini@cert-17 certification]$ glite-wms-job-status https://emi-demo11.cnaf.infn.it:9000/DLi-uEyoyTgKNYdsBfXMUQ
======================= glite-wms-job-status Success =====================
BOOKKEEPING INFORMATION:
Status info for the Job : https://emi-demo11.cnaf.infn.it:9000/DLi-uEyoyTgKNYdsBfXMUQ
Current Status: Waiting
Status Reason: BrokerHelper: no compatible resources
Submitted: Fri Mar 16 17:13:15 2012 CET
==========================================================================
[capannini@cert-17 certification]$ date +%s
1331915013
[capannini@cert-17 certification]$ glite-wms-job-status https://emi-demo11.cnaf.infn.it:9000/DLi-uEyoyTgKNYdsBfXMUQ
======================= glite-wms-job-status Success =====================
BOOKKEEPING INFORMATION:
Status info for the Job : https://emi-demo11.cnaf.infn.it:9000/DLi-uEyoyTgKNYdsBfXMUQ
Current Status: Aborted
Status Reason: request expired
Submitted: Fri Mar 16 17:13:15 2012 CET
==========================================================================
===> Test PASSED
Jdl with ShortDeadlineJob
To test SDJs the following bdii must be used: egee-bdii.cnaf.infn.it
[capannini@cert-17 certification]$ cat SDLJ.jdl
###########################################
# JDL with ShortDeadlineJob attribute #
###########################################
Executable = "/bin/ls";
Arguments = "-la";
StdOutput = "std.out";
StdError = "std.err";
InputSandbox = {"fileA", "fileB", "fileC", "fileD", "fileE"};
OutputSandbox = {"std.out", "std.err"};
requirements = true;
ShortDeadlineJob = true;
RetryCount = 1;
ShallowRetryCount = 2;
[capannini@cert-17 certification]$ glite-wms-job-list-match -a -c ~/wms_emi-demo11.conf SDLJ.jdl
Connecting to the service https://emi-demo11.cnaf.infn.it:7443/glite_wms_wmproxy_server
==========================================================================
COMPUTING ELEMENT IDs LIST
The following CE(s) matching your job requirements have been found:
*CEId*
- ce01.ariagni.hellasgrid.gr:2119/jobmanager-pbs-dteam.sdj
- ce01.marie.hellasgrid.gr:2119/jobmanager-pbs-sdj
- ce02.marie.hellasgrid.gr:2119/jobmanager-pbs-sdj
- cream-ce01.ariagni.hellasgrid.gr:8443/cream-pbs-dteam.sdj
- cream-ce01.marie.hellasgrid.gr:8443/cream-pbs-sdj
- grid4.mif.vu.lt:2119/jobmanager-lcgpbs-sdj
- grive02.ibcp.fr:8443/cream-pbs-sdj
- mario.univ-lille1.fr:8443/cream-pbs-sdj
==========================================================================
[capannini@cert-17 certification]$ python ~/wms_tests.old/WMS-service/WMS-job-cycle.py -c ~/wms_tests.old/WMS-service/wms-command.conf -V dteam -d 3 -l -t 1 -i -j SDLJ.jdl
===> +++++++++++++++++++++++++++++++++++++++++++++++++++++
===> + TestSuite of the WMS Service
===> + Description: Test a complete job cycle: from submission to get output
===> +++++++++++++++++++++++++++++++++++++++++++++++++++++
Enter the user proxy password:
Set 1: Submit a normal job (3 cases LCG-CE, CREAM, general)
Test 1A: Submit to an LCG-CE
Test 1B: Submit to a CREAM CE
Test 1C: Submit without restrictions
===>
===> Test: /home/capannini/wms_tests.old/WMS-service/WMS-job-cycle.py
===> WMS: emi-demo11.cnaf.infn.it
===> Started: 17:32:05
===> Ended : 17:43:26
===>
===> === test PASSED ===
===>
===> Test log file is WMSService-TS_20120316173205.log
|