Summary
- Product: Storm 1.8.3
- Release Task: Task #30821
- ETICS Subsystem Configuration Name: emi-storm_R_1_8_3_1
- VCS Tag: BE_1.8.3-1, common_1.1.4-1, DIP-1.7.4-1, FE_1.7.3-2, GDSI_1.1.0-8, GHTTPSP_1.0.3-5, GHTTPS_1.0.5-3, Client_1.5.0-8, yaim-storm_4.1.9-1
- Release: EMI 1 (Kebnekaise)
- Platform: SL5/x86_64
- Author: C. Aiftimiei
- Testing report: see here
- Certification report: see here
- Date:
- Outcome:
Deployment tests
Clean Installation
Upgrade Installation
Static Code Analysis
Unit Tests
System tests
Functionality tests
- Run sanity check test locally - [[https://wiki-igi.cnaf.infn.it/twiki/pub/IGIRelease/Task30821/tstorm_sanity_1_8_3_good.log][storm 1.8.3 sanity tests complete log
]]:
[root@cert-18 tstorm]# tstorm-sanity-tests
test_glue_service (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.027s
OK
test_gluetwo_storage_share_capacity (tstorm.tests.deployment.regression.gluetwo_ldapquery.GluetwoLdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.015s
OK
test_glue_available_space_info_service (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.508s
OK
test_glue_available_space (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.312s
OK
test_glue_used_space (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.275s
OK
test_size (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.491s
OK
test_info_service_failure (tstorm.tests.deployment.regression.ldapquery.LdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.744s
OK
test_gluetwo_endpoint_undefined (tstorm.tests.deployment.regression.gluetwo_ldapquery.GluetwoLdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.003s
OK
test_gluetwo_storage_undefined (tstorm.tests.deployment.regression.gluetwo_ldapquery.GluetwoLdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.003s
OK
test_gluetwo_endpoint (tstorm.tests.deployment.regression.gluetwo_ldapquery.GluetwoLdapTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.003s
OK
test_backend_server_status (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 8.650s
OK
test_backend_logrotate_file (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.272s
OK
test_backend_gridhttps (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 3.956s
OK
test_yaim_version_file (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 15.510s
OK
test_size_in_namespace_file (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.201s
OK
test_gridhttps_plugin_links (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.301s
OK
test_backend_server_name_status (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 5.947s
OK
test_mysql_storage_space_update (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 320.764s
OK
test_mysql_connector_java_links (tstorm.tests.deployment.regression.service_configuration.RegressionConfigurationTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.755s
OK
[aiftim@cert-25 tstorm]$ tstorm-tests
test_settings (tstorm.tests.utilities.UtilitiesTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.000s
OK
test_storm_ping (tstorm.tests.atomics.AtomicsTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.493s
OK
test_dd (tstorm.tests.utilities.UtilitiesTest) ... ok
test_ls_unexist_file (tstorm.tests.atomics.AtomicsTest) ... ok
test_mkdir_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_mkdir_exist_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_ls_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_cp_bt (tstorm.tests.atomics.AtomicsTest) ... ok
test_ls_file (tstorm.tests.atomics.AtomicsTest) ... ok
test_cp_at (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_file (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_unexist_file (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_unexist_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_lf (tstorm.tests.utilities.UtilitiesTest) ... ok
----------------------------------------------------------------------
Ran 13 tests in 144.699s
OK
test_dd (tstorm.tests.utilities.UtilitiesTest) ... ok
test_cksm (tstorm.tests.functionalities.FunctionalitiesTest) ... ok
test_rm_lf (tstorm.tests.utilities.UtilitiesTest) ... ok
----------------------------------------------------------------------
Ran 3 tests in 46.166s
OK
test_dd (tstorm.tests.utilities.UtilitiesTest) ... ok
test_data_transfer_out_file (tstorm.tests.functionalities.FunctionalitiesTest) ... ok
test_data_transfer_out_exist_file (tstorm.tests.functionalities.FunctionalitiesTest) ... ok
test_data_transfer_in_file (tstorm.tests.functionalities.FunctionalitiesTest) ... ok
test_data_transfer_in_unexist_file (tstorm.tests.functionalities.FunctionalitiesTest) ... ok
test_rm_file (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_dir (tstorm.tests.atomics.AtomicsTest) ... ok
test_rm_lf (tstorm.tests.utilities.UtilitiesTest) ... ok
----------------------------------------------------------------------
Ran 8 tests in 97.498s
OK
test_cr_lf (tstorm.tests.utilities.UtilitiesTest) ... ok
test_srm_transfer_outbound_https_voms (tstorm.tests.https.HttpsTest) ... ok
test_direct_transfer_outbound_https_voms (tstorm.tests.https.HttpsTest) ... ok
test_direct_transfer_outbound_https_voms_exist_file (tstorm.tests.https.HttpsTest) ... ok
test_direct_transfer_inbound_https_voms (tstorm.tests.https.HttpsTest) ... ok
test_direct_transfer_inbound_https_voms_no_auth (tstorm.tests.https.HttpsTest) ... ok
test_direct_transfer_inbound_https_voms_unexist_file (tstorm.tests.https.HttpsTest) ... ok
test_srm_transfer_inbound_https_voms (tstorm.tests.https.HttpsTest) ... ok
test_rm_lf (tstorm.tests.utilities.UtilitiesTest) ... ok
----------------------------------------------------------------------
Ran 9 tests in 22.093s
OK
test_update_free_space_upon_rm (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 13.924s
OK
test_eight_digit_string_checksum (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 21.120s
OK
test_update_used_space_upon_pd (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 7.597s
OK
test_unsupported_protocols (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.209s
OK
test_non_ascii_chars (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.357s
OK
test_storm_backend_age (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 0.185s
OK
test_storm_database_password (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 5.840s
OK
test_storm_gridhttps_authorization_denied (tstorm.tests.regression.RegressionTest) ... ok
----------------------------------------------------------------------
Ran 1 test in 26.583s
OK
Regression tests
- description of test: TestPlan 1.8.3]] pag 41 - Unique ID = 63b892
[aiftim@cert-25 ~]$ clientSRM ReserveSpace -e httpg://cert-18.pd.infn.it:8444 -d newSpaceToken -r 0,0 -a 1000000
============================================================
Sending ReserveSpace request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation="Space Reservation done"
============================================================
SRM Response:
sizeOfTotalReservedSpace=1000000
sizeOfGuaranteedReservedSpace=1000000
lifetimeOfReservedSpace=2147483647
spaceToken="FB13713D-3D01-B600-C1CE-D2EB87D488CB"
============================================================
[root@cert-18 ~]# service storm-backend-server restart
Stopping storm-backend-server [ OK ]
Bootstrapping storm-backend-server [ OK ]
[root@cert-18 ~]# service storm-backend-server status
storm-backend-server (pid 20472) is RUNNING [ OK ]
- description of test: TestPlan 1.8.3]] pag 55 - Unique ID = 927b4a
[root@cert-18 ~]# useradd tempUser
[root@cert-18 ~]# id tempUser
uid=35906(tempUser) gid=35906(tempUser) groups=35906(tempUser)
[root@cert-18 ~]# su - tempUser
[tempUser@cert-18 ~]$ find /etc/storm/ -perm /o+r ! -type d | grep -v "web.xml" | grep -v "log4j"
[tempUser@cert-18 ~]$ echo $?
1
- description of test: TestPlan 1.8.3]] pag 40 - Unique ID = 926745
[aiftim@cert-25 ~]$ clientSRM ReserveSpace -e httpg://cert-18.pd.infn.it:8444 -d newSpaceToken2 -r 0,0 -a 1000000
============================================================
Sending ReserveSpace request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation="Space Reservation done"
============================================================
SRM Response:
sizeOfTotalReservedSpace=1000000
sizeOfGuaranteedReservedSpace=1000000
lifetimeOfReservedSpace=2147483647
spaceToken="C50A893D-3D01-3F97-C1CE-D2EB79796871"
============================================================
[root@cert-18 ~]# mysql -u storm -p
Enter password:
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 36
Server version: 5.0.95 Source distribution
Copyright (c) 2000, 2011, Oracle and/or its affiliates. All rights reserved.
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
mysql> select UPDATE_TIME from storm_be_ISAM.storage_space where SPACE_TOKEN ='C50A893D-3D01-3F97-C1CE-D2EB79796871';
+---------------------+
| UPDATE_TIME |
+---------------------+
| 2012-07-16 00:28:08 |
+---------------------+
1 row in set (0.18 sec)
- description of test: TestPlan 1.8.3]] pag 40 - Unique ID = ba45e1
[aiftim@cert-25 ~]$ clientSRM GetSpaceMetadata -e httpg://cert-18.pd.infn.it:8444 -s "C50A893D-3D01-3F97-C1CE-D2EB79796871"
============================================================
Sending GetSpaceMetaData request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation=""
============================================================
SRM Response:
arrayOfSpaceDetails (size=1)
[0] spaceToken="C50A893D-3D01-3F97-C1CE-D2EB79796871"
[0] status: statusCode="SRM_SUCCESS"(0)
explanation="Valid space token"
[0] owner="/C=IT/O=INFN/OU=Personal Certificate/L=Padova/CN=Cristina Aiftimiei"
[0] totalSize=1000000
[0] guaranteedSize=1000000
[0] unusedSize=1000000
[0] lifetimeAssigned=2147483647
[0] lifetimeLeft=2147483278
============================================================
- description of test: TestPlan 1.8.3]] pag 54 - Unique ID = 5e6c78
[root@cert-18 ~]# rpm -qc storm-backend-server | grep /etc/storm/backend-server/path-authz.db
/etc/storm/backend-server/path-authz.db
[root@cert-18 ~]# echo $?
0
- description of test: TestPlan 1.8.3]] pag 39 - Unique ID = c396a1
- test:
- Wrong Space Token workflow :
[aiftim@cert-25 ~]$ clientSRM ptp -e httpg://cert-18.pd.infn.it:8444 -s srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282 -t unexistentToken============================================================
Sending PtP request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 17
Poll Flag 0
============================================================
Request status:
statusCode="SRM_REQUEST_QUEUED"(17)
explanation=""
============================================================
SRM Response:
requestToken="5d49929a-5e51-4049-9912-30b0c3071f34"
arrayOfFileStatuses (size=1)
[0] SURL="srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282"
[0] status: statusCode="SRM_REQUEST_QUEUED"(17)
explanation=""
============================================================
[aiftim@cert-25 ~]$ clientSRM sptp -e httpg://cert-18.pd.infn.it:8444 -t "5d49929a-5e51-4049-9912-30b0c3071f34"
============================================================
Sending StatusPtP request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation="All chunks successfully handled!"
============================================================
SRM Response:
arrayOfFileStatuses (size=1)
[0] SURL="srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282"
[0] status: statusCode="SRM_INVALID_REQUEST"(4)
explanation="The provided Space Token does not exists"
[0] estimatedWaitTime=-1
============================================================
-
-
- Expired Space Token workflow:
[aiftim@cert-25 ~]$ clientSRM ReserveSpace -e httpg://cert-18.pd.infn.it:8444 -d newSpaceToken3 -r 0,0 -a 1000000 -c 10
============================================================
Sending ReserveSpace request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation="Space Reservation done"
============================================================
SRM Response:
sizeOfTotalReservedSpace=1000000
sizeOfGuaranteedReservedSpace=1000000
lifetimeOfReservedSpace=10
spaceToken="34DBC03D-3D01-E5C0-C1CE-D2EB1AC7E9F9"
============================================================
[aiftim@cert-25 ~]$ clientSRM GetSpaceMetadata -e httpg://cert-18.pd.infn.it:8444 -s "34DBC03D-3D01-E5C0-C1CE-D2EB1AC7E9F9"
============================================================
Sending GetSpaceMetaData request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 0
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SUCCESS"(0)
explanation=""
============================================================
SRM Response:
arrayOfSpaceDetails (size=1)
[0] spaceToken="34DBC03D-3D01-E5C0-C1CE-D2EB1AC7E9F9"
[0] status: statusCode="SRM_SPACE_LIFETIME_EXPIRED"(7)
explanation="Expired space lifetime"
[0] owner="/C=IT/O=INFN/OU=Personal Certificate/L=Padova/CN=Cristina Aiftimiei"
[0] totalSize=1000000
[0] guaranteedSize=1000000
[0] unusedSize=1000000
[0] lifetimeAssigned=10
[0] lifetimeLeft=0
============================================================
[aiftim@cert-25 ~]$
[aiftim@cert-25 ~]$
[aiftim@cert-25 ~]$ clientSRM ptp -e httpg://cert-18.pd.infn.it:8444 -s srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282_bis -t "34DBC03D-3D01-E5C0-C1CE-D2EB1AC7E9F9"
============================================================
Sending PtP request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 17
Poll Flag 0
============================================================
Request status:
statusCode="SRM_REQUEST_QUEUED"(17)
explanation=""
============================================================
SRM Response:
requestToken="e58a363e-e045-41e3-80a8-8a6f65b03c17"
arrayOfFileStatuses (size=1)
[0] SURL="srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282_bis"
[0] status: statusCode="SRM_REQUEST_QUEUED"(17)
explanation=""
============================================================
[aiftim@cert-25 ~]$ clientSRM sptp -e httpg://cert-18.pd.infn.it:8444 -t "e58a363e-e045-41e3-80a8-8a6f65b03c17"============================================================
Sending StatusPtP request to: httpg://cert-18.pd.infn.it:8444
Before execute:
Afer execute:
Request Status Code 7
Poll Flag 0
============================================================
Request status:
statusCode="SRM_SPACE_LIFETIME_EXPIRED"(7)
explanation="Supplied SpaceToken has expired lifetime!"
============================================================
SRM Response:
arrayOfFileStatuses (size=1)
[0] SURL="srm://cert-18.pd.infn.it:8444/testers.eu-emi.eu/test_282_bis"
[0] status: statusCode="SRM_SPACE_LIFETIME_EXPIRED"(7)
explanation="The provided Space Token has expired its lifetime"
[0] estimatedWaitTime=-1
============================================================
- description of test: TestPlan 1.8.3]] pag 56 - Unique ID = 928b4e
[root@cert-18 ~]# ll /storage/
total 28
drwxr-x--- 2 storm storm 4096 Jul 16 00:04 dteam
drwxr-x--- 2 storm storm 4096 Jul 16 00:04 infngrid
lrwxrwxrwx 1 root root 14 Jul 16 01:42 test -> /storage/dteam
drwxrwx---+ 2 storm storm 4096 Jul 16 01:32 testers.eu-emi.eu
drwxrwx---+ 2 storm storm 4096 Jul 16 00:04 testers.eu-emi.eu_https
drwxr-x--- 2 storm storm 4096 Jul 16 00:04 testers.eu-emi.eu_no_voms
[root@cert-18 ~]# tail -5 siteinfo/site-info.def
STORM_DTEAM_FSTYPE="gpfs"
STORM_DTEAM_ONLINE_SIZE=72
STORM_DTEAM_VONAME=dteam
STORM_DTEAM_ROOT="/storage/test"
[root@cert-18 ~]# /opt/glite/yaim/bin/yaim -d 6 -c -s /root/siteinfo/site-info.def -n se_storm_backend -n se_storm_frontend -n se_storm_gridftp -n se_storm_gridhttps
[root@cert-18 ~]# service storm-backend-server stop
storm-backend-server already stopped [ OK ]
[root@cert-18 ~]# rm /var/log/storm/storm-backend.log -f
[root@cert-18 ~]# vi /etc/storm/backend-server/namespace.xml
<namespace xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="namespace-1.5.0.xsd" version="1.5.0">
<filesystems>
<filesystem name="DTEAM-FS" fs_type="gpfs">
<space-token-description>DTEAM_TOKEN</space-token-description>
<root>/storage/test</root>
<filesystem-driver>it.grid.storm.filesystem.swig.posixfs</filesystem-driver> <-------- CHANGED "gpfs" into "posixfs"
<spacesystem-driver>it.grid.storm.filesystem.MockSpaceSystem</spacesystem-driver> <-------- CHANGED "GPFSSpaceSystem" into "MockSpaceSystem"
<storage-area-authz>
<fixed>permit-all</fixed>
</storage-area-authz>
[...]
[root@cert-18 ~]# rm /var/log/storm/storm-backend.log -f
[root@cert-18 ~]# vi /etc/storm/backend-server/logging.xml
[...]
<logger name="it.grid.storm" additivity="false">
<level value="DEBUG" />
<appender-ref ref="DEBUGGING" />
</logger>
[...]
[root@cert-18 ~]# service storm-backend-server start
Bootstrapping storm-backend-server [ OK ]
StoRMCommandServer on localhost:4444 is closed [FAILED]
[root@cert-18 ~]# grep NamespaceFSAssociationCheck.getMountPointFSTypeBestmatch /var/log/storm/storm-backend.log
02:19:07.328 - DEBUG [main][NamespaceFSAssociationCheck.getMountPointFSTypeBestmatch] - Retrieving mout point for path /storage/dteam
- description of test: TestPlan 1.8.3]] pag 56 - Unique ID = f8911e
[root@cert-18 ~]# mkdir -p /storage/testers.eu-emi.eu_https/https
[root@cert-18 ~]# chown stomr:storm
[root@cert-18 ~]# chmod go-rx /storage/testers.eu-emi.eu_https/https
[root@cert-18 ~]# ll -d /storage/testers.eu-emi.eu_https/https
drwx------ 2 storm storm 4096 Jul 16 02:32 /storage/testers.eu-emi.eu_https/https
[root@cert-18 ~]# grep '/storage/testers.eu-emi.eu_https/https' siteinfo/site-info.def
STORM_TESTERSEUEMIEU_HTTPS_ROOT=/storage/testers.eu-emi.eu_https/https
[root@cert-18 ~]# /opt/glite/yaim/bin/yaim -d 6 -c -s /root/siteinfo/site-info.def -n se_storm_backend -n se_storm_frontend -n se_storm_gridftp -n se_storm_gridhttps
[root@cert-18 ~]# getfacl --tabular /storage/testers.eu-emi.eu_https/https | grep GROUP | awk '{print $3}' | grep r
getfacl: Removing leading '/' from absolute path names
r--
[root@cert-18 ~]# echo $?
0