Difference: Release40130 ( vs. 1)

Revision 12013-01-30 - SergioTraldi

Line: 1 to 1
Added:
>
>
META TOPICPARENT name="TestingHlrServer"

Testing Report for Release 4.0.13-0

Installation & Configuration

Following the above instruction, you can found:

  • installation log here
  • configuration log here

RPM checks

The rpms installed:

[root@cert-13 ~]# rpm -qa | grep -i dgas | sort
glite-dgas-common-4.0.13-0.sl5
glite-dgas-hlr-clients-4.0.13-0.sl5
glite-dgas-hlr-service-4.0.13-0.sl5
glite-dgas-hlr-service-consumers-4.0.13-0.sl5
glite-dgas-pa-clients-4.0.8-0.sl5
yaim-dgas-5.0.0-4

Check the rpm installed put the executable, libraries and configuration file in the right palce:

[root@cert-13 ~]# rpm -ql glite-dgas-common-4.0.13-0.sl5
/usr/include/glite
/usr/include/glite/dgas
/usr/include/glite/dgas/tls
/usr/include/glite/dgas/tls/socket++
/usr/include/glite/dgas/tls/socket++/errors.h
/usr/include/glite/dgas/tls/socket++/tokens.h
/usr/lib64/libglite_dgas_config.a
/usr/lib64/libglite_dgas_config.so
/usr/lib64/libglite_dgas_config.so.0
/usr/lib64/libglite_dgas_config.so.0.0.0
/usr/lib64/libglite_dgas_localSecurity.a
/usr/lib64/libglite_dgas_localSecurity.so
/usr/lib64/libglite_dgas_localSecurity.so.0
/usr/lib64/libglite_dgas_localSecurity.so.0.0.0
/usr/lib64/libglite_dgas_lock.a
/usr/lib64/libglite_dgas_lock.so
/usr/lib64/libglite_dgas_lock.so.0
/usr/lib64/libglite_dgas_lock.so.0.0.0
/usr/lib64/libglite_dgas_log.a
/usr/lib64/libglite_dgas_log.so
/usr/lib64/libglite_dgas_log.so.0
/usr/lib64/libglite_dgas_log.so.0.0.0
/usr/lib64/libglite_dgas_tls_gsisocket_pp.a
/usr/lib64/libglite_dgas_tls_gsisocket_pp.so
/usr/lib64/libglite_dgas_tls_gsisocket_pp.so.0
/usr/lib64/libglite_dgas_tls_gsisocket_pp.so.0.0.0
/usr/lib64/libglite_dgas_tls_socket_pp.a
/usr/lib64/libglite_dgas_tls_socket_pp.so
/usr/lib64/libglite_dgas_tls_socket_pp.so.0
/usr/lib64/libglite_dgas_tls_socket_pp.so.0.0.0
/usr/lib64/libglite_dgas_xmlutil.a
/usr/lib64/libglite_dgas_xmlutil.so
/usr/lib64/libglite_dgas_xmlutil.so.0
/usr/lib64/libglite_dgas_xmlutil.so.0.0.0


[root@cert-13 ~]# rpm -ql glite-dgas-hlr-clients-4.0.13-0.sl5
/usr/bin/dgas-hlr-query
/usr/bin/dgas-ping
/usr/lib64/libglite_dgas_pingClient.a
/usr/lib64/libglite_dgas_pingClient.so
/usr/lib64/libglite_dgas_pingClient.so.0
/usr/lib64/libglite_dgas_pingClient.so.0.0.0
/usr/share/man/man1/dgas-hlr-query.1.gz
/usr/share/man/man1/dgas-ping.1.gz


[root@cert-13 ~]# rpm -ql glite-dgas-hlr-service-4.0.13-0.sl5
/etc/dgas
/etc/dgas/dgas_hlr.conf.template
/etc/dgas/dgas_hlr.sql
/etc/dgas/dgas_hlr_tmp.sql
/etc/dgas/dgas_sumrecords2goc.conf.template
/etc/dgas/glite-dgas-sumrecords2goc-SumCPU.sql
/usr/lib64/libdgasAtmResourceEngine.a
/usr/lib64/libdgasAtmResourceEngine.so
/usr/lib64/libdgasAtmResourceEngine.so.0
/usr/lib64/libdgasAtmResourceEngine.so.0.0.0
/usr/lib64/libdgasAtmResourceEngine2.a
/usr/lib64/libdgasAtmResourceEngine2.so
/usr/lib64/libdgasAtmResourceEngine2.so.0
/usr/lib64/libdgasAtmResourceEngine2.so.0.0.0
/usr/lib64/libdgasEngineCmnUtl.a
/usr/lib64/libdgasEngineCmnUtl.so
/usr/lib64/libdgasEngineCmnUtl.so.0
/usr/lib64/libdgasEngineCmnUtl.so.0.0.0
/usr/lib64/libglite_dgas_atmResBankClient.a
/usr/lib64/libglite_dgas_atmResBankClient.so
/usr/lib64/libglite_dgas_atmResBankClient.so.0
/usr/lib64/libglite_dgas_atmResBankClient.so.0.0.0
/usr/lib64/libglite_dgas_atmResBankClient2.a
/usr/lib64/libglite_dgas_atmResBankClient2.so
/usr/lib64/libglite_dgas_atmResBankClient2.so.0
/usr/lib64/libglite_dgas_atmResBankClient2.so.0.0.0
/usr/lib64/libglite_dgas_dbhelper.a
/usr/lib64/libglite_dgas_dbhelper.so
/usr/lib64/libglite_dgas_dbhelper.so.0
/usr/lib64/libglite_dgas_dbhelper.so.0.0.0
/usr/lib64/libglite_dgas_hlr.a
/usr/lib64/libglite_dgas_hlr.so
/usr/lib64/libglite_dgas_hlr.so.0
/usr/lib64/libglite_dgas_hlr.so.0.0.0
/usr/lib64/libglite_dgas_hlrGenericQuery.a
/usr/lib64/libglite_dgas_hlrGenericQuery.so
/usr/lib64/libglite_dgas_hlrGenericQuery.so.0
/usr/lib64/libglite_dgas_hlrGenericQuery.so.0.0.0
/usr/lib64/libglite_dgas_hlrQTransaction.a
/usr/lib64/libglite_dgas_hlrQTransaction.so
/usr/lib64/libglite_dgas_hlrQTransaction.so.0
/usr/lib64/libglite_dgas_hlrQTransaction.so.0.0.0
/usr/lib64/libglite_dgas_hlrTransLog.a
/usr/lib64/libglite_dgas_hlrTransLog.so
/usr/lib64/libglite_dgas_hlrTransLog.so.0
/usr/lib64/libglite_dgas_hlrTransLog.so.0.0.0
/usr/lib64/libglite_dgas_serviceCommonUtils.a
/usr/lib64/libglite_dgas_serviceCommonUtils.so
/usr/lib64/libglite_dgas_serviceCommonUtils.so.0
/usr/lib64/libglite_dgas_serviceCommonUtils.so.0.0.0
/usr/libexec
/usr/libexec/dgas-hlr-checkHostCertProxy.sh
/usr/libexec/dgas-hlr-urforward
/usr/libexec/dgas-ml-client
/usr/libexec/dgasmonitor
/usr/libexec/dgasmonitor/glite-dgas-monitor-run.sh
/usr/libexec/dgasmonitor/plugins
/usr/libexec/dgasmonitor/plugins/ping_2
/usr/libexec/dgasmonitor/plugins/ping_3
/usr/libexec/dgasmonitor/plugins/ping_4
/usr/libexec/dgastests
/usr/libexec/dgastests/full.test
/usr/libexec/dgastests/glite-dgas-testrun.pl
/usr/libexec/dgastests/joinCover.pl
/usr/libexec/dgastests/level1.test
/usr/libexec/dgastests/level2.test
/usr/libexec/dgastests/sensors_full.test
/usr/libexec/dgastests/storage.test
/usr/libexec/dgastests/test.conf
/usr/libexec/dgastests/tests
/usr/libexec/dgastests/tests/UR_LRMS_lsf.records
/usr/libexec/dgastests/tests/UR_LRMS_pbs.records
/usr/libexec/dgastests/tests/addResourceAuth.sh
/usr/libexec/dgastests/tests/atmClient.sh
/usr/libexec/dgastests/tests/benchmarksTest.sh
/usr/libexec/dgastests/tests/checkTable.sh
/usr/libexec/dgastests/tests/cleanResubJob.sh
/usr/libexec/dgastests/tests/cleanUpJob.sh
/usr/libexec/dgastests/tests/createLSFRecords.sh
/usr/libexec/dgastests/tests/delResourceAuth.sh
/usr/libexec/dgastests/tests/dgas_sensors_test.conf
/usr/libexec/dgastests/tests/dgas_sensors_test.conf.lsf.ldif.sed
/usr/libexec/dgastests/tests/dgas_sensors_test.conf.lsf.sed
/usr/libexec/dgastests/tests/dgas_sensors_test.conf.template
/usr/libexec/dgastests/tests/dgas_sensors_test_poolPatterns.conf
/usr/libexec/dgastests/tests/generateJobId.sh
/usr/libexec/dgastests/tests/glideInTest.sh
/usr/libexec/dgastests/tests/glite-info-dynamic-ce.ldif.4482
/usr/libexec/dgastests/tests/grid-jobmap.template
/usr/libexec/dgastests/tests/grid-jobmap.template.lsf
/usr/libexec/dgastests/tests/gridJobFQAN.lsf.sed
/usr/libexec/dgastests/tests/gridJobFQAN.sed
/usr/libexec/dgastests/tests/gridJobGlideIn.sed
/usr/libexec/dgastests/tests/gridJobpool.sed
/usr/libexec/dgastests/tests/hlrDBExists.sh
/usr/libexec/dgastests/tests/hlrHADIsAlive.sh
/usr/libexec/dgastests/tests/hlrQmgrIsAlive.sh
/usr/libexec/dgastests/tests/hlrServerdIsAlive.sh
/usr/libexec/dgastests/tests/hlr_tmpDBExists.sh
/usr/libexec/dgastests/tests/localJobmap.sed
/usr/libexec/dgastests/tests/missingStartQtimeJob.sh
/usr/libexec/dgastests/tests/multiplePing.sh
/usr/libexec/dgastests/tests/multipleRecords.sh
/usr/libexec/dgastests/tests/mysqldPing.sh
/usr/libexec/dgastests/tests/mysqldStatus.sh
/usr/libexec/dgastests/tests/negativeWCTJob.sh
/usr/libexec/dgastests/tests/poolAccountPattern.conf.template
/usr/libexec/dgastests/tests/putLSFURindgasURBox.sh
/usr/libexec/dgastests/tests/putURindgasURBox.SQL.sh
/usr/libexec/dgastests/tests/putURindgasURBox.sh
/usr/libexec/dgastests/tests/static-test.ldif
/usr/libexec/dgastests/tests/test.lsf.UR
/usr/libexec/dgastests/tests/test.pbs.UR
/usr/libexec/dgastests/tests/test.pbs.UR.SQL
/usr/libexec/dgastests/tests/testJobMap.conf
/usr/libexec/dgastests/tests/testMinus_a.sh
/usr/libexec/dgastests/tests/testMinus_o.sh
/usr/libexec/dgastests/tests/testResubmission.sh
/usr/libexec/dgastests/tests/voOriginTest.sh
/usr/libexec/dgastests/tests/voproblemjob.sh
/usr/libexec/dgastests/tests/waitForJob.sh
/usr/libexec/dgastests/tests/wrongcputjob.sh
/usr/sbin/dgas-hlr-addadmin
/usr/sbin/dgas-hlr-addresource
/usr/sbin/dgas-hlr-archive
/usr/sbin/dgas-hlr-bdiiresimport.pl
/usr/sbin/dgas-hlr-checkqueue
/usr/sbin/dgas-hlr-dbcreate
/usr/sbin/dgas-hlr-deladmin
/usr/sbin/dgas-hlr-delresource
/usr/sbin/dgas-hlr-had.pl
/usr/sbin/dgas-hlr-listener
/usr/sbin/dgas-hlr-populateJobTransSummary
/usr/sbin/dgas-hlr-qmgr
/usr/sbin/dgas-hlr-queryadmin
/usr/sbin/dgas-hlr-queryresource
/usr/sbin/dgas-hlr-sqlexec
/usr/sbin/dgas-hlr-translatedb
/usr/sbin/dgas-hlrd
/usr/sbin/dgas-sumrecords2goc.pl



[root@cert-13 ~]# rpm -ql glite-dgas-hlr-service-consumers-4.0.13-0.sl5
/etc/dgas
/etc/dgas/car_aggregated_v1.0.xsd
/etc/dgas/car_v1.0.xsd
/etc/dgas/dgas_amq_consumer.conf.template
/etc/dgas/ogfur_v1.xsd.xml
/usr/lib64/libglite_dgas_AMQConsumer.a
/usr/lib64/libglite_dgas_AMQConsumer.so
/usr/lib64/libglite_dgas_AMQConsumer.so.0
/usr/lib64/libglite_dgas_AMQConsumer.so.0.0.0
/usr/lib64/libglite_dgas_legacyRecordManager.a
/usr/lib64/libglite_dgas_legacyRecordManager.so
/usr/lib64/libglite_dgas_legacyRecordManager.so.0
/usr/lib64/libglite_dgas_legacyRecordManager.so.0.0.0
/usr/libexec
/usr/libexec/dgas-AMQConsumer
/usr/libexec/dgas-legacyRecordManager
/usr/libexec/glite-dgas-ogfurParser
/usr/sbin/dgas-hlr-amq-consumer


[root@cert-13 ~]# rpm -ql glite-dgas-pa-clients-4.0.8-0.sl5
/usr/bin/dgas-pa-info
/usr/lib64/libglite_dgas_paClient.a
/usr/lib64/libglite_dgas_paClient.so
/usr/lib64/libglite_dgas_paClient.so.0
/usr/lib64/libglite_dgas_paClient.so.0.0.0



[root@cert-13 ~]# rpm -ql yaim-dgas-5.0.0-4
/opt/glite/yaim/defaults
/opt/glite/yaim/defaults/hlr.pre
/opt/glite/yaim/examples/siteinfo/services
/opt/glite/yaim/examples/siteinfo/services/dgas_sensors
/opt/glite/yaim/examples/siteinfo/services/hlr
/opt/glite/yaim/examples/siteinfo/services/igi-hlr
/opt/glite/yaim/functions
/opt/glite/yaim/functions/config_dgas_ce
/opt/glite/yaim/functions/config_dgas_hlr
/opt/glite/yaim/functions/config_dgas_mysql
/opt/glite/yaim/functions/utils
/opt/glite/yaim/functions/utils/manage_conf
/opt/glite/yaim/node-info.d
/opt/glite/yaim/node-info.d/dgas_sensors
/opt/glite/yaim/node-info.d/hlr
/opt/glite/yaim/node-info.d/igi-hlr

Only yaim files are in /opt/glite all other HLR server files are in EMI or linux standard places.

First Functionality Test (Legacy mode):

Try to submit some jobs to a CE and see if the records arrive to HLR :

From HLR Server : Check the dgas-hlrd status and add the resource (CE DN is needed) from dgas:

[root@cert-13 ~]# /etc/init.d/dgas-hlrd status
/var/lock/dgas/dgas_hlrd.lock
Process HLR listener: 13711
root     13711  0.2  1.5 245492 49420 ?        S    May28   9:32 /usr//sbin/dgas-hlr-listener -c /etc/dgas/dgas_hlr.conf
The process is running.
/var/lock/dgas/dgas_hlr_qmgrd.lock
Process Batch Transaction manager: 13712
root     13712  0.0  0.0 112424  2672 ?        S    May28   1:11 /usr//sbin/dgas-hlr-qmgr -l /var/log/dgas/dgas_hlr_qmgrd.log -c /etc/dgas/dgas_hlr.conf
The process is running.
Server alive.
listener answers to ping
/var/lock/dgas/dgas_hlr_urforward.lock
Process urForward: 13713
root     13713  0.0  0.1 100460  4228 ?        S    May28   0:00 /usr//libexec/dgas-hlr-urforward -c /etc/dgas/dgas_hlr.conf -d
The process is running.


[root@cert-13 ~]# dgas-hlr-addadmin -Sa "/C=IT/O=INFN/OU=Host/L=Padova/CN=cert-34.pd.infn.it"
Record added!

From CE CREAM Host: The dgas sensors into the CE CREAM host cert-34.pd.infn.it are the production sensors release:

 
[root@cert-34 ~]# rpm -qa | grep -i dgas | sort
glite-dgas-common-4.0.6-0.sl5
glite-dgas-hlr-clients-4.0.6-0.sl5
glite-dgas-hlr-sensors-4.0.6-2.sl5
glite-dgas-hlr-sensors-producers-4.0.6-1.sl5
yaim-dgas-5.0.0-3

From UI :

-bash-3.2$ glite-ce-job-submit -r cert-34.pd.infn.it:8443/cream-pbs-cert -a testCream1.jdl
https://cert-34.pd.infn.it:8443/CREAM262009988


-bash-3.2$ glite-ce-job-status https://cert-34.pd.infn.it:8443/CREAM262009988

******  JobID=[https://cert-34.pd.infn.it:8443/CREAM262009988]
        Status        = [REALLY-RUNNING]


-bash-3.2$ glite-ce-job-status https://cert-34.pd.infn.it:8443/CREAM262009988

******  JobID=[https://cert-34.pd.infn.it:8443/CREAM262009988]
        Status        = [DONE-OK]
        ExitCode      = [0]

From HLR Server : Check the data

mysql> select * from trans_in;
+-----+-------------------------+------+----------------------------------------------------------------+--------+------------+----------------+----------------------------------+---------------------+
| tid | rid                     | gid  | from_dn                                                        | amount | tr_stamp   | dgJobId        | uniqueChecksum                   | accountingProcedure |
+-----+-------------------------+------+----------------------------------------------------------------+--------+------------+----------------+----------------------------------+---------------------+
|   1 | cert-34.pd.infn.it:cert | NONE | /C=IT/O=INFN/OU=Personal Certificate/L=Padova/CN=Sergio Traldi |      0 | 1337759000 | CREAM262009988 | 900706bf5be9e7156c56cd5c27a17d3a | grid                |
+-----+-------------------------+------+----------------------------------------------------------------+--------+------------+----------------+----------------------------------+---------------------+
1 row in set (0.00 sec)

Second Functionality Test (Legacy mode):

Copy from a preproduction CE many accounting jobs info to allow the HLR to work with real load:

Copy the accounting data:

[root@cert-37 ~]# rsync -axv /var/log/cream/accounting/* cert-34:/var/log/cream/accounting/

[root@cert-37 ~]# rsync -axv /opt/lsf_7.0/work/pd_lsf70_sl4/logdir/* cert-34:/opt/lsf_7.0/work/pd_lsf70_sl4/logdir/

Change the dgas sensors file:

[root@cert-34 ~]# cat /etc/dgas/dgas_sensors.conf | egrep -v '^#|^$'
siteName="INFN-PADOVA"
lrmsType="lsf"
lsfAcctLogDir = "/opt/lsf_7.0/work/pd_lsf70_sl4/logdir/"
res_acct_bank_id="cert-13.pd.infn.it:56568:"
ignoreJobsLoggedBefore="2009-04-01"
useCEJobMap = "yes"
ceJobMapLog="/var/log/cream/accounting/blahp.log"
collectorLockFileName="/var/lock/dgas/dgas_urcollector.lock"
collectorHADLockFileName="/var/lock/dgas/dgas_urcollector_had.lock"
collectorLogFileName="/var/log/dgas/dgas_urcollector.log"
collectorBufferFileName = "/var/dgasCollectorBuffer"
mainPollInterval="5"
jobPerTimeInterval="100"
timeInterval="1"
systemLogLevel="7"
limiterWaitFor="5"
maxNumRecords="10000"
localHostNameAsCEHostName = "no"
jobsToProcess="grid"
keyList="GlueHostBenchmarkSF00,GlueHostBenchmarkSI00,GlueHostApplicationSoftwareRunTimeEnvironment: SI00MeanPerCPU,GlueHostApplicationSoftwareRunTimeEnvironment: SF00MeanPerCPU"
glueLdifFile="/var/lib/bdii/gip/ldif/static-file-Cluster.ldif"
pushdLockFileName="/var/lock/dgas/dgas_pushd.lock"
pushdLogFileName="/var/log/dgas/dgas_pushd.log"
localUserGroup2VOMap="/etc/dgas/dgas_localUserGroup2VOMap.conf"
gipDynamicTmpCEFiles = "ldap://`hostname`:2170"
qMult="1"
queuePollInterval="2"
queuePollInterval="2"
voToProcess=""
useCEHostName="cert-34.pd.infn.it"

Restart the dgas sensors process:

[root@cert-34 ~]# /etc/init.d/dgas-urcollector restart
Stopping urCollector HAD...                                [  OK  ]
Stopping dgas-urcollector-SQLite.pl:                       [  OK  ]
Starting dgas-urcollector-SQLite.pl:                       [  OK  ]
Starting urCollector HAD...                                [  OK  ]

[root@cert-34 ~]# /etc/init.d/dgas-pushd restart
Stopping dgas-pushd-SQLite.pl:/var/lock/dgas/dgas_pushd.loc[  OK  ]1286)
Starting dgas-pushd-SQLite.pl:                             [  OK  ]

In HLR Server host : Have a look into the database:

mysql> select count(*) from trans_in;
+----------+
| count(*) |
+----------+
|      4376|
+----------+
1 row in set (0.00 sec)


mysql> select count(*) from trans_in;
+----------+
| count(*) |
+----------+
|   193376 |
+----------+
1 row in set (0.00 sec)


mysql> select * from trans_in order by tid desc limit 10;
+--------+-------------------------+------+--------------------------------------------------------------------+--------+------------+-----------------------------------------------------------+----------------------------------+---------------------+
| tid    | rid                     | gid  | from_dn
| amount | tr_stamp   | dgJobId
| uniqueChecksum                   | accountingProcedure |
+--------+-------------------------+------+--------------------------------------------------------------------+--------+------------+-----------------------------------------------------------+----------------------------------+---------------------+
| 193376 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/Zj_4hAmYDB1oz8xIUXb_6g |
b6efae1ad1dd78e72ddd082497aac157 | grid                |
| 193375 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/eMb7bbYFkg0_OKy0-yZXhg |
1a76f03292ac1f77a3603a5034174ecd | grid                |
| 193374 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967305 | https://lb-enmr.science.uu.nl:9000/jQdyFL_gB-jvG5J37q0N3g |
f66541cd5ddfbb50213556c15f327e68 | grid                |
| 193373 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/0MP62id1sjtThxsvBmhIgg |
a71a28e4dcdffefc9b98341f08e69bec | grid                |
| 193372 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/Xgu6gjzpQzmhyPXxASQ8sg |
03fa418be9cbc708c13019fb37ae1be2 | grid                |
| 193371 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/R6KN9pKnFLiTT3FVWPI9Uw |
b1df5764c854cd5912c62cdaa3778608 | grid                |
| 193370 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/SnvtupymmS6OvUM0M5hx9g |
2231f6d83953b933f8a6bc4117eb5e47 | grid                |
| 193369 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/YVtkXTignrfq0x2EwwRCVg |
31a3efda407af8307b5f05c64ff07a07 | grid                |
| 193368 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/fbRhTJoMDmhOfg-hx49v7Q |
4a3631c980804674f97f6a25c55db164 | grid                |
| 193367 | cert-34.pd.infn.it:grid | NONE |
/O=dutchgrid/O=users/O=universiteit-utrecht/OU=chem/CN=Tobias Madl |      0 |
1337967306 | https://lb-enmr.science.uu.nl:9000/6vlZ5r8XWhuUdSWzvLPgFQ |
a3ef4800428662ee5dff027efc323be3 | grid                |
+--------+-------------------------+------+--------------------------------------------------------------------+--------+------------+-----------------------------------------------------------+----------------------------------+---------------------+
10 rows in set (0.00 sec)

Simple test with Sensors in CREAM SL6

From CE

[root@cert-42 ~]# cat /etc/redhat-release 
Scientific Linux release 6.3 (Carbon)

[root@cert-42 ~]# rpm -qa | grep -i dgas
yaim-dgas-5.0.0-4.noarch
glite-dgas-hlr-sensors-producers-4.0.13-2.centos6.x86_64
glite-dgas-common-4.0.13-0.centos6.x86_64
glite-dgas-hlr-clients-4.0.13-0.centos6.x86_64
glite-dgas-hlr-sensors-4.0.13-0.centos6.x86_64


[root@cert-42 ~]# /opt/glite/yaim/bin/yaim -c -d 6 -s /root/siteinfo/site-info.def -n creamCE -n TORQUE_server -n TORQUE_utils -n DGAS_sensors  2>&1 | tee /root/conf_EMI1-CE_Torque.`hostname -s`.`date +%Y%m%d-%H%M%S`.log

[root@cert-42 ~]# /etc/init.d/dgas-urcollector status
root      2374  0.9  0.3 151828  8976 pts/0    S    Oct08  12:21 /usr/bin/perl -w /usr//sbin/dgas-urcollector-SQLite.pl /etc/dgas/dgas_sensors.conf
The process is running.

[root@cert-42 ~]# /etc/init.d/dgas-pushd status
Process dgas-pushd-SQLite.pl: 2388
root      2388  0.0  0.2 150528  7740 pts/0    S    Oct08   1:15 /usr/bin/perl -w /usr//sbin/dgas-pushd-SQLite.pl /etc/dgas/dgas_sensors.conf
The process is running.

From HLR server:

mysql> select * from trans_in order by tid desc limit 5;
+----------+--------------------------------------+------+--------------------------------------------------------------------------------+--------+------------+-------------------------------------------------------------+----------------------------------+---------------------+
| tid      | rid                                  | gid  | from_dn                                                                        | amount | tr_stamp   | dgJobId                                                     | uniqueChecksum                   | accountingProcedure |
+----------+--------------------------------------+------+--------------------------------------------------------------------------------+--------+------------+-------------------------------------------------------------+----------------------------------+---------------------+
| 24265834 | cert-42.pd.infn.it:cert              | NONE | CN=Sergio Traldi,L=Padova,OU=Personal Certificate,O=INFN,C=IT                  |      0 | 1349707293 | CREAM927406209                                              | 59bc75e528f390a260a5c9a14005b9b2 | grid                | 
| 24265833 | cert-42.pd.infn.it:cert              | NONE | CN=Sergio Traldi,L=Padova,OU=Personal Certificate,O=INFN,C=IT                  |      0 | 1349707293 | CREAM942376304                                              | f9d425fb01e6c41c70c3dbb445ea1ee2 | grid                | 
| 24265832 | cert-42.pd.infn.it:cert              | NONE | CN=Sergio Traldi,L=Padova,OU=Personal Certificate,O=INFN,C=IT                  |      0 | 1349707293 | CREAM947154007                                              | d97b252633482d4b6c54b7cf37d91bc7 | grid                | 
| 24265831 | cert-42.pd.infn.it:cert              | NONE | CN=Sergio Traldi,L=Padova,OU=Personal Certificate,O=INFN,C=IT                  |      0 | 1349707293 | CREAM798661272                                              | aad635177c496c63c09a79ba54b8718f | grid                | 
| 24265830 | cert-42.pd.infn.it:cert              | NONE | CN=Sergio Traldi,L=Padova,OU=Personal Certificate,O=INFN,C=IT                  |      0 | 1349707293 | CREAM250809907                                              | f652cbb16cf14bd0e6181bcc8fdbf3e5 | grid                |

Update Test:

Back up the old databases :

Form previous HLR Server stop the dgas services and make a dump of the databases:

Stop the services :

[root@prod-hlr-01 ~]# /etc/init.d/glite-dgas-hlrd stop
Stopping HAD...                                            [  OK  ]
Stopping HLR listener:/opt/glite/var/dgas/hlr.lock (pid 172[  OK  ]
Stopping Batch Transaction manager:/opt/glite/var/dgas/hlr_[  OK  ]ck (pid 17204)
Stopping urForward:/opt/glite/var/dgas/glite-dgas-ur-forwar[  OK  ]pid 17206)

[root@prod-hlr-01 ~]# ps -ef | grep -i dgas
root      2006 31449  0 11:22 pts/2    00:00:00 grep -i dgas

Check disk space Ensure you have enough space in the disk:

[root@prod-hlr-01 ~]# df -h
Filesystem            Size  Used Avail Use% Mounted on
/dev/md0               29G  3.5G   24G  13% /
/dev/md1              494M   17M  452M   4% /boot
none                  1.5G     0  1.5G   0% /dev/shm
/dev/md3               81G   73G  7.8G  91% /var/lib/mysql
prod-mon-01:/data
                      228G   2G  227G 1% /data
In our case we mount a nfs partition to the HLR Server

Make the dump :

mysqldump --user=root --password hlr_Padova > /data/hlr.sql
mysqldump --user=root --password hlr_tmp_Padova > /data/hlr_tmp.sql

Installation : Install again the host with SL5 x86_64 SL distribution or install a new host where the HLR Server will be installed.

Following the above instructions install the HLR Server and configure using yaim.

Stop the HLR server process:

[root@cert-13 ~]# /etc/init.d/dgas-hlrd stop
chown: `dgas:dgas': invalid user
Stopping HAD...                                            [  OK  ]
Stopping HLR listener:/var/lock/dgas/dgas_hlrd.lock (pid 23[  OK  ]
Stopping Batch Transaction manager:/var/lock/dgas/dgas_hlr_qmgrd.lock (pid 23264)                                                          [  OK  ]
Stopping urForward:/var/lock/dgas/dgas_hlr_urforward.lock ([  OK  ]5)

[root@cert-13 ~]# ps -ef | grep -i dgas
root     23431 22263  0 11:34 pts/0    00:00:00 grep -i dgas

Restore the dump :

[root@cert-13 ~]# mysql -u root -p hlr_tmp < /data/hlr_tmp.sql
Enter password:

[root@cert-13 ~]# mysql -u root -p hlr < /data/hlr.sql
Enter password: 

check dgas services

[root@cert-13 ~]# ps -ef | grep dgas
root     25194  2324  0 11:43 pts/0    00:00:00 grep dgas

execute translate DB

[root@cert-13 ~]# nohup /usr/sbin/dgas-hlr-translatedb --D &
[1] 25195
[root@cert-13 ~]# nohup: appending output to `nohup.out'
[1]+  Done                    nohup /usr/sbin/dgas-hlr-translatedb --D

Start dgas services :

[root@cert-13 ~]# /etc/init.d/dgas-hlrd start
chown: `dgas:dgas': invalid user
Initializing DGAS HLR....Locking other instances out.
Initializing database, this operation can take minutes to hours to complete depending on the size of your DB. DO NOT KILL THE COMMAND PLEASE.
Starting HLR listener:                                     [  OK  ]
Starting Batch Transaction manager:                        [  OK  ]
Starting urForward:                                        [  OK  ]
Starting DGAS HAD...                                       [  OK  ]

Check dgas services :

[root@cert-13 ~]# ps -ef | grep dgas
root     13910     1  0 09:46 pts/0    00:00:00 /usr//sbin/dgas-hlr-listener -c /etc/dgas/dgas_hlr.conf
root     13911     1  0 09:46 pts/0    00:00:00 /usr//sbin/dgas-hlr-qmgr -l /var/log/dgas/dgas_hlr_qmgrd.log -c /etc/dgas/dgas_hlr.conf
root     13912     1  0 09:46 pts/0    00:00:00 /usr//libexec/dgas-hlr-urforward -c /etc/dgas/dgas_hlr.conf -d
root     13913     1  0 09:46 pts/0    00:00:00 /usr/bin/perl -w /usr//sbin/dgas-hlr-had.pl /etc/rc.d/init.d/dgas-hlrd /usr//libexec/dgas-hlr-checkHostCertProxy.sh
root     13922  2324  0 09:46 pts/0    00:00:00 grep dgas

Check data :

[root@cert-13 ~]# mysql -u root -p
Enter password:
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 272404
Server version: 5.0.95 Source distribution

Copyright (c) 2000, 2011, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql> show databases;
+--------------------+
| Database           |
+--------------------+
| information_schema |
| hlr                |
| hlr_tmp            |
| mysql              |
| test               |
+--------------------+
5 rows in set (0.07 sec)

mysql> use hlr;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A

Database changed
mysql> select count(*) from jobTransSummary;
+----------+
| count(*) |
+----------+
|        0 |
+----------+
1 row in set (0.00 sec)

mysql> select count(*) from trans_in;
+----------+
| count(*) |
+----------+
| 22257636 |
+----------+
1 row in set (0.00 sec)

mysql> exit
Bye

Execute populateJobTransSummary:

[root@cert-13 ~]# /usr/sbin/dgas-hlr-populateJobTransSummary
Locking other instances out.
 writing records: ######################################## [  0%] E:905 sec ETA:0 min
 writing records: ######################################## [  0%] E:617 sec ETA:0 min
 writing records: ######################################## [  1%] E:769 sec ETA:1268 min
 writing records: ######################################## [  1%] E:835 sec ETA:1268 min
 writing records: ######################################## [  2%] E:663 sec ETA:1082 min
 writing records: ######################################## [  2%] E:559 sec ETA:1082 min
 writing records: ######################################## [  3%] E:427 sec ETA:690 min
 writing records: ######################################## [  3%] E:609 sec ETA:690 min
 writing records: ######################################## [  4%] E:844 sec ETA:1350 min
 writing records: ########EE#EEEEEEE#EE#######EEE######### [  4%] E:692 sec ETA:1350 min
 writing records: ###############EEE##EEE################# [  4%] E:657 sec ETA:1350 min
 writing records: ######################################## [  5%] E:612 sec ETA:969 min
 writing records: ######################################## [  5%] E:306 sec ETA:969 min
 writing records: #################################EEEE#EE [  6%] E:494 sec ETA:773 min
 writing records: EE###E#E#######E######################## [  6%] E:482 sec ETA:773 min
 writing records: ######################################## [  7%] E:536 sec ETA:830 min
 writing records: ######################################## [  7%] E:906 sec ETA:830 min
 writing records: ######################################## [  8%] E:1972 sec ETA:3023 min
 writing records: ######################################## [  8%] E:1504 sec ETA:3023 min
 writing records: ######################################## [  9%] E:1261 sec ETA:1912 min
 writing records: ######################################## [  9%] E:387 sec ETA:1912 min
 writing records: ######################################## [  9%] E:265 sec ETA:1912 min
 writing records: ######################################## [ 10%] E:381 sec ETA:571 min
 writing records: ######################################## [ 10%] E:531 sec ETA:571 min
 writing records: ######################################## [ 11%] E:1197 sec ETA:1775 min
 writing records: ######################################## [ 11%] E:605 sec ETA:1775 min
 writing records: ######################################## [ 12%] E:666 sec ETA:976 min
 writing records: ######################################## [ 12%] E:509 sec ETA:976 min
 writing records: ######################################## [ 13%] E:1272 sec ETA:1844 min
 writing records: ######################################## [ 13%] E:1006 sec ETA:1844 min
 writing records: ######################################## [ 13%] E:1223 sec ETA:1844 min
 writing records: ######################################## [ 14%] E:1239 sec ETA:1775 min
 writing records: ######################################## [ 14%] E:748 sec ETA:1775 min
 writing records: ######################################## [ 15%] E:1107 sec ETA:1568 min
 writing records: ######################################## [ 15%] E:817 sec ETA:1568 min
 writing records: ######################################## [ 16%] E:790 sec ETA:1106 min
 writing records: ######################################## [ 16%] E:959 sec ETA:1106 min
 writing records: ######################################## [ 17%] E:1071 sec ETA:1481 min
 writing records: ######################################## [ 17%] E:1608 sec ETA:1481 min
 writing records: ######################################## [ 18%] E:1534 sec ETA:2096 min
 writing records: ######################################## [ 18%] E:1609 sec ETA:2096 min
 writing records: ######################################## [ 18%] E:2089 sec ETA:2096 min
 writing records: ######################################## [ 19%] E:2449 sec ETA:3306 min
 writing records: ######################################## [ 19%] E:2100 sec ETA:3306 min
 writing records: ######################################## [ 20%] E:1890 sec ETA:2520 min
 writing records: ######################################## [ 20%] E:1075 sec ETA:2520 min
 writing records: ######################################## [ 21%] E:685 sec ETA:901 min
 writing records: ######################################## [ 21%] E:4486 sec ETA:901 min
 writing records: ######################################## [ 22%] E:1509 sec ETA:1961 min
 writing records: ######################################## [ 22%] E:1192 sec ETA:1961 min
 writing records: ######################################## [ 22%] E:1836 sec ETA:1961 min
 writing records: ######################################## [ 23%] E:2283 sec ETA:2929 min
 writing records: ######################################## [ 23%] E:2029 sec ETA:2929 min
 writing records: ######################################## [ 24%] E:3468 sec ETA:4392 min
 writing records: ######################################## [ 24%] E:1370 sec ETA:4392 min
 writing records: ######################################## [ 25%] E:1687 sec ETA:2108 min
 writing records: ######################################## [ 25%] E:2564 sec ETA:2108 min
 writing records: ######################################## [ 26%] E:1066 sec ETA:1314 min
 writing records: ######################################## [ 26%] E:1204 sec ETA:1314 min
 writing records: ######################################## [ 27%] E:2223 sec ETA:2704 min
 writing records: ######################################## [ 27%] E:1339 sec ETA:2704 min
 writing records: ######################################## [ 27%] E:387 sec ETA:2704 min
 writing records: ######################################## [ 28%] E:989 sec ETA:1186 min
 writing records: ######################################## [ 28%] E:961 sec ETA:1186 min
 writing records: ######################################## [ 29%] E:1470 sec ETA:1739 min
 writing records: ######################################## [ 29%] E:1535 sec ETA:1739 min
 writing records: ######################################## [ 30%] E:1394 sec ETA:1626 min
 writing records: ######################################## [ 30%] E:1632 sec ETA:1626 min
 writing records: ######################################## [ 31%] E:1855 sec ETA:2133 min
 writing records: ######################################## [ 31%] E:1613 sec ETA:2133 min
 writing records: ######################################## [ 31%] E:1903 sec ETA:2133 min
 writing records: ######################################## [ 32%] E:1264 sec ETA:1432 min
 writing records: ######################################## [ 32%] E:1637 sec ETA:1432 min
 writing records: ######################################## [ 33%] E:1628 sec ETA:1817 min
 writing records: ######################################## [ 33%] E:1463 sec ETA:1817 min
 writing records: ######################################## [ 34%] E:1030 sec ETA:1133 min
 writing records: ######################################## [ 34%] E:1115 sec ETA:1133 min
 writing records: ######################################## [ 35%] E:1263 sec ETA:1368 min
 writing records: ######################################## [ 35%] E:1362 sec ETA:1368 min
 writing records: ######################################## [ 36%] E:1223 sec ETA:1304 min
 writing records: ######################################## [ 36%] E:614 sec ETA:1304 min
 writing records: ######################################## [ 36%] E:522 sec ETA:1304 min
 writing records: ######################################## [ 37%] E:695 sec ETA:729 min
 writing records: ######################################## [ 37%] E:519 sec ETA:729 min
 writing records: ######################################## [ 38%] E:545 sec ETA:563 min
 writing records: ######################################## [ 38%] E:729 sec ETA:563 min
 writing records: ######################################## [ 39%] E:442 sec ETA:449 min
 writing records: ######################################## [ 39%] E:366 sec ETA:449 min
 writing records: ######################################## [ 40%] E:412 sec ETA:412 min
 writing records: ######################################## [ 40%] E:406 sec ETA:412 min
 writing records: ######################################## [ 40%] E:340 sec ETA:412 min
 writing records: ######################################## [ 41%] E:369 sec ETA:362 min
 writing records: ######################################## [ 41%] E:374 sec ETA:362 min
 writing records: ######################################## [ 42%] E:582 sec ETA:562 min
 writing records: ######################################## [ 42%] E:846 sec ETA:562 min
 writing records: ######################################## [ 43%] E:876 sec ETA:832 min
 writing records: ######################################## [ 43%] E:1983 sec ETA:832 min
 writing records: ######################################## [ 44%] E:1616 sec ETA:1508 min
 writing records: ######################################## [ 44%] E:1516 sec ETA:1508 min
 writing records: ######################################## [ 45%] E:1985 sec ETA:1819 min
 writing records: ######################################## [ 45%] E:1580 sec ETA:1819 min
 writing records: ######################################## [ 45%] E:1593 sec ETA:1819 min
 writing records: ######################################## [ 46%] E:1641 sec ETA:1476 min
 writing records: ######################################## [ 46%] E:1937 sec ETA:1476 min
 writing records: ######################################## [ 47%] E:1736 sec ETA:1533 min
 writing records: ######################################## [ 47%] E:1714 sec ETA:1533 min
 writing records: ######################################## [ 48%] E:1652 sec ETA:1431 min
 writing records: ######################################## [ 48%] E:1377 sec ETA:1431 min
 writing records: ######################################## [ 49%] E:1129 sec ETA:959 min
 writing records: ######################################## [ 49%] E:894 sec ETA:959 min
 writing records: ######################################## [ 50%] E:1122 sec ETA:935 min
 writing records: ######################################## [ 50%] E:783 sec ETA:935 min
 writing records: ######################################## [ 50%] E:1018 sec ETA:935 min
 writing records: ######################################## [ 51%] E:759 sec ETA:619 min
 writing records: ######################################## [ 51%] E:562 sec ETA:619 min
 writing records: ######################################## [ 52%] E:634 sec ETA:507 min
 writing records: ######################################## [ 52%] E:633 sec ETA:507 min
 writing records: ######################################## [ 53%] E:633 sec ETA:495 min
 writing records: ######################################## [ 53%] E:637 sec ETA:495 min
 writing records: ######################################## [ 54%] E:793 sec ETA:607 min
 writing records: ######################################## [ 54%] E:793 sec ETA:607 min
 writing records: ######################################## [ 54%] E:708 sec ETA:607 min
 writing records: ######################################## [ 55%] E:569 sec ETA:426 min
 writing records: ######################################## [ 55%] E:577 sec ETA:426 min
 writing records: ######################################## [ 56%] E:1979 sec ETA:1451 min
 writing records: ######################################## [ 56%] E:1839 sec ETA:1451 min
 writing records: ######################################## [ 57%] E:1822 sec ETA:1305 min
 writing records: ######################################## [ 57%] E:1635 sec ETA:1305 min
 writing records: ######################################## [ 58%] E:1637 sec ETA:1145 min
 writing records: ######################################## [ 58%] E:1738 sec ETA:1145 min
 writing records: ######################################## [ 59%] E:2376 sec ETA:1623 min
 writing records: ######################################## [ 59%] E:2497 sec ETA:1623 min
 writing records: ######################################## [ 59%] E:1929 sec ETA:1623 min
 writing records: ######################################## [ 60%] E:1642 sec ETA:1094 min
 writing records: ######################################## [ 60%] E:1536 sec ETA:1094 min
 writing records: ######################################## [ 61%] E:2099 sec ETA:1364 min
 writing records: ######################################## [ 61%] E:2539 sec ETA:1364 min
 writing records: ######################################## [ 62%] E:2272 sec ETA:1438 min
 writing records: ######################################## [ 62%] E:2033 sec ETA:1438 min
 writing records: ######################################## [ 63%] E:1723 sec ETA:1062 min
 writing records: ######################################## [ 63%] E:1434 sec ETA:1062 min
 writing records: ######################################## [ 63%] E:1758 sec ETA:1062 min
 writing records: ######################################## [ 64%] E:1438 sec ETA:862 min
 writing records: ######################################## [ 64%] E:1150 sec ETA:862 min
 writing records: ######################################## [ 65%] E:1011 sec ETA:589 min
 writing records: ######################################## [ 65%] E:1008 sec ETA:589 min
 writing records: ######################################## [ 66%] E:978 sec ETA:554 min
 writing records: ######################################## [ 66%] E:911 sec ETA:554 min
 writing records: ######################################## [ 67%] E:946 sec ETA:520 min
 writing records: ######################################## [ 67%] E:1560 sec ETA:520 min
 writing records: #######E################################ [ 68%] E:2546 sec ETA:1357 min
 writing records: ######################################## [ 68%] E:1591 sec ETA:1357 min
 writing records: ######################################## [ 68%] E:1051 sec ETA:1357 min
 writing records: ######################################## [ 69%] E:929 sec ETA:479 min
 writing records: ######################################## [ 69%] E:914 sec ETA:479 min
 writing records: ######################################## [ 70%] E:816 sec ETA:408 min
 writing records: ######################################## [ 70%] E:857 sec ETA:408 min
 writing records: ######################################## [ 71%] E:820 sec ETA:396 min
 writing records: ######################################## [ 71%] E:884 sec ETA:396 min
 writing records: ######################################## [ 72%] E:868 sec ETA:405 min
 writing records: ######################################## [ 72%] E:1524 sec ETA:405 min
 writing records: ######################################## [ 72%] E:1123 sec ETA:405 min
 writing records: ######################################## [ 73%] E:1168 sec ETA:525 min
 writing records: ######################################## [ 73%] E:1068 sec ETA:525 min
 writing records: ######################################## [ 74%] E:866 sec ETA:375 min
 writing records: ######################################## [ 74%] E:1088 sec ETA:375 min
 writing records: ######################################## [ 75%] E:748 sec ETA:311 min
 writing records: ######################################## [ 75%] E:977 sec ETA:311 min
 writing records: ######################################## [ 76%] E:1100 sec ETA:440 min
 writing records: ######################################## [ 76%] E:1083 sec ETA:440 min
 writing records: ######################################## [ 77%] E:1690 sec ETA:647 min
 writing records: ######################################## [ 77%] E:1377 sec ETA:647 min
 writing records: ######################################## [ 77%] E:1082 sec ETA:647 min
 writing records: ######################################## [ 78%] E:1368 sec ETA:501 min
 writing records: ######################################## [ 78%] E:946 sec ETA:501 min
 writing records: ######################################## [ 79%] E:1195 sec ETA:418 min
 writing records: ######################################## [ 79%] E:923 sec ETA:418 min
 writing records: ######################################## [ 80%] E:1196 sec ETA:398 min
 writing records: ######################################## [ 80%] E:1865 sec ETA:398 min
 writing records: ######################################## [ 81%] E:2092 sec ETA:662 min
 writing records: ######################################## [ 81%] E:1465 sec ETA:662 min
 writing records: ######################################## [ 81%] E:1029 sec ETA:662 min
 writing records: ######################################## [ 82%] E:1093 sec ETA:327 min
 writing records: ######################################## [ 82%] E:929 sec ETA:327 min
 writing records: ######################################## [ 83%] E:970 sec ETA:274 min
 writing records: ######################################## [ 83%] E:822 sec ETA:274 min
 writing records: ######################################## [ 84%] E:973 sec ETA:259 min
 writing records: ######################################## [ 84%] E:1296 sec ETA:259 min
 writing records: ######################################## [ 85%] E:2126 sec ETA:531 min
 writing records: ######################################## [ 85%] E:1262 sec ETA:531 min
 writing records: ######################################## [ 86%] E:1120 sec ETA:261 min
 writing records: ######################################## [ 86%] E:966 sec ETA:261 min
 writing records: ######################################## [ 86%] E:985 sec ETA:261 min
 writing records: ######################################## [ 87%] E:1125 sec ETA:243 min
 writing records: ######################################## [ 87%] E:1009 sec ETA:243 min
 writing records: ######################################## [ 88%] E:1046 sec ETA:209 min
 writing records: ######################################## [ 88%] E:1436 sec ETA:209 min
 writing records: ######################################## [ 89%] E:2160 sec ETA:396 min
 writing records: ######################################## [ 89%] E:1371 sec ETA:396 min
 writing records: ######################################## [ 90%] E:1135 sec ETA:189 min
 writing records: ######################################## [ 90%] E:1027 sec ETA:189 min
 writing records: ######################################## [ 90%] E:1084 sec ETA:189 min
 writing records: ######################################## [ 91%] E:1187 sec ETA:178 min
 writing records: ######################################## [ 91%] E:1058 sec ETA:178 min
 writing records: ######################################## [ 92%] E:940 sec ETA:125 min
 writing records: ######################################## [ 92%] E:1480 sec ETA:125 min
 writing records: ######################################## [ 93%] E:1514 sec ETA:176 min
 writing records: ######################################## [ 93%] E:1778 sec ETA:176 min
 writing records: ######################################## [ 94%] E:1583 sec ETA:158 min
 writing records: ######################################## [ 94%] E:1494 sec ETA:158 min
 writing records: ######################################## [ 95%] E:1531 sec ETA:127 min
 writing records: ######################################## [ 95%] E:1003 sec ETA:127 min
 writing records: ######################################## [ 95%] E:964 sec ETA:127 min
 writing records: ######################################## [ 96%] E:1715 sec ETA:114 min
 writing records: ######################################## [ 96%] E:1425 sec ETA:114 min
 writing records: ######################################## [ 97%] E:1340 sec ETA:67 min
 writing records: ######################################## [ 97%] E:1059 sec ETA:67 min
 writing records: ######################################## [ 98%] E:1181 sec ETA:39 min
 writing records: ######################################## [ 98%] E:1113 sec ETA:39 min
 writing records: ######################################## [ 99%] E:1104 sec ETA:18 min
 writing records: ######################################## [ 99%] E:1089 sec ETA:18 min
 writing records: ######################################## [100%] E:1116 sec ETA:0 min
Found 22258856 raw records, inserted in jobTransSummary:22214183
Elapsed time:272079 Rec/sec:81.6461
Done.

Restart dgas services :

[root@cert-13 ~]# /etc/init.d/dgas-hlrd restart
chown: `dgas:dgas': invalid user
Stopping HAD...                                            [  OK  ]
Stopping HLR listener:/var/lock/dgas/dgas_hlrd.lock (pid 13[  OK  ]
Stopping Batch Transaction manager:/var/lock/dgas/dgas_hlr_[  OK  ]ck (pid 13911)
Stopping urForward:/var/lock/dgas/dgas_hlr_urforward.lock ([  OK  ]2)
Initializing DGAS HLR....Locking other instances out.
Initializing database, this operation can take minutes to hours to complete depending on the size of your DB. DO NOT KILL THE COMMAND PLEASE.
Starting HLR listener:                                     [  OK  ]
Starting Batch Transaction manager:                        [  OK  ]
Starting urForward:                                        [  OK  ]
Starting DGAS HAD...                                       [  OK  ]

Check databases:

mysql> use hlr;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A

Database changed
mysql> select count(*) from trans_in;
+----------+
| count(*) |
+----------+
| 23462895 |
+----------+
1 row in set (0.00 sec)

mysql> select count(*) from jobTransSummary;
+----------+
| count(*) |
+----------+
| 22214260 |
+----------+
1 row in set (0.00 sec) 

Forward Test:

Install a Second Level HLR For this test a second level HLR server has been installed in Bologna the name of the host is:

dgas-test-vm02.cnaf.infn.it

Change the conf file in First Level HLR : Ensure you have the variables sendRecordsStartDate and sendRecordsEndDate correctly set

[root@cert-13 ~]# cat /etc/dgas/dgas_hlr.conf | egrep -v '^$|^#'
hlr_sql_server = "localhost"
hlr_sql_user="dgas"
hlr_sql_password="omit"
hlr_sql_dbname = "hlr"
hlr_tmp_sql_dbname = "hlr_tmp"
hostProxyFile = "/tmp/hlrHostProxyFile"
hlr_user = "root"
hlr_def_port = "56568"
dgas_var_dir = "/var/"
hlr_def_log="/var/log/dgas/dgas_hlrd.log"
hlr_qmgr_def_log="/var/log/dgas/dgas_hlr_qmgrd.log"
hlr_def_lock="/var/lock/dgas/dgas_hlrd.lock"
hlr_qmgr_def_lock="/var/lock/dgas/dgas_hlr_qmgrd.lock"
hlr_had_def_lock="/var/lock/dgas/dgas_hlr_had.lock"
systemLogLevel = "6"
accountCheckPolicy = "lazy"
hlr_qmgr_expPeriod = "600"
hlr_qmgr_tPerIter="20"
hlr_qmgr_pollPeriod = "30"
thread_number = "20"
maxItemsPerQuery = "5000"
authUserSqlQueries = "false"
jtsCommandLock = "/var/lock/dgas/hlrTranslateDb.lock"
sendRecordsStartDate = "2006-01-01"
sendRecordsEndDate = "2013-01-01"
recordsPerConnection="6000"
urForwardLock="/var/lock/dgas/dgas_hlr_urforward.lock"
urForwardLog="/var/log/dgas/dgas_hlr_urforward.log"
forwardPeriod="10800"
serversFile="/etc/dgas/dgas_2lservers.conf"
translateQueryLenght="1"



[root@cert-13 ~]# cat /etc/dgas/dgas_2lservers.conf 
dgas-test-vm02.cnaf.infn.it

From the first Level HLRrestart the hlrd services:

[root@cert-13 ~]# /etc/init.d/dgas-hlrd restart
chown: `dgas:dgas': invalid user
Stopping HAD...                                            [  OK  ]
Stopping HLR listener:/var/lock/dgas/dgas_hlrd.lock (pid 23[  OK  ]
Stopping Batch Transaction manager:/var/lock/dgas/dgas_hlr_[  OK  ]ck (pid 23535)
Stopping urForward:/var/lock/dgas/dgas_hlr_urforward.lock ([  OK  ]6)
Initializing DGAS HLR....Locking other instances out.
Initializing database, this operation can take minutes to hours to complete depending on the size of your DB. DO NOT KILL THE COMMAND PLEASE.
Starting HLR listener:                                     [  OK  ]
Starting Batch Transaction manager:                        [  OK  ]
Starting urForward:                                        [  OK  ]
Starting DGAS HAD...                                       [  OK  ]

Send a reset form First Level HLR

/usr/libexec/dgas-hlr-urforward -r

Have a look in log file:

[root@cert-13 ~]# tail -f  /var/log/dgas/dgas_hlr_urforward.log
2012 Aug 02 13:58:19 (5):Log level:6
2012 Aug 02 13:58:19 (4):Start sending records (sendRecordsStartDate) from:2006-01-01
2012 Aug 02 13:58:19 (4):Sending until (sendRecordsEndDate):2013-01-01
2012 Aug 02 13:58:19 (4):Number of record sent per iteration (recordsPerConnection):6000
2012 Aug 02 13:58:19 (6):serviceVersion():_hlrDb.errNo=0,
2012 Aug 02 13:58:19 (4):Contacting:dgas-test-vm02.cnaf.infn.it
2012 Aug 02 13:58:19 (3):Entering getInfo()
2012 Aug 02 13:58:19 (6):query:SELECT max(id) FROM jobTransSummary
2012 Aug 02 13:58:19 (4):Entering contactServer(dgas-test-vm02.cnaf.infn.it)
2012 Aug 02 13:58:19 (5):server parameters:
2012 Aug 02 13:58:19 (5):serverVersion:4.0.13
2012 Aug 02 13:58:19 (6):acceptRecordsStartDate:2006-01-01
2012 Aug 02 13:58:19 (6):acceptRecordsEndDate:2017-01-01
2012 Aug 02 13:58:19 (6):recordsPerConnection:6000
2012 Aug 02 13:58:19 (5):urSourceServer:
2012 Aug 02 13:58:19 (5):remoteRecordId:
2012 Aug 02 13:58:19 (5):recordDate:
2012 Aug 02 13:58:19 (5):recordInsertDate:
2012 Aug 02 13:58:19 (5):lastInsertedUniqueChecksum:
2012 Aug 02 13:58:19 (4):Server answer:dgas-test-vm02.cnaf.infn.it
2012 Aug 02 13:58:19 (6):Entering sendUsegeRecords
2012 Aug 02 13:58:19 (6):query:SELECT max(id) FROM jobTransSummary
2012 Aug 02 13:58:19 (6):query:SELECT min(id),max(id) FROM jobTransSummary WHERE date >='2006-01-01' AND date <='2017-01-01' AND id >0
2012 Aug 02 13:59:54 (6):Performing query:SELECT * FROM jobTransSummary WHERE id >=1 AND id < 6001 AND date >='2006-01-01' AND date <='2017-01-01' AND id <= 22214260
2012 Aug 02 13:59:54 (4):Entering contactServer(dgas-test-vm02.cnaf.infn.it)
2012 Aug 02 14:00:25 (5):Percentage of sent records:0.0270124,ETA:114731 secs
2012 Aug 02 14:00:25 (6):Performing query:SELECT * FROM jobTransSummary WHERE id >=6001 AND id < 12001 AND date >='2006-01-01' AND date <='2017-01-01' AND id <= 22214260
2012 Aug 02 14:00:26 (4):Entering contactServer(dgas-test-vm02.cnaf.infn.it)
...

-- SergioTraldi - 2013-01-30

META FILEATTACHMENT attachment="clean_configuration_HLR_server.txt" attr="h" comment="" date="1348218739" moveby="SergioTraldi" movedto="IGIRelease.Release40130.clean_configuration_HLR_server.txt" movedwhen="1359534615" movefrom="IGIRelease.TestingHlrServer.clean_configuration_HLR_server.txt" name="clean_configuration_HLR_server.txt" path="clean_configuration_HLR_server.txt" size="11705" user="SergioTraldi" version="1"
META FILEATTACHMENT attachment="clean_install_HLR_server.txt" attr="h" comment="" date="1348218739" moveby="SergioTraldi" movedto="IGIRelease.Release40130.clean_install_HLR_server.txt" movedwhen="1359534658" movefrom="IGIRelease.TestingHlrServer.clean_install_HLR_server.txt" name="clean_install_HLR_server.txt" path="clean_install_HLR_server.txt" size="97497" user="SergioTraldi" version="1"
 
This site is powered by the TWiki collaboration platformCopyright © 2008-2019 by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding TWiki? Send feedback