Difference: CVMFSVirgo (1 vs. 3)

Revision 32014-10-01 - PaoloVeronesi

Line: 1 to 1
 
META TOPICPARENT name="WebHome"

cvmfs-virgo server and client setup

Line: 50 to 50
  # adduser virgo
Changed:
<
<
# cvmfs_server mkfs virgo Owner of virgo. [root]: virgo
>
>
# cvmfs_server mkfs virgo.infn.it Owner of virgo.infn.it [root]: virgo
 Creating configuration files... done
Changed:
<
<
Creating CernVM-FS master key for virgo. in /etc/cvmfs/keys/virgo..pub... done Creating self-signed certificate for virgo. in /etc/cvmfs/keys/virgo..crt... done
>
>
Creating CernVM-FS master key for virgo.infn.it in /etc/cvmfs/keys/virgo.infn.it.pub... done Creating self-signed certificate for virgo.infn.it in /etc/cvmfs/keys/virgo.infn.it.crt... done
 Create CernVM-FS Storage... done Create Initial Repository... done Mounting CernVM-FS Storage... done
Changed:
<
<
Initial commit... New CernVM-FS repository for virgo.
>
>
Initial commit... New CernVM-FS repository for virgo.infn.it
  Before you can install anything, call `cvmfs_server transaction` to enable write access on your repository. Then install your
Changed:
<
<
software in /cvmfs/virgo. as user virgo.
>
>
software in /cvmfs/virgo.infn.it as user virgo.
 Once you're happy, publish using `cvmfs_server publish`

For client configuration, have a look at 'cvmfs_server info'

Line: 72 to 72
 

# ls /cvmfs/

Changed:
<
<
virgo.
>
>
virgo.infn.it
 

Software installation

  • As root type cvmfs_server transaction
Changed:
<
<
  • Install software in /cvmfs/virgo as user virgo
>
>
  • Install software in /cvmfs/virgoinfn.it as user virgo
 
# su - virgo

-bash-3.2$ ls
new_repository
Changed:
<
<
-bash-3.2$ cat /cvmfs/virgo./helloworld.sh
>
>
-bash-3.2$ cat /cvmfs/virgo.infn.it/helloworld.sh
 #!/bin/sh echo "Welcome on cvmfs for virgo VO"
Changed:
<
<
chmod +x /cvmfs/virgo./helloworld.sh
>
>
chmod +x /cvmfs/virgo.infn.it/helloworld.sh
 
Changed:
<
<
  • As root exec cvmfs_server publish (but outside the directory /cvmfs/virgo.)
>
>
  • As root exec cvmfs_server publish (but outside the directory /cvmfs/virgo.infn.it)
 
# cvmfs_server publish
Processing changes...
Changed:
<
<
[add] /cvmfs/virgo./helloworld.sh
>
>
[add] /cvmfs/virgo.infn.it/helloworld.sh
 Waiting for upload of files before committing... Committing file catalogs... Exporting repository manifest
Changed:
<
<
Signing /var/spool/cvmfs/virgo./tmp/manifest
>
>
Signing /var/spool/cvmfs/virgo.infn.it/tmp/manifest
 Remounting newly created repository revision
Line: 119 to 119
 

cvmfs repository info

# cvmfs_server info
Changed:
<
<
Repository name: virgo.
>
>
Repository name: virgo.infn.it
 Created by CernVM-FS 2.1.10 Stratum1 Replication Allowed: no Whitelist is valid for another 29 days

Client configuration:

Changed:
<
<
Add virgo. to CVMFS_REPOSITORIES in /etc/cvmfs/default.local Create /etc/cvmfs/config.d/virgo..conf and set CVMFS_SERVER_URL=http://localhost/cvmfs/virgo. CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub Copy /etc/cvmfs/keys/virgo..pub to the client
>
>
Add virgo.infn.it to CVMFS_REPOSITORIES in /etc/cvmfs/default.local Create /etc/cvmfs/config.d/virgo.infn.it.conf and set CVMFS_SERVER_URL=http://localhost/cvmfs/virgo.infn.it CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo.infn.it.pub Copy /etc/cvmfs/keys/virgo.infn.it.pub to the client
 

Repository structure

Line: 151 to 151
 

Client installation and setup

VO public key
Changed:
<
<
virgo virgo..pub
>
>
virgo HERE
 
# yum install cvmfs-keys cvmfs cvmfs-init-scripts
Line: 160 to 160
 Starting CernVM-FS: [ OK ]

# cat /etc/cvmfs/default.local

Changed:
<
<
CVMFS_REPOSITORIES=virgo.
>
>
CVMFS_REPOSITORIES=virgo.infn.it
  # ll /etc/cvmfs/keys/ total 24 [...]
Changed:
<
<
-r--r--r-- 1 root root 451 Sep 25 16:24 virgo..pub
>
>
-r--r--r-- 1 root root 451 Sep 25 16:24 virgo.infn.it.pub
 
Changed:
<
<
# cat /etc/cvmfs/config.d/virgo..conf CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo. CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub
>
>
# cat /etc/cvmfs/config.d/virgo.infn.it.conf CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo.infn.it CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo.infn.it.pub
 CVMFS_HTTP_PROXY="http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128"
Changed:
<
<
Download the public key to (/etc/cvmfs/keys/virgo..pub) from HERE
>
>
Download the public key to (/etc/cvmfs/keys/virgo.infn.it.pub) from HERE
 
# /etc/init.d/autofs restart
Line: 189 to 189
 

cvmfs_config showconfig

Changed:
<
<
# cvmfs_config showconfig virgo. CVMFS_REPOSITORY_NAME=virgo.
>
>
# cvmfs_config showconfig virgo.infn.it CVMFS_REPOSITORY_NAME=virgo.infn.it
 CVMFS_USER=cvmfs # from /etc/cvmfs/default.conf CVMFS_NFILES=65536 # from /etc/cvmfs/default.conf CVMFS_CACHE_BASE=/var/lib/cvmfs # from /etc/cvmfs/default.conf CVMFS_CACHE_DIR=/var/lib/cvmfs/shared # from CVMFS_MOUNT_DIR=/cvmfs # from /etc/cvmfs/default.conf CVMFS_QUOTA_LIMIT=4000 # from /etc/cvmfs/default.conf
Changed:
<
<
CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfsvirgo. # from /etc/cvmfs/config.d/virgo..conf
>
>
CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfsvirgo. # from /etc/cvmfs/config.d/virgo.infn.it.conf
 CVMFS_DEBUGLOG=
Changed:
<
<
CVMFS_HTTP_PROXY=http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128 # from /etc/cvmfs/config.d/virgo..conf
>
>
CVMFS_HTTP_PROXY=http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128 # from /etc/cvmfs/config.d/virgo.infn.it.conf
 CERNVM_GRID_UI_VERSION= CVMFS_SYSLOG_LEVEL= CVMFS_SYSLOG_FACILITY= CVMFS_TRACEFILE= CVMFS_TIMEOUT=5 # from /etc/cvmfs/default.conf CVMFS_TIMEOUT_DIRECT=10 # from /etc/cvmfs/default.conf
Changed:
<
<
CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub # from /etc/cvmfs/config.d/virgo..conf
>
>
CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo.infn.it.pub # from /etc/cvmfs/config.d/virgo.infn.it.conf
 CVMFS_KEYS_DIR=/etc/cvmfs/keys # from /etc/cvmfs/default.conf CVMFS_MAX_TTL= CVMFS_RELOAD_SOCKETS=/var/run/cvmfs # from /etc/cvmfs/default.conf
Line: 214 to 214
 CVMFS_MEMCACHE_SIZE= CVMFS_KCACHE_TIMEOUT= CVMFS_ROOT_HASH=
Changed:
<
<
CVMFS_REPOSITORIES=virgo. # from /etc/cvmfs/default.local
>
>
CVMFS_REPOSITORIES=virgo.infn.it # from /etc/cvmfs/default.local
 CVMFS_PROXY_RESET_AFTER=300 # from /etc/cvmfs/default.conf CVMFS_MAX_RETRIES=1 # from /etc/cvmfs/default.conf CVMFS_BACKOFF_INIT=2 # from /etc/cvmfs/default.conf
Line: 231 to 231
 

Software check

Changed:
<
<
# /cvmfs/virgo./helloworld.sh
>
>
# /cvmfs/virgo.infn.it/helloworld.sh
 Welcome on cvmfs for virgo VO
Line: 239 to 239
 
# cvmfs_config stat
Changed:
<
<
Running /usr/bin/cvmfs_config statvirgo.:
>
>
Running /usr/bin/cvmfs_config statvirgo.infn.it:
 VERSION PID UPTIME(M) MEM(K) REVISION EXPIRES(M) NOCATALOGS CACHEUSE(K) CACHEMAX(K) NOFDUSE NOFDMAX NOIOERR NOOPEN HITRATE(%) RX(K) SPEED(K/S) HOST PROXY ONLINE
Changed:
<
<
2.1.14.0 7349 2 23024 2 57 1 28 4096001 0 65024 0 2 50 3 n/a http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo. http://squid02.cnaf.infn.it:3128 1
>
>
2.1.14.0 7349 2 23024 2 57 1 28 4096001 0 65024 0 2 50 3 n/a http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo.infn.it http://squid02.cnaf.infn.it:3128 1
 
Changed:
<
<
-- PaoloVeronesi - 2013-12-03
>
>
-- PaoloVeronesi - 2014-10-01
 
Changed:
<
<
META FILEATTACHMENT attachment="virgo..pub" attr="" comment="virgo public key for cvmfs" date="1389167810" name="virgo..pub" path="virgo..pub" size="458" user="PaoloVeronesi" version="1"
>
>
META FILEATTACHMENT attachment="virgo.infn.it.pub" attr="" comment="virgo.infn.it.pub" date="1412153283" name="virgo.infn.it.pub" path="virgo.infn.it.pub" size="451" user="PaoloVeronesi" version="1"

Revision 22014-01-08 - PaoloVeronesi

Line: 1 to 1
 
META TOPICPARENT name="WebHome"

cvmfs-virgo server and client setup

Line: 28 to 28
 

Server installation

# yum localinstall kernel*.rpm
Added:
>
>

Increase ulimit adding *          -       nofile   8192

in the file /etc/security/limits.d/90-nproc.conf

 
Added:
>
>
 # reboot
Added:
>
>
# ulimit -n 8192
 # yum localinstall cvmfs*.rpm

Setup cvmfs repository

# /etc/init.d/httpd restart
Added:
>
>
# chkconfig httpd on
  # adduser virgo
Line: 59 to 69
  If you go for production, backup you software signing keys in /etc/cvmfs/keys/!
Changed:
<
<
# cvmfs_server transaction
>
>
  # ls /cvmfs/ virgo.
Deleted:
<
<
  • Increase ulimit adding
*          -       nofile   8192

in the file /etc/security/limits.d/90-nproc.conf

# ulimit -n
8192
 

Software installation

  • As root type cvmfs_server transaction
Line: 81 to 82
 
# su - virgo
Deleted:
<
<
$ cd /cvmfsvirgo./ $ pwd /cvmfs/virgo.
 -bash-3.2$ ls new_repository
Changed:
<
<
-bash-3.2$ cat helloworld.sh
>
>
-bash-3.2$ cat /cvmfs/virgo./helloworld.sh
 #!/bin/sh echo "Welcome on cvmfs for virgo VO"
Changed:
<
<
chmod +x helloworld.sh
>
>
chmod +x /cvmfs/virgo./helloworld.sh
 
Changed:
<
<

How to publish cvmfs repository

As root exec cvmfs_server publish (but outside the directory /cvmfs/virgo.)
>
>
  • As root exec cvmfs_server publish (but outside the directory /cvmfs/virgo.)
 
# cvmfs_server publish
Processing changes...
Line: 156 to 151
 

Client installation and setup

VO public key
Changed:
<
<
virgo TO BE ATTACCHED
>
>
virgo virgo..pub
 
# yum install cvmfs-keys cvmfs cvmfs-init-scripts
Line: 178 to 173
 CVMFS_HTTP_PROXY="http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128"
Changed:
<
<
Download the public key to (/etc/cvmfs/keys/virgo..pub) from HERE (TO BE ADDED)
>
>
Download the public key to (/etc/cvmfs/keys/virgo..pub) from HERE
 
# /etc/init.d/autofs restart
Line: 250 to 245
 

-- PaoloVeronesi - 2013-12-03

Added:
>
>
META FILEATTACHMENT attachment="virgo..pub" attr="" comment="virgo public key for cvmfs" date="1389167810" name="virgo..pub" path="virgo..pub" size="458" user="PaoloVeronesi" version="1"

Revision 12013-12-03 - PaoloVeronesi

Line: 1 to 1
Added:
>
>
META TOPICPARENT name="WebHome"

cvmfs-virgo server and client setup

Documentation

CmvFS technical report 2.1-4

Hardware

HOSTNAME O.S.
cvmfs-virgo.cnaf.infn.it SL6 64bit

Server installation and setup

Download RPMs

# wget --no-check-certificate  https://ecsft.cern.ch/dist/cvmfs/cvmfs-release/cvmfs-release-2-4.el6.noarch.rpm
# rpm -ivh cvmfs-release-2-4.el6.noarch.rpm

# wget https://ecsft.cern.ch/dist/cvmfs/kernel/2.6.32-358.18.1.el6/kernel-firmware-2.6.32-358.18.1.el6.aufs21.x86_64.rpm --no-check-certificate
# wget https://ecsft.cern.ch/dist/cvmfs/kernel/2.6.32-358.18.1.el6/kernel-2.6.32-358.18.1.el6.aufs21.x86_64.rpm --no-check-certificate
# wget https://ecsft.cern.ch/dist/cvmfs/cvmfs-2.1.15/cvmfs-server-2.1.15-1.el6.x86_64.rpm --no-check-certificate
# wget https://ecsft.cern.ch/dist/cvmfs/cvmfs-2.1.15/cvmfs-2.1.15-1.el6.x86_64.rpm  --no-check-certificate

# yum install -y awstats webalizer

Server installation

# yum localinstall kernel*.rpm

# reboot

# yum localinstall cvmfs*.rpm

Setup cvmfs repository

# /etc/init.d/httpd restart

# adduser virgo

# cvmfs_server mkfs  virgo
Owner of virgo. [root]: virgo
Creating configuration files... done
Creating CernVM-FS master key for virgo. in /etc/cvmfs/keys/virgo..pub... done
Creating self-signed certificate for virgo. in /etc/cvmfs/keys/virgo..crt... done
Create CernVM-FS Storage... done
Create Initial Repository... done
Mounting CernVM-FS Storage... done
Initial commit... New CernVM-FS repository for virgo.

Before you can install anything, call `cvmfs_server transaction`
to enable write access on your repository. Then install your
software in /cvmfs/virgo. as user virgo.
Once you're happy, publish using `cvmfs_server publish`

For client configuration, have a look at 'cvmfs_server info'

If you go for production, backup you software signing keys in /etc/cvmfs/keys/!

#  cvmfs_server transaction

#  ls  /cvmfs/
virgo.

  • Increase ulimit adding
*          -       nofile   8192

in the file /etc/security/limits.d/90-nproc.conf

# ulimit -n
8192

Software installation

  • As root type cvmfs_server transaction
  • Install software in /cvmfs/virgo as user virgo
# su - virgo

$ cd /cvmfsvirgo./
$ pwd
/cvmfs/virgo.


-bash-3.2$ ls
new_repository

-bash-3.2$ cat helloworld.sh 
#!/bin/sh
echo "Welcome on cvmfs for virgo VO"

chmod +x helloworld.sh

How to publish cvmfs repository

As root exec cvmfs_server publish (but outside the directory /cvmfs/virgo.)
# cvmfs_server publish
Processing changes...
[add] /cvmfs/virgo./helloworld.sh
Waiting for upload of files before committing...
Committing file catalogs...
Exporting repository manifest
Signing /var/spool/cvmfs/virgo./tmp/manifest
Remounting newly created repository revision

cron to update the signature of a repository

# cat /etc/cron.weekly/cvmfs-resign.cron 
#!/bin/sh
date >>/var/log/cvmfs-resign.log
/usr/bin/cvmfs_server info|grep valid >>/var/log/cvmfs-resign.log
/usr/bin/cvmfs_server resign >>/var/log/cvmfs-resign.log
/usr/bin/cvmfs_server info|grep valid >>/var/log/cvmfs-resign.log

# chmod +x  /etc/cron.weekly/cvmfs-resign.cron 

cvmfs repository info

# cvmfs_server info
Repository name: virgo.
Created by CernVM-FS 2.1.10
Stratum1 Replication Allowed: no
Whitelist is valid for another 29 days

Client configuration:
Add virgo. to CVMFS_REPOSITORIES in /etc/cvmfs/default.local
Create /etc/cvmfs/config.d/virgo..conf and set
  CVMFS_SERVER_URL=http://localhost/cvmfs/virgo.
  CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub
Copy /etc/cvmfs/keys/virgo..pub to the client

Repository structure

TODO

Client setup

WN and UI

cvmfs repository

# SL5x/CentOS5x
wget --no-check-certificate https://ecsft.cern.ch/dist/cvmfs/cvmfs-release/cvmfs-release-2-4.el5.noarch.rpm
rpm -ivh cvmfs-release-2-4.el5.noarch.rpm

# SL6x/CentOS6x
wget --no-check-certificate https://ecsft.cern.ch/dist/cvmfs/cvmfs-release/cvmfs-release-2-4.el6.noarch.rpm
rpm -ivh cvmfs-release-2-4.el6.noarch.rpm

Client installation and setup

VO public key
virgo TO BE ATTACCHED

# yum install cvmfs-keys cvmfs cvmfs-init-scripts

#  cvmfs_config setup
Starting CernVM-FS:                                        [  OK  ]

#  cat /etc/cvmfs/default.local
CVMFS_REPOSITORIES=virgo.

#  ll /etc/cvmfs/keys/
total 24
[...]
-r--r--r-- 1 root root 451 Sep 25 16:24 virgo..pub

# cat  /etc/cvmfs/config.d/virgo..conf 
CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo.
CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub
CVMFS_HTTP_PROXY="http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128"

Download the public key to (/etc/cvmfs/keys/virgo..pub) from HERE (TO BE ADDED)

# /etc/init.d/autofs restart

# chkconfig autofs on

Client test

cvmfs_config chksetup

# cvmfs_config chksetup
OK

cvmfs_config showconfig

# cvmfs_config showconfig virgo.
CVMFS_REPOSITORY_NAME=virgo.
CVMFS_USER=cvmfs # from /etc/cvmfs/default.conf
CVMFS_NFILES=65536 # from /etc/cvmfs/default.conf
CVMFS_CACHE_BASE=/var/lib/cvmfs # from /etc/cvmfs/default.conf
CVMFS_CACHE_DIR=/var/lib/cvmfs/shared # from 
CVMFS_MOUNT_DIR=/cvmfs # from /etc/cvmfs/default.conf
CVMFS_QUOTA_LIMIT=4000 # from /etc/cvmfs/default.conf
CVMFS_SERVER_URL=http://cvmfs-virgo.cnaf.infn.it/cvmfsvirgo. # from /etc/cvmfs/config.d/virgo..conf
CVMFS_DEBUGLOG= 
CVMFS_HTTP_PROXY=http://squid01.cnaf.infn.it:3128|http://squid02.cnaf.infn.it:3128 # from /etc/cvmfs/config.d/virgo..conf
CERNVM_GRID_UI_VERSION= 
CVMFS_SYSLOG_LEVEL= 
CVMFS_SYSLOG_FACILITY= 
CVMFS_TRACEFILE= 
CVMFS_TIMEOUT=5 # from /etc/cvmfs/default.conf
CVMFS_TIMEOUT_DIRECT=10 # from /etc/cvmfs/default.conf
CVMFS_PUBLIC_KEY=/etc/cvmfs/keys/virgo..pub # from /etc/cvmfs/config.d/virgo..conf
CVMFS_KEYS_DIR=/etc/cvmfs/keys # from /etc/cvmfs/default.conf
CVMFS_MAX_TTL= 
CVMFS_RELOAD_SOCKETS=/var/run/cvmfs # from /etc/cvmfs/default.conf
CVMFS_DEFAULT_DOMAIN= 
CVMFS_MEMCACHE_SIZE= 
CVMFS_KCACHE_TIMEOUT= 
CVMFS_ROOT_HASH= 
CVMFS_REPOSITORIES=virgo. # from /etc/cvmfs/default.local
CVMFS_PROXY_RESET_AFTER=300 # from /etc/cvmfs/default.conf
CVMFS_MAX_RETRIES=1 # from /etc/cvmfs/default.conf
CVMFS_BACKOFF_INIT=2 # from /etc/cvmfs/default.conf
CVMFS_BACKOFF_MAX=10 # from /etc/cvmfs/default.conf
CVMFS_IGNORE_SIGNATURE=no # from /etc/cvmfs/default.conf
CVMFS_STRICT_MOUNT=no # from /etc/cvmfs/default.conf
CVMFS_SHARED_CACHE=yes # from /etc/cvmfs/default.conf
CVMFS_NFS_SOURCE=no # from /etc/cvmfs/default.conf
CVMFS_NFS_SHARED= 
CVMFS_CHECK_PERMISSIONS=yes # from /etc/cvmfs/default.conf
CVMFS_AUTO_UPDATE= 
CVMFS_MOUNT_RW=no # from /etc/cvmfs/default.conf

Software check

# /cvmfs/virgo./helloworld.sh 
Welcome on cvmfs for virgo VO

cvmfs_config stat

# cvmfs_config stat

Running /usr/bin/cvmfs_config statvirgo.:
VERSION PID UPTIME(M) MEM(K) REVISION EXPIRES(M) NOCATALOGS CACHEUSE(K) CACHEMAX(K) NOFDUSE NOFDMAX NOIOERR NOOPEN HITRATE(%) RX(K) SPEED(K/S) HOST PROXY ONLINE
2.1.14.0 7349 2 23024 2 57 1 28 4096001 0 65024 0 2 50 3 n/a http://cvmfs-virgo.cnaf.infn.it/cvmfs/virgo. http://squid02.cnaf.infn.it:3128 1

-- PaoloVeronesi - 2013-12-03

 
This site is powered by the TWiki collaboration platformCopyright © 2008-2019 by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding TWiki? Send feedback