Glite installation for FTS transfer in PhEDEX

Description

First, proceed with glite installation

[root@osg-se ~]# cd /usr/local/
[root@osg-se local]# mkdir glite
[root@osg-se glite]# export VERSION=3.1.23-0
[root@osg-se glite]# mkdir -p ${VERSION}
[root@osg-se glite]# cd ${VERSION}
[root@osg-se 3.1.23-0]# wget
http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}.tar.gz
[root@osg-se 3.1.23-0]# wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0.tar.gz

Now, create a configuration file for glite:

[root@osg-se 3.1.23-0]# vim site-info.dev
INSTALL_ROOT=/usr/local/glite/3.2.7-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002 /C=CH/O=CERN/OU=GRID/CN=host/lcg-voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

[root@osg-se 3.1.23-0]# ./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR
[root@osg-se 3.1.23-0]# chmod a+x /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh

After some time, a error in PhEDEx transfers starts to occur (Unknow CA). It was related with our certificate directory isn't being updated . As OSG certificates directory is constantly updated we made:

cd /usr/local/glite/3.1.27-0/external
mv certificates certificates.bck
ln -s /OSG/globus/TRUSTED_CA certificates

You can test if it works properly. Create a proxy

su - mdias
. /OSG/setup.sh
grid-proxy-init -valid 720:00
myproxy-init -d -s myproxy-fts.cern.ch -c 720
myproxy-info -s myproxy-fts.cern.ch -d

The password have to be stored at

/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass

Also get your fts.map from this link

[root@osg-se ~]# su - phedex
[phedex@osg-se ~]$ source /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh
[phedex@osg-se ~]$ 
export FNAL_FTS_SERVER=https://cmsstor20.fnal.gov:8443/glite-data-transfer-fts/services/FileTransfer
[phedex@osg-se ~]$ export X509_USER_PROXY=/home/phedex/gridcert/proxy.cert;
[phedex@osg-se ~]$
/home/phedex/sw/slc4_ia32_gcc345/cms/PHEDEX/PHEDEX_3_0_7/Utilities/ftscp -copyjobfile=/tmp/teste -passfile=/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass -m=myproxy-fts.cern.ch -mode=multi -mapfile=/home/phedex/SITECONF/SPRACE/PhEDEx/fts.map

where, for example:

[phedex@osg-se ~]$ more /tmp/teste 
srm://gridka-dCache.fzk.de:8443/srm/managerv2?SFN=/pnfs/gridka.de/cms/Prod/store/LoadTest07_TAPE4/LoadTest07_FZK_B7 srm://osg-se.sprace.org.br:8443/srm/managerv2?SFN=/pnfs/sprace.org.br/data/mdias/teste_fts

If it is ok you can edit properly your FTS in PhEDEx

[phedex@osg-se ~]$ vim SITECONF/SPRACE/PhEDEx/ConfigPart.FTSDownload
### ENVIRON glite
PHEDEX_GLITE_ENV=/usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh;
source $PHEDEX_GLITE_ENV;
GLITE_SD_PLUGIN=bdii;
export GLITE_SD_PLUGIN;
X509_USER_PROXY=${PHEDEX_BASE}/gridcert/proxy.cert;
unset X509_USER_KEY X509_USER_CERT;
export X509_USER_PROXY;
#TIER0_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s CERN-PROD);
TIER1_FTS_SERVICE=USCMS-FNAL-WC1;
TIER1_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s ${TIER1_FTS_SERVICE});

### AGENT LABEL=download-t1 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
# -ignore          'T1%'
# -accept          'T1%FNAL%','T1%CERN%','T1%PIC%','T1%FZK%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -backend         FTS
 -service         ${TIER1_FTS_SERVER}
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     6
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-t2 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite DEFAULT=on
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
 -ignore          'T2%'
 -accept          'T2%UERJ%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -verbose
 -backend         FTS
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     4
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-remove PROGRAM=Toolkit/Transfer/FileRemove ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
-delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -protocol        'srm'

Updates

Marco em 13 de Fevereiro de 2009

cd /usr/local/glite
export VERSION=3.1.25-0
mkdir -p ${VERSION}
cd ${VERSION}
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0-external.tar.gz
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0-external.tar.gz
vim /usr/local/glite/3.1.25-0/site-info.dev
==============
INSTALL_ROOT=/usr/local/glite/3.1.25-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
======
mkdir  /usr/local/glite/3.1.25-0/external/certificates
./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR

Na access foi instalado como

INSTALL_ROOT=/usr/local/glite
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

Coloca o que fez.