EntryDescriptionNo67 < Main

Tags: , view all tags
---+ Glite installation for FTS transfer in !PhEDEX
---++Description
First, proceed with glite installation
<pre>
[root@osg-se ~]# cd /usr/local/
[root@osg-se local]# mkdir glite
[root@osg-se glite]# export VERSION=3.1.23-0
[root@osg-se glite]# mkdir -p ${VERSION}
[root@osg-se glite]# cd ${VERSION}
[root@osg-se 3.1.23-0]# wget
http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}.tar.gz
[root@osg-se 3.1.23-0]# wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0.tar.gz
</pre>
Now, create a configuration file for glite:
<pre>
[root@osg-se 3.1.23-0]# vim site-info.dev
INSTALL_ROOT=/usr/local/glite/3.2.7-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002 /C=CH/O=CERN/OU=GRID/CN=host/lcg-voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

[root@osg-se 3.1.23-0]# ./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR
[root@osg-se 3.1.23-0]# chmod a+x /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh
</pre>
After some time, a error in !PhEDEx transfers starts to occur (=Unknow CA=). It was related with our certificate directory isn't being updated . As OSG certificates directory  is constantly updated we made:
<pre>
cd /usr/local/glite/3.1.27-0/external
mv certificates certificates.bck
ln -s /OSG/globus/TRUSTED_CA certificates
</pre>

You can test if it works properly. Create a proxy
<pre>
su - mdias
. /OSG/setup.sh
grid-proxy-init -valid 720:00
myproxy-init -d -s myproxy-fts.cern.ch -c 720
myproxy-info -s myproxy-fts.cern.ch -d
</pre>
The password have to be stored at 
<pre>
/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass
</pre>
Also get your fts.map from this [[https://twiki.cern.ch/twiki/bin/view/CMS/DDTFTSSetup#FTS_mapfile_template_for_T2s][link]]

<pre>
[root@osg-se ~]# su - phedex
[phedex@osg-se ~]$ source /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh
[phedex@osg-se ~]$ 
export FNAL_FTS_SERVER=https://cmsstor20.fnal.gov:8443/glite-data-transfer-fts/services/FileTransfer
[phedex@osg-se ~]$ export X509_USER_PROXY=/home/phedex/gridcert/proxy.cert;
[phedex@osg-se ~]$
/home/phedex/sw/slc4_ia32_gcc345/cms/PHEDEX/PHEDEX_3_0_7/Utilities/ftscp -copyjobfile=/tmp/teste -passfile=/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass -m=myproxy-fts.cern.ch -mode=multi -mapfile=/home/phedex/SITECONF/SPRACE/PhEDEx/fts.map 
</pre>
where, for example:
<pre>
[phedex@osg-se ~]$ more /tmp/teste 
srm://gridka-dCache.fzk.de:8443/srm/managerv2?SFN=/pnfs/gridka.de/cms/Prod/store/LoadTest07_TAPE4/LoadTest07_FZK_B7 srm://osg-se.sprace.org.br:8443/srm/managerv2?SFN=/pnfs/sprace.org.br/data/mdias/teste_fts
</pre>
If it is ok you can edit properly your FTS in !PhEDEx
<pre>
[phedex@osg-se ~]$ vim SITECONF/SPRACE/PhEDEx/ConfigPart.FTSDownload
### ENVIRON glite
PHEDEX_GLITE_ENV=/usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh;
source $PHEDEX_GLITE_ENV;
GLITE_SD_PLUGIN=bdii;
export GLITE_SD_PLUGIN;
X509_USER_PROXY=${PHEDEX_BASE}/gridcert/proxy.cert;
unset X509_USER_KEY X509_USER_CERT;
export X509_USER_PROXY;
#TIER0_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s CERN-PROD);
TIER1_FTS_SERVICE=USCMS-FNAL-WC1;
TIER1_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s ${TIER1_FTS_SERVICE});

### AGENT LABEL=download-t1 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
# -ignore          'T1%'
# -accept          'T1%FNAL%','T1%CERN%','T1%PIC%','T1%FZK%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -backend         FTS
 -service         ${TIER1_FTS_SERVER}
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     6
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-t2 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite DEFAULT=on
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
 -ignore          'T2%'
 -accept          'T2%UERJ%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -verbose
 -backend         FTS
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     4
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-remove PROGRAM=Toolkit/Transfer/FileRemove ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
-delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -protocol        'srm'

</pre>




---++Updates
---+++Marco em 13 de Fevereiro de 2009
<pre>
cd /usr/local/glite
export VERSION=3.1.25-0
mkdir -p ${VERSION}
cd ${VERSION}
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0-external.tar.gz
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0-external.tar.gz
vim /usr/local/glite/3.1.25-0/site-info.dev
==============
INSTALL_ROOT=/usr/local/glite/3.1.25-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
======
mkdir  /usr/local/glite/3.1.25-0/external/certificates
./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR
</pre>

Na access foi instalado como
<pre>
INSTALL_ROOT=/usr/local/glite
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

</pre>


Coloca o que fez.
---+++Ciclano em dd/mm/aaaa
Mais comentarios




-- Main.MarcoAndreFerreiraDias - 12 Dec 2008
Topic revision: r5 - 2010-08-27 - MarcoAndreFerreiraDias
antalya escort bursa escort eskisehir escort istanbul escort izmir escort