The ARC Compute element
EGI User Forum 2011, Admin Tutorial
Don't forget to fill the survey!
ssh vmXX.ct.infn.it -p 2222 -l root
export USERNAME=yourchoice
adduser $USERNAME
yum info nordugrid-arc-client
01
) and key into ~/.globus
of your user:
mkdir -p /home/$USERNAME/.globus
cp /root/usercerts/VILNIUS01-cert.pem /home/$USERNAME/.globus/usercert.pem
cp /root/usercerts/VILNIUS01-key.pem /home/$USERNAME/.globus/userkey.pem
chown -R $USERNAME /home/$USERNAME/.globus
chmod 600 /home/$USERNAME/.globus/userkey.pem
su - $USERNAME
arcproxy
arcproxy -I
/C=IT/O=GILDA/OU=Personal Certificate/L=VILNIUS/CN=VILNIUS01
exit
/etc/grid-security
:
cp /root/hostcerts/$HOSTNAME/$HOSTNAME-cert.pem /etc/grid-security/hostcert.pem
cp /root/hostcerts/$HOSTNAME/$HOSTNAME-key.pem /etc/grid-security/hostkey.pem
chmod 600 /etc/grid-security/hostkey.pem
echo "\"/C=IT/O=GILDA/OU=Personal Certificate/L=VILNIUS/CN=VILNIUS01\" $USERNAME" > /etc/grid-security/gridmap
su - $USERNAME
cat <<EOF > job.sh
#!/bin/bash
#$ -cwd
#$ -j y
date
hostname
EOF
qsub job.sh
qstat
less job.sh.o1
1
is the jobid):
qacct -j 1
exit
cat /etc/yum.repos.d/emi-1-RC3-sl5.repo
yum search nordugrid
yum remove globus-xio-gsi-driver.i386
yum install nordugrid-arc-compute-element
mkdir -p /var/spool/arc
Edit the arc.conf
(/etc/arc.conf
):
Credentials and gridmap location:
[common]
x509_user_key="/etc/grid-security/hostkey.pem"
x509_user_cert="/etc/grid-security/hostcert.pem"
x509_cert_dir="/etc/grid-security/certificates"
gridmap="/etc/grid-security/gridmap"
LRMS specific settings:
[common]
sge_cell="default"
sge_root="/usr/share/gridengine"
sge_bin_path="/usr/share/gridengine/bin/lx26-amd64/"
lrms="sge all.q"
[queue/all.q]
queue_name="all.q"
A-REX (Grid Manager) spool directories:
[grid-manager]
controldir="/var/spool/arc/control"
sessiondir="/var/spool/arc/session"
GridFTPd job plugin:
[gridftpd/jobs]
path="/jobs"
plugin="jobplugin.so"
ARIS configuration:
[infosys]
slapd_hostnamebind="*"
user="root"
For further options:
/usr/share/arc/examples/arc.conf.template
/etc/init.d/grid-infosys start
/etc/init.d/gridftpd start
/etc/init.d/a-rex start
su - $USERNAME
arcinfo $HOSTNAME
ldapsearch -x -h $HOSTNAME -p 2135 -b 'Mds-Vo-name=local, o=Grid'
arcsub -e '&(executable="/bin/echo")(arguments="Hello World")(stdout="hello.txt")' -c $HOSTNAME
arcstat -a
arccat -a
arcget -a
/var/log/arc/
You can use the arc client tools to send jobs written in XRSL, JSDL or JDL. You can use the –dumpdescription flag of arcsub to see how your job description is translated to a suitable one for the CE.
Ask somebody near you to put your DN into the grid map file, and send a job to that machine.
/etc/arc.conf
:
[grid-manager]
cachedir="/var/spool/arc/cache"
a-rex
:
/etc/init.d/a-rex restart
cat <<EOF >photo.xrsl
&(executable="/bin/cp")
(arguments="-v" "testfile" "outfile")
(inputfiles=("testfile" "http://astronomy2009.ie/_Media/rosette_dustlanes.jpeg"))
(outputfiles=("outfile" ""))
(stdout="cp.out")(stderr="cp.err")
EOF
arcsub -c $HOSTNAME photo.xrsl
ls -lR /var/spool/arc/cache
/etc/arc.conf
:
cat <<EOF >> /etc/arc.conf
[infosys]
infosys_glue12="enable"
[infosys/glue12]
resource_location="Vilnius, Lithuania"
resource_latitude="54"
resource_longitude="25"
cpu_scaling_reference_si00="2400"
processor_other_description="Cores=1,Benchmark=9.8-HEP-SPEC06"
glue_site_web="http://www.eu-emi.eu"
glue_site_unique_id="ARC-VILNIUS-TEST"
provide_glue_site_info="true"
EOF
/etc/init.d/grid-infosys restart; /etc/init.d/gridftpd restart; /etc/init.d/a-rex restart
ldapsearch -x -h $HOSTNAME -p 2135 -b 'o=Grid'`
cat <<EOF >> /etc/arc.conf
[grid-manager]
arex_mount_point="https://$HOSTNAME/arex"
EOF
arcinfo ARC1:$HOSTNAME/arex
arcsub -c ARC1:$HOSTNAME/arex job.xrsl job2.jsdl job3.jdl
nordugridmap
tool can populate the grid map file from several sourcesarc.conf
, for example:
cat <<EOF >> /etc/arc.conf
[vo]
id="testers.eu-emi.eu"
vo="testers.eu-emi.eu"
source="vomss://emitestbed07.cnaf.infn.it:15002/voms/testers.eu-emi.eu"
mapped_unixid="$USERNAME"
EOF
nordugridmap -t