# !!!Removing this file is punished by death !!! # # # # This is a configuration file for XROOTD System # # # # define variable which is being set from OS environment variable set ARCH=$STAR_HOST_SYS # # # XRD Daemon section # # # # it specifies xrd port (1095 for xrootd and 3121 for olbd) if exec xrootd xrd.port 1095 else xrd.port 3121 fi # it specifies level of debuging xrd.trace conn net xrootd.trace login emsg #xrd.trace all #xrootd.trace all # aplly this to all exported paths (always read only and no migration to MSS) oss.defaults nomig readonly # specify a valid path prefix to file requests # oss.path, olb.path and xrd.export merged in this directive all.export /data readonly all.export /home readonly # # # XROOTD Section # # # # here is loading the extended file system support for xrootd xrootd.fslib /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/.$(ARCH)/lib/libXrdOfs.so #here is loading support of authentication #if named dataserver recoserver datagtw #xrootd.seclib /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/.$(ARCH)/lib/libXrdSecServer.so #fi # enable security only one nodes that holds data #if named dataserver recoserver datagtw #sec.protocol /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/.$(ARCH)/lib pwd #fi # # # OLB Section # # # # change the admin path for socket files (20070225-problems with non-functional sockets because of purging in /tmp) all.adminpath /var/xrootd # change the location of pid file of olbd process (same reasons as 2 lines above) olb.pidpath /var/xrootd # Specify the location of a disk cache partition # PJ: Only wildcard would work here. Individual drive would not and crash # xrootd. # /data0 is linked to /tmp, must have more free space olb.cache rhstar /data* # Specify how load is computed and reported. if named dataserver datagtw olb.perf int 5m pgm /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/XrdOlbMonPerf.pl 300 fi if named recoserver olb.perf int 5m pgm /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/RecoMonPerf.pl 300 fi # Specify the parameters for the load balancing scheduling algorithm if named redirector supervisor olb.sched cpu 20 io 10 mem 40 pag 20 runq 10 fuzz 20 refreset 3600 fi # Specify how server are selected for file creation olb.space linger 0 recalc 10 min 1g 2g #olb.space linger 0 recalc 10 min 250m 750m # specify ping directive (request each 60s usage from servers- usage*15s and log each 6th of them) if named redirector supervisor olb.ping 5s log 0 usage 15 fi #Setup Manage Procesing latency #@see documentation (65 is there because of the cron loop each minute) if named redirector supervisor olb.delay discard 3 drop 5s full * lookup 3 overload 90 olb.delay servers 85% service 15 startup 65 suspend 15 fi ### !!! This has been subsituted by all prefix and manager directive ### # Tell the odc component the location of the manager ### # plus means that we have more than one manager under DNS RR ### all.manager all xrdstar.rcf.bnl.gov+ 3121 # Indecate the role this server will have based on host name (default is server) all.role manager if named redirector all.role server if named dataserver recoserver datagtw all.role supervisor if named supervisor # change the behaviour for prepare messages if named dataserver recoserver datagtw olb.prepmsg + $RID $NOTIFY $PRTY $OPTS $PFN fi # Tell level of event loging # for meassuring how many of requests are successed if named redirector supervisor olb.trace all debug odc.trace all debug else olb.trace -all fi # # # OFS and OSS Section # # # # Tell level of loging ofs.trace -all oss.trace -all # load a PFN/LFN conversion library which serves namespace issue at STAR # dbg=1 for debugging purpose and see conversion in log file # pth=path to define prefix path oss.namelib /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/.$(ARCH)/lib/libXrdStarN2N.so pth=/data0/starlib&pth=/data1/starlib&pth=/data2/starlib&pth=/data3/starlib&pth=/home/starlib # Control file descriptor's allocating oss.fdlimit * max # Specify command to obtain data from HPSS oss.msscmd /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/hpss_talk.pl oss.stagecmd sync /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/mps_Stage -F -c /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/config/configuration.cfg # those are generic prefixes used in naming coversion (namelib) oss.localroot /home/starlib oss.remoteroot /home/starreco # number of threads, for beginning take defaults # 15 processes made too big load on the servers and they are being killed by kernel #oss.xfr keep 1h 15 * 50 * if named dataserver oss.xfr keep 1h 5 * 50 * else oss.xfr keep 1h 2 * 50 * fi # # # MPS section # # # # Where error message go via mail, choose some user mps.adminuser starlib # Specify path where will be placed symlinks mps.scan /home/starlib mps.cache rhstar /data* # set level of debuging for all components (4 -additionally records internal debugging information) mps.debug 0 # is the command to be used to mail files to "adminuser" specified above mps.mailcmd /bin/mail # is the name of the file that is to hold error information mps.errlogfn /star/data08/XROOTD/logs/logerr # specify command for bringing the files from hpss mps.stage.xfrcmd /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/hpss_stage.pl %sfn %tfn # specify minimum size of free space that must be mantained before trying to stage a file mps.stage.minsize 786432000 # configuration before will execute purging mps.stage.purgecmd /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/mps_MigrPurg -c /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/config/configuration.cfg # specify names of log files for every components of MPS separately mps.stage.logfn /star/data08/XROOTD/logs/stage_log mps.purg.logfn /star/data08/XROOTD/logs/purge_log # Set the number of times a failing data transfer operation may be retried. mps.stage.max_retry 1 mps.max_retry 1 #is the name or number of the Unix group that is to be used for newly created files mps.stage.cpgroup rhstar #is the command to be used to communicate with the Mass Storage System. mps.stage.msscmd /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/hpss_talk.pl #the command to issue in order to obtain free space information about a file system. mps.stage._fs_stat /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/fs_stat ########################################################### # # # Configuration for the pre-staging feature # # # ########################################################### # firstly say a name of the program which we will use for prepare if named dataserver recoserver datagtw olb.prep echo ifpgm /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/mps_prep -c /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/config/configuration.cfg fi # for the conversion in prepare command since the file passed to prep program is PFN (we cannot pass xrootd LFN since STAR supports PFN as access method) mps.basedir /home/starlib # tell to the prestage cmd the location of the file which holds pre-staging queue (used by mps_prepare and mps_prestage program) mps.pstg.prtyfn /tmp/XROOTD_PROD/pre_stage.queue mps.pstg.logfn /star/data08/XROOTD/logs/prestage_log # specify the comand that would be used for transfering files mps.pstg.pstgcmd /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/utils/mps_Stage -F -P -c /afs/rhic.bnl.gov/star/ROOT/Xrootd/prod/config/configuration.cfg # number of simultaneous staging processes # 15 processes make too big load on the servers and they are being killed by kernel mps.pstg.max_pstg_proc 5 #mps.pstg.max_pstg_proc 15 # time where the pre-stage script is triggered (USR1 signal will interupt waiting) mps.pstg.waittime 30