Difference: HyunKwanFileRegInstall (7 vs. 8)

Revision 82008-10-07 - HyunkwanSeo

 
META TOPICPARENT name="HyunkwansLog"
Changed:
<
<

File transfer

>
>

How to install DQM file archival scripts

 
Added:
>
>

File transfer script

 
sudo -u dqm -H bash at srv-c2d05-{15,16,17,18}

mkdir YourDirectory
cd YourDirectory
mkdir log
source ~cmssw2/cmsset_default.sh     # Get CMS commands like 'scramv1'
CMSSW_V=CMSSW_2_1_9
scramv1 p CMSSW $CMSSW_V
cd $CMSSW_V/src
cvs -Q co DQM/Integration/scripts
cd -
cp $CMSSW_V/src/DQM/Integration/scripts/filesave_online.py .
cp $CMSSW_V/src/DQM/Integration/scripts/alivecheck_filesave.sh .
cp $CMSSW_V/src/DQM/Integration/scripts/sistrip_reduce_file.C .
cp $CMSSW_V/src/DQM/Integration/scripts/convert.sh .
cp $CMSSW_V/src/DQM/Integration/scripts/filechk.C .
cp $CMSSW_V/src/DQM/Integration/scripts/filechk.sh .

modify the following entries in alivecheck_filesave.sh

WorkDir=YourDirectory
YourEmail=Hyunkwan.Seo@cern.ch

modify the following entries in filesave_online.py

#set environments
exedir = '/home/dqmprolocal/filecopy' # directory to execute the relevant scripts
DIR = '/home/dqmprolocal/output'  #directory to search new files
TMPDIR = '/data/dqm/.dropbox_tmp' # stealth area on cmsmon
FILEDIR = '/data/dqm/dropbox' # directory, to which files are stored
TimeTag = '/home/dqmprolocal/output/timetag' #file for time tag for searching new file
server = 'srv-c2d05-19' #machine to which files are transfered

make cronjob like following by crontab -e

0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory/alivecheck_filesave.sh >& /dev/null

then, file transfer will start automatically.

Changed:
<
<

File merge and register

>
>

File merge and register script

 
sudo -u dqm -H bash at srv-c2d05-19

mkdir YourDirectory
cd YourDirectory
mkdir log
source /home/dqm/rpms/cmsset_default.sh
CMSSW_V=CMSSW_2_1_9
scramv1 p CMSSW $CMSSW_V
cd $CMSSW_V/src
cvs -Q co DQM/Integration
cvs -Q co DQMServices VisMonitoring/DQMServer
cvs -Q up -r V03-03-06 DQMServices/Core
cvs -Q up -r V03-03-03 DQMServices/Components
cp DQM/Integration/bin/getDQMSummary.py YourDirectory/

replace getDQMSummary.py with YourDirectory/getDQMSummary.py in DQM/Integration/bin/GetAndWriteDQMSummaryIntoOMDS.cpp

scramv1 b -j 4
source /home/dqm/rpms/slc4_ia32_gcc345/cms/dqmgui/4.2.3/etc/profile.d/env.sh
cmsenv
cd -
export TNS_ADMIN=/nfshome0/xiezhen/conddb

cp $CMSSW_V/src/DQM/Integration/scripts/alivecheck_dqmPostProcessing.sh .
cp $CMSSW_V/src/DQM/Integration/scripts/dqmPostProcessing_online.py .
cp $CMSSW_V/src/DQM/Integration/scripts/mergeAndRegister.py .

modify the following entries in alivecheck_dqmPostProcessing.sh

WorkDir=YourDirectory
CMSSW_V=CMSSW_2_1_6
YourEmail=Hyunkwan.Seo@cern.ch

modify the following entries in dqmPostProcessing_online.py

### set environments
DIR = '/data/dqm/dropbox'  # directory to search new files
DB = '/home/dqm/dqm.db' #master db
BAKDB = '/data/dqm/filereg/backups/dqm.db' #bakcup db (timestamp will be attatched)
TMPDB = '/data/dqm/dropbox/dqm-tmp.db' # temporal db
FILEDIR = '/data/dqm/results' # directory, to which merged file is stored
TMPDIR = '/data/dqm/.dropbox_tmp' # directory, in which merged file is created
TimeTag = '/data/dqm/dropbox/timetag' #file for time tag for searching new file
LOGDIR = '/data/dqm/filereg/log'
WAITTIME = 120 # waiting time for new files (sec)
MERGE_EXE = '/data/dqm/filereg/mergeAndRegister.py'

make cronjob like following by crontab -e

0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory/alivecheck_dqmPostProcessing.sh >& /dev/null

then, file merge and register will start automatically.

-- HyunkwanSeo - 24 Sep 2008

 
This site is powered by the TWiki collaboration platform Powered by Perl This site is powered by the TWiki collaboration platformCopyright © by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding KoreaCmsWiki? Send feedback