Difference: HyunKwanFileRegInstall (4 vs. 5)

Revision 52008-10-01 - HyunkwanSeo

 
META TOPICPARENT name="HyunkwansLog"
File copy program

sudo -u dqm -H bash at srv-c2d05-{15,16,17,18}

mkdir YourDirectory
cd YourDirectory
mkdir log
source ~cmssw2/cmsset_default.sh     # Get CMS commands like 'scramv1'
CMSSW_V=CMSSW_2_1_9
scramv1 p CMSSW $CMSSW_V
cd $CMSSW_V/src
cvs -Q co DQM/Integration/scripts
cd -
cp $CMSSW_V/src/DQM/Integration/scripts/filesave_online.py .
cp $CMSSW_V/src/DQM/Integration/scripts/alivecheck_filesave.sh .
cp $CMSSW_V/src/DQM/Integration/scripts/sistrip_reduce_file.C .
cp $CMSSW_V/src/DQM/Integration/scripts/convert.sh .
cp $CMSSW_V/src/DQM/Integration/scripts/filechk.C .
cp $CMSSW_V/src/DQM/Integration/scripts/filechk.sh .

modify the following entries in alivecheck_filesave.sh

export WorkDir=YourDirectory
export YourEmail=Hyunkwan.Seo@cern.ch

modify the following entries in filesave_online.py

#set environments
exedir = '/home/dqmprolocal/filecopy' # directory to execute the relevant scripts
DIR = '/home/dqmprolocal/output'  #directory to search new files
TMPDIR = '/data/dqm/.dropbox_tmp' # stealth area on cmsmon
FILEDIR = '/data/dqm/dropbox' # directory, to which files are stored
TimeTag = '/home/dqmprolocal/output/timetag' #file for time tag for searching new file
server = 'srv-c2d05-19' #machine to which files are transfered

make cronjob like following by crontab -e

Changed:
<
<
0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory?/alivecheck_filesave.sh >& /dev/null
>
>
0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory/alivecheck_filesave.sh >& /dev/null
  then, file copy will start automatically.

File merge and register

sudo -u dqm -H bash at srv-c2d05-19

mkdir YourDirectory
cd YourDirectory
Added:
>
>
mkdir log
 source /home/dqm/rpms/cmsset_default.sh
Changed:
<
<
scramv1 p CMSSW CMSSW_2_1_6 cd CMSSW_2_1_6/src
>
>
CMSSW_V=CMSSW_2_1_9 scramv1 p CMSSW $CMSSW_V
Added:
>
>
cd $CMSSW_V/src
 cvs -Q co DQM/Integration cvs -Q co DQMServices VisMonitoring?/DQMServer cvs -Q up -r V03-03-06 DQMServices/Core cvs -Q up -r V03-03-03 DQMServices/Components
Changed:
<
<
perl -p -i -e 's|";$|.,:%[]>";| if /s_safe =/' DQMServices/Core/src/DQMStore.cc cp DQM/Integration/bin/getDQMSummary.py .
>
>
cp DQM/Integration/bin/getDQMSummary.py YourDirectory?/ ##### replace getDQMSummary.py with YourDirectory?/getDQMSummary.py
Deleted:
<
<
##### replace getDQMSummary.py with /data/dqm/filereg/getDQMSummary.py
 ##### in DQM/Integration/bin/GetAndWriteDQMSummaryIntoOMDS.cpp scramv1 b -j 4 source /home/dqm/rpms/slc4_ia32_gcc345/cms/dqmgui/4.2.3/etc/profile.d/env.sh cmsenv cd - export TNS_ADMIN=/nfshome0/xiezhen/conddb
Changed:
<
<
cp DQM/Integration/scripts/alivecheck_dqmPostProcessing.sh . cp DQM/Integration/scripts/dqmPostProcessing_online.py . cp DQM/Integration/scripts/mergeAndRegister.py .
>
>
cp $CMSSW_V/src/DQM/Integration/scripts/alivecheck_dqmPostProcessing.sh . cp $CMSSW_V/src/DQM/Integration/scripts/dqmPostProcessing_online.py . cp $CMSSW_V/src/DQM/Integration/scripts/mergeAndRegister.py .
Deleted:
<
<
cp DQM/Integration/scripts/setupForFileReg.sh .
 
Changed:
<
<
make setupForFileReg.sh containing the following commands
>
>
modify the following entries in alivecheck_dqmPostProcessing.sh
Deleted:
<
<
 
Changed:
<
<
#! /bin/bash
>
>
WorkDir?=YourDirectory
Added:
>
>
CMSSW_V=CMSSW_2_1_6 YourEmail?=Hyunkwan.Seo@cern.ch
 
Changed:
<
<
source /home/dqm/rpms/cmsset_default.sh cd YourDirectory?/CMSSW_2_1_6/src source /home/dqm/rpms/slc4_ia32_gcc345/cms/dqmgui/4.2.3/etc/profile.d/env.sh cmsenv cd -
>
>
modify the following entries in dqmPostProcessing_online.py
### set environments
DIR = '/data/dqm/dropbox'  # directory to search new files
Added:
>
>
DB = '/home/dqm/dqm.db' #master db BAKDB = '/data/dqm/filereg/backups/dqm.db' #bakcup db (timestamp will be attatched) TMPDB = '/data/dqm/dropbox/dqm-tmp.db' # temporal db FILEDIR = '/data/dqm/results' # directory, to which merged file is stored TMPDIR = '/data/dqm/.dropbox_tmp' # directory, in which merged file is created TimeTag? = '/data/dqm/dropbox/timetag' #file for time tag for searching new file LOGDIR = '/data/dqm/filereg/log' WAITTIME = 120 # waiting time for new files (sec) MERGE_EXE = '/data/dqm/filereg/mergeAndRegister.py'
 

make cronjob like following by crontab -e

Changed:
<
<
0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory?/alivecheck_dqmPostProcessing.sh >& /dev/null
>
>
0,5,10,15,20,25,30,35,40,45,50,55 * * * * YourDirectory/alivecheck_dqmPostProcessing.sh >& /dev/null
  then, file merge and register will start automatically.

-- HyunkwanSeo - 24 Sep 2008

 
This site is powered by the TWiki collaboration platform Powered by Perl This site is powered by the TWiki collaboration platformCopyright © by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding KoreaCmsWiki? Send feedback