Skip to content

Commit

Permalink
Squashed commit of the following:
Browse files Browse the repository at this point in the history 
commit 4b5ce3e
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 22:52:53 2024 +0100

    Use cd since pushd/popd does not work they way expected

commit 2361e05
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 21:30:16 2024 +0100

    export RUNALLSTEPS

commit fafb1d7
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 19:43:54 2024 +0100

    Leave environment set to get CMSSW_VERSION

commit 7df6c16
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 19:20:54 2024 +0100

    Use correct project command

commit a47d72b
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 18:46:40 2024 +0100

    Use full project command

commit 18d00f5
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 18:23:29 2024 +0100

    Set the IB environment before running the profiling for IB

commit 325b8e2
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 17:56:53 2024 +0100

    Make sure scram environment for IB+PR is not set when running IB profiling

commit 198bd08
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 17:44:23 2024 +0100

    close doe done loop

commit e7c90b7
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 17:18:26 2024 +0100

    Black formatting

commit 83f7db4
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 17:12:55 2024 +0100

    Run the profiling on the IB before running on the IB+PR

commit 8261056
Merge: e2d70cd 04a7d99
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 17:05:41 2024 +0100

    Merge remote-tracking branch 'upstream/master'

commit e2d70cd
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Wed Nov 6 02:01:11 2024 +0100

    Rename input->prdata output->ibdata. Accumulate metrics by module type.

commit 35565ba
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 22:24:26 2024 +0100

    Black formatting

commit 3b8921b
Merge: bb81d17 0cbd3d0
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 22:23:12 2024 +0100

    Merge remote-tracking branch 'upstream/master'

commit bb81d17
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 22:21:21 2024 +0100

    Black formatting

commit 28e277c
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 22:17:55 2024 +0100

    Use fraction of total time for comparison. Some total time at top of table

commit b077290
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 18:53:34 2024 +0100

    Try with scaled diffs

commit e6b9d86
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Tue Nov 5 20:16:37 2024 +0100

    Put IB fast timer json in a directory where it will be copied back

commit 0c36670
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Mon Nov 4 23:56:34 2024 +0100

    Copy step2.root to correct directory

commit 8f7c787
Author: Patrick Gartung <gartung@fnal.gov>
Date:   Mon Nov 4 19:57:59 2024 +0100

    Copy step2.root from IB profiling
  • Loading branch information
@gartung
gartung committed Nov 6, 2024
1 parent 04a7d99 commit 8e8ba38
Showing 1 changed file with 21 additions and 2 deletions.
23 changes: 21 additions & 2 deletions pr_testing/run-pr-profiling.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,27 @@ for PROFILING_WORKFLOW in $WORKFLOWS;do
export LOCALRT=${WORKSPACE}/${CMSSW_VERSION}
PROF_RES="OK"
export PROFILING_WORKFLOW
mkdir -p $WORKSPACE/IB
cd $WORKSPACE/IB
scram project ${CMSSW_VERSION}
cd $CMSSW_VERSION
eval `scram run -sh`
cd $WORKSPACE/IB
$WORKSPACE/profiling/Gen_tool/Gen.sh $CMSSW_VERSION || true
export RUNALLSTEPS=1
$WORKSPACE/profiling/Gen_tool/runall.sh $CMSSW_VERSION || true
unset RUNALLSTEPS
cd $CMSSW_VERSION
eval `scram unsetenv -sh`
cd $WORKSPACE/$CMSSW_VERSION
eval `scram run -sh`
cd $WORKSPACE
$WORKSPACE/profiling/Gen_tool/Gen.sh $CMSSW_VERSION || true
cp -v $WORKSPACE/IB/$CMSSW_VERSION/$PROFILING_WORKFLOW/step2.root $WORKSPACE/$CMSSW_VERSION/$PROFILING_WORKFLOW || true
for f in $(find $WORKSPACE/IB/$CMSSW_VERSION/$PROFILING_WORKFLOW -name step*.json);do
b=$(basename $f)
cp -v $f $WORKSPACE/$CMSSW_VERSION/$PROFILING_WORKFLOW/$CMSSW_VERSION-$b || true
done
$WORKSPACE/profiling/Gen_tool/runall.sh $CMSSW_VERSION || true
$WORKSPACE/profiling/Gen_tool/runall_cpu.sh $CMSSW_VERSION || true
$WORKSPACE/profiling/Gen_tool/runall_mem_GC.sh $CMSSW_VERSION || true
Expand Down Expand Up @@ -95,8 +115,7 @@ for PROFILING_WORKFLOW in $WORKFLOWS;do
ls -l $LOCALREL/profiling/${CMSSW_VERSION}/${SCRAM_ARCH}/${PROFILING_WORKFLOW}/${UPLOAD_UNIQ_ID}/$BASENAME || true
AMP="&"
echo "<li><a href=\"https://cmssdt.cern.ch/circles/web/piechart.php?data_name=profiling${AMP}filter=${CMSSW_VERSION}${AMP}local=false${AMP}dataset=${CMSSW_VERSION}/${SCRAM_ARCH}/${PROFILING_WORKFLOW}/${UPLOAD_UNIQ_ID}/${BASENAME//.json/}${AMP}resource=time_thread${AMP}colours=default${AMP}groups=reco_PhaseII${AMP}threshold=0\">$BASENAME</a></li>" >> $WORKSPACE/upload/profiling/index-$PROFILING_WORKFLOW.html
get_jenkins_artifacts profiling/${CMSSW_VERSION}/${SCRAM_ARCH}/$f $CMSSW_VERSION-$BASENAME
$CMS_BOT_DIR/comparisons/resources-diff.py $f $CMSSW_VERSION-$BASENAME >$f.log || true
$CMS_BOT_DIR/comparisons/resources-diff.py $f $PROFILING_WORKFLOW/$CMSSW_VERSION-$BASENAME >$f.log || true
echo "<li><a href=\"${PROFILING_WORKFLOW}/diff-$BASENAME.html\">diff-$BASENAME</a></li>" >> $WORKSPACE/upload/profiling/index-$PROFILING_WORKFLOW.html || true
done
for f in $(find $PROFILING_WORKFLOW -type f -name '*.log' -o -name '*.txt' -o -name '*.tmp' -o -name '*.heap*' -o -name '*.json' -o -name '*.html') ; do
Expand Down

0 comments on commit 8e8ba38

Please sign in to comment.