...
| Code Block | ||||
|---|---|---|---|---|
| ||||
# On Garrawarla, test vcsbeam version $ module use /pawsey/mwa/software/python3/modulefiles $ module load vcsbeam MWA Beamformer v2.18.8_99df2a4 |
Calibration
Offline FinePFB
| Code Block | ||||
|---|---|---|---|---|
| ||||
$ cd /astro/mwavcs/vcs/1318345216/combined
$ for freq in {109..120}
do
sed "s/FREQ/${freq}/" < make_legacy.sbatch > make_legacy_ch${freq}.sbatch
sbatch make_legacy_ch${freq}.sbatch
done |
...
| Code Block | ||||||||
|---|---|---|---|---|---|---|---|---|
| ||||||||
#!/bin/bash -l #SBATCH --nodes=1 #SBATCH --cpus-per-task=1 #SBATCH --ntasks-per-node=1 #SBATCH --mem=370gb #SBATCH --partition=gpuq #SBATCH --gres=gpu:1 #SBATCH --time=01:00:00 #SBATCH --account=mwavcs #SBATCH --export=NONE module use /pawsey/mwa/software/python3/modulefiles module load vcsbeam module load openmpi-ucx-gpu DATAPATH=/astro/mwavcs/asvo/251861 srun -N 1 -n 1 fine_pfb_offline -m $DATAPATH/1318345216.metafits -b 1318345216 -T 600 -f FREQ -d $DATAPATH |
...
Incoherent Beam
| Code Block | ||||
|---|---|---|---|---|
| ||||
$ cd /astro/mwavcs/vcs/1318345216/calvcsbeam/1318345216/visincoh $ for freq in {109..120} do sed "s/FREQ/${freq}/" < offline_correlate.sbatchsbatch vcsbeam_incoh.sbatch |
| Code Block | ||||||||
|---|---|---|---|---|---|---|---|---|
| ||||||||
#!/bin/bash -l
#SBATCH --nodes=12
#SBATCH --ntasks-per-node=1
#SBATCH --cpus-per-task=1
#SBATCH --mem=370gb
#SBATCH --partition=gpuq
#SBATCH --gres=gpu:1
#SBATCH --time=00:30:00
#SBATCH --account=mwavcs
#SBATCH --nice=0
#SBATCH --export=NONE
module use /pawsey/mwa/software/python3/modulefiles
module load vcsbeam
srun -N 12 -n 12 make_mwa_incoh_beam \
-m /astro/mwavcs/vcs/1318345216/combined/1318345216_legacy.metafits \
-b 1318345216 \
-T 600 \
-f 109 \
-d /astro/mwavcs/vcs/1318345216/combined \
-o incoh |
Calibration
Offline Correlator
| Code Block | ||||
|---|---|---|---|---|
| ||||
$ cd /astro/mwavcs/vcs/1318345216/cal/1318345216/vis
$ for freq in {109..120}
do
sed "s/FREQ/${freq}/" < offline_correlate.sbatch > offline_correlate_${freq}.sbatch
sbatch offline_correlate_${freq}.sbatch
done |
...
| Code Block | ||||||||
|---|---|---|---|---|---|---|---|---|
| ||||||||
#!/bin/bash -l
#SBATCH --nodes=1
#SBATCH --mem=370gb
#SBATCH --partition=gpuq
#SBATCH --gres=gpu:1
#SBATCH --time=01:00:00
#SBATCH --account=mwavcs
#SBATCH --export=NONE
module use /pawsey/mwa/software/python3/modulefiles
module load offline_correlator
for t in {0..299599}
do
gpssecond=$(echo "$t + 13183452201318345216" | bc)
gpubox=$(echo "FREQ - 108" | bc)
INPUT_DATA_FILE=/astro/mwavcs/vcs/1318345216/combined/1318345216_${gpssecond}_chFREQ.dat
START_SECOND=${gpssecond}
DUMPS_PER_SECOND=1 # This sets the output time resolution
# (e.g. 20 --> 1/20 = 0.05s = 50 ms)
# Minimum allowed resolution is 2 ms
CHANS_TO_AVERAGE=4 # This sets the output frequency resolution
# (e.g. 4 --> 4x10 kHz = 40 kHz)
GPUBOX_CHANNEL_NUMBER=${gpubox} # This should be chosen to "match" the input channel
# This is not easy! (mwalib handles this, but at the
# moment, offline_correlator is not using mwalib)
OUTPUT_PREFIX=1318345216 # Output files begin with this
srun -N 1 -n 1 offline_correlator \
-d ${INPUT_DATA_FILE} \
-s ${START_SECOND} \
-r ${DUMPS_PER_SECOND} \
-n ${CHANS_TO_AVERAGE} \
-c ${GPUBOX_CHANNEL_NUMBER} \
-o ${OUTPUT_PREFIX}
done |
...