make_custom_config.py

#!/usr/bin/env python

from __future__ import print_function
import os
import sys
from surveys_db import SurveysDB
import numpy as np
from add_galcoords import add_galcoords

def choose_batch_file(name,workdir,do_field):
    return '/home/azimuth/pipeline.sh'

def choose_qsub_file(name,workdir,do_field):
    if do_field:
        with SurveysDB() as sdb:
            idd=sdb.get_field(name)
        #if np.abs(idd['gal_b'])<=10:
        #    return '/home/mjh/pipeline-master/lotss-hba-survey/torque/pipeline_MW.qsub'
        #else:
        return '/home/mjh/pipeline-master/lotss-hba-survey/torque/pipeline.qsub'
    else:
        return None # leave it to something else to choose
        
def make_custom_config(name,workdir,do_field,averaged=False,tdir=None):
    if do_field:
        with SurveysDB() as sdb:
            idd=sdb.get_field(name)
            if idd['gal_b'] is None:
                print('Missing Galactic co-ordinates, adding them')
                add_galcoords(sdb,[idd])
                idd=sdb.get_field(name)

        no_wenss=((idd['decl']<32) | (idd['decl']>72))
        no_tgss=(idd['no_tgss']==1)
        if idd['lotss_field']>0 or idd['ilotss_field']>0:
            lotss_field=True
            do_polcubes=True
            do_dynspec=False
            do_stokesv=True
            do_spectral_restored=False
        else:
            lotss_field=False
            do_polcubes=(idd['do_polcubes']>0)
            do_dynspec=(idd['do_dynspec']>0)
            do_stokesv=(idd['do_stokesv']>0)
            do_spectral_restored=(idd['do_spectral_restored']>0)
    else:
        # assume LOTSS defaults
        no_wenss=False
        no_tgss=False
        lotss_field=True

    if idd['field_type']=="Galactic":
        if idd['decl']<10.0:
               template=os.environ['DDF_DIR']+'/ddf-pipeline/examples/tier1-sep2024-MW-lowdec.cfg'
        else:
               template=os.environ['DDF_DIR']+'/ddf-pipeline/examples/tier1-sep2024-MW.cfg'
    else:
        if no_wenss:
            if idd['decl']<10.0:
                template=os.environ['DDF_DIR']+'/ddf-pipeline/examples/tier1-sep2024-lowdec.cfg'
            else:
                template=os.environ['DDF_DIR']+'/ddf-pipeline/examples/tier1-sep2024-NVSS.cfg'
        else:
            template=os.environ['DDF_DIR']+'/ddf-pipeline/examples/tier1-sep2024.cfg'

    lines=open(template).readlines()
    with open(workdir+'/tier1-config.cfg','w') as outfile:
        for l in lines:
            if 'colname' in l and averaged:
                outfile.write('colname=DATA\n')
            elif '[control]' in l and no_tgss:
                outfile.write(l+'redo_DI=True\n')
            elif '[image]' in l and tdir:
                outfile.write(l+'clusterfile=%s/image_dirin_SSD_m.npy.ClusterCat.npy\n' % tdir)
            elif 'do_dynspec' in l and not do_dynspec:
                outfile.write('do_dynspec=False\n')
            elif 'spectral_restored' in l and not do_spectral_restored:
                outfile.write('spectral_restored=False\n')
            elif 'polcubes' in l and 'compress' not in l and not do_polcubes:
                outfile.write('polcubes=False\n')
            elif 'stokesv' in l and not do_stokesv:
                outfile.write('stokesv=False\n')
            else:
                outfile.write(l)

        if tdir is not None:
            outfile.write("\n[inputmodel]\nbasedicomodel=%s\nbaseimagename=%s\nbasemaskname=%s\n" % (tdir+'/image_full_ampphase_di_m.NS',tdir+'/image_full_ampphase_di_m.NS.app.restored.fits',tdir+'/image_full_ampphase_di_m.NS.mask01.fits'))

            
if __name__=='__main__':
    # manual run, must be in directory of download
    from check_structure import do_check_structure
    
    field=os.path.basename(os.getcwd())
    averaged,dysco=do_check_structure()
    
    make_custom_config(field,'.',True,averaged)