Downsampling of tods

namap/PAR_FILES/params_namap copy.par

@@ -0,0 +1,73 @@
+#NAMAP parameters 
+precision = 'float64'
+
+#--- Data Paths Parameters --
+#Path for TOD data#
+hdf5_file = 'fits_and_hdf5/TOD_488.3Hz_data.hdf5' 
+
+#Table with name of detectors, response, white noise level and offsets. 
+detector_table = 'config/TIM_kid_table.tsv' 
+
+#if you want to use preselected good detectors list
+detectors_to_use = None 
+
+#Choose the frequency band to make a map from
+frequencies = (715.0,) #GHz
+
+Chose the data in the time dimension 
+num_frames=3300 #integration time in seconds to be loaded. 
+first_frame=110 #Starting time in second to loaded
+#----------------------------
+
+#--- Astrometry Parameters ---
+Correct for the poiting offset, note that there is no pointing offset parameter so far. 
+correction = True
+
+telemetry = False #Specify if the data are coming from telemetry, so mole, or if they are coming from hard drives
+telescope_coordinate = False #Use of telescope coordinates to draw a map
+xystage = False
+xsc_offset = 0. #Offset with respect to star cameras in xEL and EL
+det_offset = 0. #Offset with respect to the central detector in xEL and EL
+
+# Choice of coordinate system to draw a map 
+input_ctype = 'AZ and EL'
+ctype = 'RA and DEC' #['RA and DEC', 'AZ and EL', CROSS-EL and EL,'XY Stage'], 
+lat=True
+lst=True
+
+crpix = 126, 127 #Default crpix, updated automatically by src.mapmaker/mapmaking.map_Ionly() to fit map size
+cdelt = 0.005555555555555556, 0.005555555555555556 #Pixel resolution along the two axis in degree. 
+crval =  0, -27.80833 #Value of the reference pixel in degree and its associated pixel number. 
+pixnum = 500, 500 #Number of pixels along the two axis. The input needs to be written as XX YY. Not implement so far. 
+#-----------------------------
+
+
+#--- Parameters for the pre-processing of the TODs ---
+downsample_frequency = 100 #Hz
+highpassfreq    = 0 #Cutoff frequency for high-pass filter detector data. Default value is 0.1
+polynomialorder = 0 #Polynomial orderelevations used to fit the TOD to detrend data. Default value is 5
+despike         = False #Despike flag. If called, two possible parameters can be explicited. 
+sigma=5        #The first is the height in sigma unit for the peak, 
+prominence=5   #and the second is the prominence in sigma unit for the peak
+sigma_clipping  = False
+low_thresh  = 1e-5
+high_thresh = 5
+remove_turnarounds = False
+checkBeam = False
+#-----------------------------------------------
+
+
+#--- Parameters for the post-processing of the TODs and the map ---
+Coadd the detectors 
+#if True, the data of detectors are coadded. Else, Namap produces a map for each detector. 
+coadd = True
+output_map = 'coadd.fits' 
+save_downsampled_TODS = False
+output_hdf5 = 'fits_and_hdf5/tods.hdf5'
+beam_output = 'beam.fits'
+int8 = False #For testing purpose only 
+
+#convolution by the beam
+gaussian_convolution = False #
+std = 0 #STD of the gaussian used for the convolution. The value is in arcsec
+#--------------------------------------------------------------------

namap/PAR_FILES/params_namap.par

@@ -1,9 +1,9 @@
 #NAMAP parameters 
-precision = 'float32'
 
-#--- Data Paths Parameters --
-#Path for TOD data#
-hdf5_file = 'fits_and_hdf5/TOD_488.3Hz_data.hdf5' 
+#--- Input Data Paths and Parameters--
+
+#Path for TODs data
+input_file = 'datasets/TOD_25.0min' 
 
 #Table with name of detectors, response, white noise level and offsets. 
 detector_table = 'config/TIM_kid_table.tsv' 
@@ -14,20 +14,28 @@ detectors_to_use = None
 #Choose the frequency band to make a map from
 frequencies = (715.0,) #GHz
 
-Chose the data in the time dimension 
-num_frames=3300 #integration time in seconds to be loaded. 
-first_frame=110 #Starting time in second to loaded
+#Chose the data in the time dimension 
+num_frames = 1500 #integration time in seconds to be loaded. 
+first_frame = 0 #Starting time in second 
+
 #----------------------------
 
+
+
 #--- Astrometry Parameters ---
-Correct for the poiting offset, note that there is no pointing offset parameter so far. 
+
+#Correct for the poiting offset
 correction = True
 
-telemetry = False #Specify if the data are coming from telemetry, so mole, or if they are coming from hard drives
-telescope_coordinate = False #Use of telescope coordinates to draw a map
-xystage = False
-xsc_offset = 0. #Offset with respect to star cameras in xEL and EL
-det_offset = 0. #Offset with respect to the central detector in xEL and EL
+#Specify if the data are coming from telemetry, so mole, or if they are coming from hard drives
+telemetry = False #!! to be implemented. 
+
+#Use of telescope coordinates to draw a map
+telescope_coordinate = False #!! to be implemented. 
+xystage = False #!! to be implemented. 
+
+xsc_offset = 0. #Offset with respect to star cameras in xEL and EL #!! to be implemented. 
+det_offset = 0. #Offset with respect to the central detector in xEL and EL #!! to be implemented. 
 
 # Choice of coordinate system to draw a map 
 input_ctype = 'AZ and EL'
@@ -38,36 +46,72 @@ lst=True
 crpix = 126, 127 #Default crpix, updated automatically by src.mapmaker/mapmaking.map_Ionly() to fit map size
 cdelt = 0.005555555555555556, 0.005555555555555556 #Pixel resolution along the two axis in degree. 
 crval =  0, -27.80833 #Value of the reference pixel in degree and its associated pixel number. 
-pixnum = 500, 500 #Number of pixels along the two axis. The input needs to be written as XX YY. Not implement so far. 
+pixnum = 300, 300 #Number of pixels along the two axis. The input needs to be written as XX YY. 
+
 #-----------------------------
 
 
-#--- Parameters for the pre-processing of the TODs ---
+#--- Parameters for the processing of the TODs ---
+
+bypass_synch = False
+
+#Choose the precision in which to run the code
+precision = 'float64'
+
+#If called, save only I and Q data, and stops Namap after. 
+save_raw_IQ_TODS = False
+
+#If called, save only phase data, and stops Namap after. 
+save_TODS = False
+
+#Coadd the detectors 
+#If called, the data of detectors are coadded and saved in a single map. Else, a map for each detector is saved.
+coadd = True
+
+#If called and coadd=True, will add an inverse-variance weight to each TOD in the coadded map. 
+variance_weighting = False
+
+#Frequency to downsample the TODs to. If no downsampling, put downsample_frequency = None. 
 downsample_frequency = 100 #Hz
-highpassfreq = 0 #Cutoff frequency for high-pass filter detector data. Default value is 0.1
-polynomialorder = 0 #Polynomial orderelevations used to fit the TOD to detrend data. Default value is 5
-despike = False #Despike flag. If called, two possible parameters can be explicited. 
-sigma=5        #The first is the height in sigma unit for the peak, 
-prominence=5   #and the second is the prominence in sigma unit for the peak
-sigma_clipping = False
-low_thresh = 1e-5
+
+#Cutoff frequency for high-pass filter detector data. If no high-pass filtering, put highpassfreq = 0. 
+highpassfreq    = 0 
+
+#Polynomial order used to fit the TOD to detrend data. If no detrending, put polynomialorder = 0. 
+polynomialorder = 0
+
+#Despike flag. If called, two possible parameters can be explicited. 
+despike         = True 
+#The first is the height in sigma unit for the peak, 
+sigma=10       
+#and the second is the prominence in sigma unit for the peak 
+prominence=10   
+
+#Sigma-clipping flag. If called, too low or too large-variance TODs are removed from further analysis. 
+sigma_clipping  = False
+low_thresh  = 1e-5
 high_thresh = 5
-remove_turnarounds = True
-checkBeam = False
+
+#If called remove data acquired during turnarounds of the telescope. 
+remove_turnarounds = False
+
+#convolution by the beam
+gaussian_convolution = False 
+#STD of the gaussian used for the convolution. The value is in arcsec
+std = 0 
+
 #-----------------------------------------------
 
 
-#--- Parameters for the post-processing of the TODs and the map ---
-Coadd the detectors 
-#if True, the data of detectors are coadded. Else, Namap produces a map for each detector. 
-coadd = True
-output_map = 'coadd.fits' 
-save_downsampled_TODS = False
-output_hdf5 = 'fits_and_hdf5/tods.hdf5'
-beam_output = 'beam.fits'
-int8 = False #For testing purpose only 
+#--- Output Parameters ---
+int8 = False
+output_map =  'coadd.fits' 
+output_tods = 'tods'
+#-------------------------
 
-#convolution by the beam
-gaussian_convolution = False #
-std = 0 #STD of the gaussian used for the convolution. The value is in arcsec
-#--------------------------------------------------------------------
+
+#Fit a gaussian beam to the created map(s).
+checkBeam = False
+beam_output = 'beam.fits'
+check_offsets = False
+checkAngularPowerSpectrum = False

namap/PAR_FILES/params_namap_profiling.par

@@ -0,0 +1,116 @@
+#NAMAP parameters 
+
+#--- Input Data Paths and Parameters--
+
+#Path for TODs data
+input_file = '/home/mvancuyck/Desktop/TIM_analysis/namap/datasets/TOD_25.0min' 
+
+#Table with name of detectors, response, white noise level and offsets. 
+detector_table = 'config/TIM_kid_table.tsv' 
+
+#if you want to use preselected good detectors list
+detectors_to_use = None 
+
+#Choose the frequency band to make a map from
+frequencies = (715.0,) #GHz
+
+#Chose the data in the time dimension 
+num_frames = 60 #integration time in seconds to be loaded. 
+first_frame = 0 #Starting time in second to loaded
+
+#----------------------------
+
+
+
+#--- Astrometry Parameters ---
+
+#Correct for the poiting offset
+correction = True
+
+#Specify if the data are coming from telemetry, so mole, or if they are coming from hard drives
+telemetry = False #!! to be implemented. 
+
+#Use of telescope coordinates to draw a map
+telescope_coordinate = False #!! to be implemented. 
+xystage = False #!! to be implemented. 
+
+xsc_offset = 0. #Offset with respect to star cameras in xEL and EL #!! to be implemented. 
+det_offset = 0. #Offset with respect to the central detector in xEL and EL #!! to be implemented. 
+
+# Choice of coordinate system to draw a map 
+input_ctype = 'AZ and EL'
+ctype = 'RA and DEC' #['RA and DEC', 'AZ and EL', CROSS-EL and EL,'XY Stage'], 
+lat=True
+lst=True
+
+crpix = 126, 127 #Default crpix, updated automatically by src.mapmaker/mapmaking.map_Ionly() to fit map size
+cdelt = 0.005555555555555556, 0.005555555555555556 #Pixel resolution along the two axis in degree. 
+crval =  0, -27.80833 #Value of the reference pixel in degree and its associated pixel number. 
+pixnum = 300, 300 #Number of pixels along the two axis. The input needs to be written as XX YY. 
+
+#-----------------------------
+
+
+#--- Parameters for the processing of the TODs ---
+
+bypass_synch = False
+
+#Choose the precision in which to run the code
+precision = 'float64'
+
+#If called, save only I and Q data, and stops Namap after. 
+save_raw_IQ_TODS = False
+
+#If called, save only phase data, and stops Namap after. 
+save_TODS = False
+
+#Coadd the detectors 
+#If called, the data of detectors are coadded and saved in a single map. Else, a map for each detector is saved.
+coadd = True
+
+#If called and coadd=True, will add an inverse-variance weight to each TOD in the coadded map. 
+variance_weighting = False
+
+#Frequency to downsample the TODs to. If no downsampling, put downsample_frequency = None. 
+downsample_frequency = 100 #Hz
+
+#Cutoff frequency for high-pass filter detector data. If no high-pass filtering, put highpassfreq = 0. 
+highpassfreq    = 0 
+
+#Polynomial order used to fit the TOD to detrend data. If no detrending, put polynomialorder = 0. 
+polynomialorder = 0 
+
+#Despike flag. If called, two possible parameters can be explicited. 
+despike         = False 
+#The first is the height in sigma unit for the peak, 
+sigma=10       
+#and the second is the prominence in sigma unit for the peak 
+prominence=10   
+
+#Sigma-clipping flag. If called, too low or too large-variance TODs are removed from further analysis. 
+sigma_clipping  = False
+low_thresh  = 1e-5
+high_thresh = 5
+
+#If called remove data acquired during turnarounds of the telescope. 
+remove_turnarounds = False
+
+#convolution by the beam
+gaussian_convolution = False 
+#STD of the gaussian used for the convolution. The value is in arcsec
+std = 0 
+
+#-----------------------------------------------
+
+#--- Output Parameters ---
+int8 = False
+output_map =  'coadd.fits' 
+output_tods = 'tods'
+#-------------------------
+
+
+#Fit a gaussian beam to the created map(s).
+checkBeam = False
+beam_output = 'beam.fits'
+check_offsets = False
+checkAngularPowerSpectrum = False