Per-pixel sampler updates

params/param_Planck+WMAP_mapsonly_CG_new.yml → params/param_Planck+WMAP_mapsonly_CG.yml

@@ -7,14 +7,14 @@ general:
   nthreads_compsep: 8  # 20
   betzy_mode: false
 
-  CG_max_iter: 100
-  CG_max_iter_pol: 100
+  CG_max_iter: 200
+  CG_max_iter_pol: 200
   CG_err_tol: 1.0e-100
   CG_float_precision: "single"
   CG_real_alm_mode: False
 
   niter_gibbs: 1
-  nside: 256
+  nside: 512
 
   noise_fknee: 0.1
   noise_alpha: -0.9
@@ -26,42 +26,28 @@ general:
   pixel_compsep_sampling: False
 
   output_paths:
-    plots: "/mn/stornext/u3/leoab/com4_plots/Planck_WMAP_mapsonly_CG_new"
-    stats: "/mn/stornext/u3/leoab/com4_stats"
-    chains: "/mn/stornext/u3/leoab/com4_chains"
+    plots: "../cmdr4_plots/Planck_WMAP_mapsonly_CG/"
+    stats: "../cmdr4_stats/Planck_WMAP_mapsonly_CG/"
+    chains: "../cmdr4_chains/Planck_WMAP_mapsonly_CG/"
 
   logging:
     console:
       level: 'info'
     file:
       level: 'info'
-      # filename: '../com4_logs/output_Planck+WMAP_mapsonly_CG.log'
-      filename: 'output_Planck+WMAP_mapsonly_CG.log'
+      filename: '../cmdr4_logs/Planck+WMAP_mapsonly_CG.log'
 
 components:
   CMB:
     enabled: true
     component_class: "CMB"
     params:
-      polarizations: [True, False, False] #I Q U 
+      polarizations: [True, True, True] #I Q U 
       longname: "CMB"
       shortname: "cmb"
       smoothing_prior_FWHM: 30.0 # arcmin
       smoothing_prior_amplitude: 1.0e+7 #1.0  # uK_RJ^2
-      lmax: 1024
-      smoothing_scale: 0
-      spatially_varying_MM: False
-
-  CMB_pol:
-    enabled: true
-    component_class: "CMB"
-    params:
-      polarizations: [False, True, True] #I Q U 
-      longname: "CMB"
-      shortname: "cmb"
-      smoothing_prior_FWHM: 30.0 # arcmin
-      smoothing_prior_amplitude: 1.0e+7 #1.0  # uK_RJ^2
-      lmax: 1024
+      lmax: 512
       smoothing_scale: 0
       spatially_varying_MM: False
 
@@ -77,24 +63,24 @@ components:
       beta: 1.56
       T: 20
       nu0: 545
-      lmax: 2024
+      lmax: 1024
       smoothing_scale: 0.0
       spatially_varying_MM: False
 
   Synchrotron:
     enabled: true
     component_class: "Synchrotron"
     params:
-      polarizations: [True, False, False]
+      polarizations: [True, True, True]
       longname: "Synchrotron"
       shortname: "sync"
       smoothing_prior_FWHM: 60.0 # arcmin
       smoothing_prior_amplitude: 2.0e-2  # uK_RJ^2
       beta: -3.1
       nu0: 30
-      lmax: 1024
+      lmax: 512
       smoothing_scale: 0.0
-      spatially_varying_MM: True
+      spatially_varying_MM: False
 
   FreeFree:
     enabled: true
@@ -111,34 +97,34 @@ components:
       smoothing_scale: 0.0
       spatially_varying_MM: False
 
-  RadioSources:
-    enabled: True
-    component_class: "RadioSources"
-    params:
-      polarizations: [True, False, False]
-      longname: "RadioSources"
-      shortname: "radsources"
-      template_path: "/mn/stornext/d5/data/duncanwa/WMAP/data/init_radio_BP8.11.dat"
-      nu_0: 30.0  # Ghz
-      lmax: "full" #just a placeholder
-      smoothing_scale: 0 # placeholder? Do we ever want a smoothing of point sources?
-      sample_alphas: False
+  # RadioSources:
+  #   enabled: True
+  #   component_class: "RadioSources"
+  #   params:
+  #     polarizations: [True, False, False]
+  #     longname: "RadioSources"
+  #     shortname: "radsources"
+  #     template_path: "/mn/stornext/d5/data/duncanwa/WMAP/data/init_radio_BP8.11.dat"
+  #     nu_0: 30.0  # Ghz
+  #     lmax: "full" #just a placeholder
+  #     smoothing_scale: 0 # placeholder? Do we ever want a smoothing of point sources?
+  #     sample_alphas: False
 
-  SpinningDust:
-    enabled: False
-    component_class: "SpinningDust"
-    params:
-      polarizations: [True, False, False]
-      longname: "SpinningDust"
-      shortname: "sdust"
-      template_path: "/mn/stornext/d5/data/duncanwa/WMAP/data/spdust2_cnm.dat"
-      smoothing_prior_FWHM: 0.0 # arcmin
-      smoothing_prior_amplitude: 1.0e+10  # uK_RJ^2
-      nu_peak: 25.3  # Ghz
-      nu_0: 22.0  # Ghz
-      lmax: 1000
-      smoothing_scale: 0 # 30.0
-      spatially_varying_MM: False
+  # SpinningDust:
+  #   enabled: False
+  #   component_class: "SpinningDust"
+  #   params:
+  #     polarizations: [True, False, False]
+  #     longname: "SpinningDust"
+  #     shortname: "sdust"
+  #     template_path: "/mn/stornext/d5/data/duncanwa/WMAP/data/spdust2_cnm.dat"
+  #     smoothing_prior_FWHM: 0.0 # arcmin
+  #     smoothing_prior_amplitude: 1.0e+10  # uK_RJ^2
+  #     nu_peak: 25.3  # Ghz
+  #     nu_0: 22.0  # Ghz
+  #     lmax: 1000
+  #     smoothing_scale: 0 # 30.0
+  #     spatially_varying_MM: False
 
 
 compsep:
@@ -223,7 +209,7 @@ CompSep_bands:
   Planck857GHz:
     enabled: true
     get_from: "file"
-    eval_nside: 256
+    eval_nside: 512
     data_nside: 1024
     file_convention: "HFI"
     path_signal_map: "/mn/stornext/d16/cmbco/archive/bp/delivery/BP_releases/input/auxcmd3/npipe6v20_857_map_n1024_10arcmin_QUADCOR_ZODICOR_uK.fits"
@@ -236,7 +222,7 @@ CompSep_bands:
   Planck353GHz:
     enabled: true
     get_from: "file"
-    eval_nside: 256
+    eval_nside: 512
     data_nside: 1024
     file_convention: "HFI"
     path_signal_map: "/mn/stornext/d16/cmbco/archive/bp/delivery/BP_releases/input/auxcmd3/npipe6v20_353_map_n1024_uK_udgrade.fits"

params/param_Planck+WMAP_mapsonly_perpix.yml

@@ -1,42 +1,50 @@
-MPI_config:
-  ntask_tod: 0  # Map-only processing: No TOD tasks.
-  ntask_compsep: 8
-nthreads_tod: 1
-nthreads_compsep: 1
+# Parameter file for doing Planck LFI TOD processing, but with per-pixel component separation
+# Note that this means all maps have to be common resolution (chosen to be nside=512).
+# Useful if you are primarily working on the TOD processing and don't want the CG overhead.
 
-niter_gibbs: 2
+general:
+  MPI_config:
+    ntask_tod: 0  # Map-only processing: No TOD tasks.
+    ntask_compsep_I: 7
+    ntask_compsep_QU: 7
+  nthreads_tod: 1
+  nthreads_compsep: 1
 
-nside: 1024
+  niter_gibbs: 2
 
-noise_fknee: 0.1
-noise_alpha: -0.9
+  nside: 1024
 
-make_plots: True
-output_stats: False
+  noise_fknee: 0.1
+  noise_alpha: -0.9
 
-galactic_mask: True
-pixel_compsep_sampling: True
-smooth_to_common_res: True
+  make_plots: True
+  output_stats: False
 
-output_paths:
-  chains: "../cmdr4_chains/Planck+WMAP_mapsonly_perpix/"
-  plots: "../cmdr4_plots/Planck+WMAP_mapsonly_perpix/"
-  stats: "../cmdr4_stats/Planck+WMAP_mapsonly_perpix/"
+  CG_float_precision: "single"
 
-logging:
-  console:
-    level: 'info'
-  file:
-    level: 'info'
-    filename: '../cmdr4_logs/output_Planck+WMAP_mapsonly_perpix.log'
+  galactic_mask: True
+  pixel_compsep_sampling: True
+  smooth_to_common_res: True
+
+  output_paths:
+    chains: "../cmdr4_chains/Planck+WMAP_mapsonly_perpix/"
+    plots: "../cmdr4_plots/Planck+WMAP_mapsonly_perpix/"
+    stats: "../cmdr4_stats/Planck+WMAP_mapsonly_perpix/"
+
+  logging:
+    console:
+      level: 'info'
+    file:
+      level: 'info'
+      filename: '../cmdr4_logs/Planck+WMAP_mapsonly_perpix.log'
 
 
 components:
   CMB:
     enabled: true
     component_class: "CMB"
     params:
-      polarized: True
+      polarizations: [True, True, True] #I Q U 
       longname: "CMB"
       shortname: "cmb"
       smoothing_prior_FWHM: 30.0 # arcmin
@@ -49,7 +57,7 @@ components:
     enabled: true
     component_class: "ThermalDust"
     params:
-      polarized: True
+      polarizations: [True, True, True] #I Q U 
       longname: "Thermal Dust"
       shortname: "dust"
       smoothing_prior_FWHM: 5.0 # 10.0 # arcmin
@@ -65,7 +73,7 @@ components:
     enabled: true
     component_class: "Synchrotron"
     params:
-      polarized: True
+      polarizations: [True, True, True] #I Q U 
       longname: "Synchrotron"
       shortname: "sync"
       smoothing_prior_FWHM: 60.0 # arcmin
@@ -74,13 +82,13 @@ components:
       nu0: 30
       lmax: 1024
       smoothing_scale: 0.0
-      spatially_varying_MM: True
+      spatially_varying_MM: False
 
   FreeFree:
     enabled: true
     component_class: "FreeFree"
     params:
-      polarized: False
+      polarizations: [True, False, False] #I Q U 
       longname: "Free-Free"
       shortname: "ff"
       smoothing_prior_FWHM: 30.0 # arcmin
@@ -108,11 +116,6 @@ components:
   #     spatially_varying_MM: False
 
 
-compsep:
-  dense_matrix_debug_mode: false  # Solve system first with dense matrix math, for debugging CG. Very slow for nside>32.
-  preconditioner: JointPreconditioner #NoiseOnlyPreconditioner #FullPreconditioner #MixingMatrixPreconditioner #BeamOnlyPreconditioner #
-
-
 CompSep_bands:
   ### TOTAL INTENSITY MAPS ###
   Haslam408MHz: