more testing

tests/test_cosmosis_standard_library.py

@@ -13,88 +13,111 @@ def check_likelihood(capsys, expected, *other_possible):
     msg = f"Likelihood was expected to be one of {expect} but this was not found. Found these lines: \n{lines}"
     assert any([f"Likelihood =  {val}" in lines for val in (expected, *other_possible)]), msg
 
-def test_projection():
+def check_no_camb_warnings(capsys):
+    captured = capsys.readouterr()
+    lines = [line for line in captured.out.split("\n") if "UserWarning: Parameter" in line]
+    assert len(lines)==0, f"Found some warnings from CAMB: {lines}"
+
+
+def test_projection(capsys):
     run_cosmosis("examples/various-spectra.ini", override={("consistency","extra_relations"):"omega_x=omega_c+100"})
     with open("output/various-spectra/cosmological_parameters/values.txt") as f:
         assert "omega_x = 100.261" in f.read()
+    check_no_camb_warnings(capsys)
 
 
 
-def test_bao():
+def test_bao(capsys):
     run_cosmosis("examples/bao.ini")
+    check_no_camb_warnings(capsys)
 
 def test_planck(capsys):
     run_cosmosis("examples/planck.ini")
     check_likelihood(capsys, "-1441.14", "-1441.30", "-1441.46")
+    check_no_camb_warnings(capsys)
 
 def test_planck_class(capsys):
     run_cosmosis("examples/planck_class.ini", override={("class","mpk"):"T"})
+    check_no_camb_warnings(capsys)
 
-def test_wmap():
+def test_wmap(capsys):
     if not os.path.exists("likelihood/wmap9/data/lowlP/mask_r3_p06_jarosik.fits"):
         pytest.skip("WMAP data not found")
     run_cosmosis("examples/wmap.ini")
+    check_no_camb_warnings(capsys)
 
 def test_pantheon_emcee(capsys):
     run_cosmosis("examples/pantheon.ini", override={("emcee","samples"):"20"})
     plots = run_cosmosis_postprocess(["examples/pantheon.ini"], outdir="output/pantheon")
     plots.save()
     assert os.path.exists("output/pantheon/cosmological_parameters--omega_m.png")
+    check_no_camb_warnings(capsys)
 
 def test_pantheon_plus_shoes(capsys):
     run_cosmosis("examples/pantheon_plus_shoes.ini", override={("runtime","sampler"):"test"})
     check_likelihood(capsys, "-738.23")
+    check_no_camb_warnings(capsys)
 
 def test_des_y1(capsys):
     run_cosmosis("examples/des-y1.ini")
     check_likelihood(capsys, "5237.3")
+    check_no_camb_warnings(capsys)
 
 def test_des_y1_cl_to_corr(capsys):
     run_cosmosis("examples/des-y1.ini", override={
         ("2pt_shear","file"): "./shear/cl_to_corr/cl_to_corr.py",
         ("2pt_shear","corr_type"): "xi"
         })
     check_likelihood(capsys, "5237.3")
+    check_no_camb_warnings(capsys)
 
 def test_des_y3(capsys):
     run_cosmosis("examples/des-y3.ini", override={
         ("pk_to_cl_gg","save_kernels"):"T",
         ("pk_to_cl","save_kernels"):"T"
         })
     check_likelihood(capsys, "6043.23", "6043.34", "6043.37", "6043.33")
+    check_no_camb_warnings(capsys)
 
-def test_des_y3_class():
+def test_des_y3_class(capsys):
     run_cosmosis("examples/des-y3-class.ini")
     # class is not consistent across systems to the level needed here
 
 def test_des_y3_shear(capsys):
     run_cosmosis("examples/des-y3-shear.ini")
     check_likelihood(capsys, "2957.03", "2957.12", "2957.11", "2957.13")
+    check_no_camb_warnings(capsys)
 
 def test_des_y3_mira_titan(capsys):
     run_cosmosis("examples/des-y3-mira-titan.ini")
     check_likelihood(capsys, "6048.0", "6048.1", "6048.2")
+    check_no_camb_warnings(capsys)
 
 def test_des_y3_mead(capsys):
     run_cosmosis("examples/des-y3.ini", 
                  override={("camb", "halofit_version"): "mead2020_feedback"},
                  variables={("halo_model_parameters", "logT_AGN"): "8.2"}
                  )
     check_likelihood(capsys, "6049.94", "6049.00", "6049.03", "6049.04")
+    check_no_camb_warnings(capsys)
 
 def test_act_dr6_lensing(capsys):
     run_cosmosis("examples/act-dr6-lens.ini")
     check_likelihood(capsys, "-9.89", "-9.86", "-9.90")
+    check_no_camb_warnings(capsys)
 
-def test_des_y3_6x2pt():
+def test_des_y3_6x2pt(capsys):
     run_cosmosis("examples/des-y3-6x2.ini")
+    check_no_camb_warnings(capsys)
 
-def test_euclid_emulator():
+def test_euclid_emulator(capsys):
     run_cosmosis("examples/euclid-emulator.ini")
     assert os.path.exists("output/euclid-emulator/matter_power_nl/p_k.txt")
+    check_no_camb_warnings(capsys)
 
-def test_log_w_example():
+def test_log_w_example(capsys):
     run_cosmosis("examples/w_model.ini")
+    check_no_camb_warnings(capsys)
 
 def test_theta_warning():
     with pytest.raises(RuntimeError):
@@ -103,8 +126,10 @@ def test_theta_warning():
 def test_des_kids(capsys):
     run_cosmosis("examples/des-y3_and_kids-1000.ini")
     check_likelihood(capsys, "-199.40", "-199.41")
+    check_no_camb_warnings(capsys)
 
 
 def test_kids(capsys):
     run_cosmosis("examples/kids-1000.ini")
     check_likelihood(capsys, "-47.6")
+    check_no_camb_warnings(capsys)