This Jupyter notebook can be downloaded from noise-fitting-example.ipynb, or viewed as a python script at noise-fitting-example.py.

PINT Noise Fitting Examples

[1]:
from pint.models import get_model
from pint.simulation import make_fake_toas_uniform
from pint.logging import setup as setup_log
from pint.fitter import Fitter

import numpy as np
from io import StringIO
from astropy import units as u
from matplotlib import pyplot as plt
[2]:
setup_log(level="WARNING")
[2]:
1

Fitting for EFAC and EQUAD

[3]:
# Let us begin by simulating a dataset with an EFAC and an EQUAD.
# Note that the EFAC and the EQUAD are set as fit parameters ("1").
par = """
    PSR             TEST1
    RAJ             05:00:00    1
    DECJ            15:00:00    1
    PEPOCH          55000
    F0              100         1
    F1              -1e-15      1
    EFAC tel gbt    1.3         1
    EQUAD tel gbt   1.1         1
    TZRMJD          55000
    TZRFRQ          1400
    TZRSITE         gbt
    EPHEM           DE440
    CLOCK           TT(BIPM2019)
    UNITS           TDB
"""

m = get_model(StringIO(par))

ntoas = 200

# EFAC and EQUAD cannot be measured separately if all TOA uncertainties
# are the same. So we must set a different toa uncertainty for each TOA.
# This is how it is in real datasets anyway.
toaerrs = np.random.uniform(0.5, 2, ntoas) * u.us

t = make_fake_toas_uniform(
    startMJD=54000,
    endMJD=56000,
    ntoas=ntoas,
    model=m,
    obs="gbt",
    error=toaerrs,
    add_noise=True,
    include_bipm=True,
)
[4]:
# Now create the fitter. The `Fitter.auto()` function creates a
# Downhill fitter. Noise parameter fitting is only available in
# Downhill fitters.
ftr = Fitter.auto(t, m)
[5]:
# Now do the fitting.
ftr.fit_toas()
[6]:
# Print the post-fit model. We can see that the EFAC and EQUAD have been
# and the uncertainties are listed.
print(ftr.model)
# Created: 2025-01-17T17:57:16.681135
# PINT_version: 1.1.1+21.g5e4d4a3
# User: docs
# Host: build-26886578-project-85767-nanograv-pint
# OS: Linux-5.19.0-1028-aws-x86_64-with-glibc2.35
# Python: 3.11.10 (main, Nov  5 2024, 16:13:19) [GCC 11.4.0]
# Format: pint
# read_time: 2025-01-17T17:57:13.756493
# allow_tcb: False
# convert_tcb: False
# allow_T2: False
PSR                                 TEST1
EPHEM                               DE440
CLOCK                        TT(BIPM2019)
UNITS                                 TDB
START              53999.9999999840247685
FINISH             56000.0000000033798958
DILATEFREQ                              N
DMDATA                                  N
NTOA                                  200
CHI2                    199.9999730914521
CHI2R                  1.0362692906292854
TRES                2.2520771043926241367
RAJ                      4:59:59.99999657 1 0.00000811412581187357
DECJ                    14:59:59.99938759 1 0.00071309937269533783
PMRA                                  0.0
PMDEC                                 0.0
PX                                    0.0
F0                  100.00000000000018339 1 3.1451280127775402118e-13
F1              -9.999972189673864347e-16 1 1.4453581989027941047e-20
PEPOCH             55000.0000000000000000
PLANET_SHAPIRO                          N
EFAC            tel gbt         1.436343708500064 1 0.19628897907666432
EQUAD           tel gbt        1.0897041137938308 1 0.2869272016980325
TZRMJD             55000.0000000000000000
TZRSITE                               gbt
TZRFRQ                             1400.0

[7]:
# Let us plot the injected and measured noise parameters together to
# compare them.
plt.scatter(m.EFAC1.value, m.EQUAD1.value, label="Injected", marker="o", color="blue")
plt.errorbar(
    ftr.model.EFAC1.value,
    ftr.model.EQUAD1.value,
    xerr=ftr.model.EFAC1.uncertainty_value,
    yerr=ftr.model.EQUAD1.uncertainty_value,
    marker="+",
    label="Measured",
    color="red",
)
plt.xlabel("EFAC_tel_gbt")
plt.ylabel("EQUAD_tel_gbt (us)")
plt.legend()
plt.show()
../_images/examples_noise-fitting-example_8_0.png

Fitting for ECORRs

[8]:
# Note the explicit offset (PHOFF) in the par file below.
# Implicit offset subtraction is typically not accurate enough when
# ECORR (or any other type of correlated noise) is present.
# i.e., PHOFF should be a free parameter when ECORRs are being fit.
par = """
    PSR             TEST2
    RAJ             05:00:00    1
    DECJ            15:00:00    1
    PEPOCH          55000
    F0              100         1
    F1              -1e-15      1
    PHOFF           0           1
    EFAC tel gbt    1.3         1
    ECORR tel gbt   1.1         1
    TZRMJD          55000
    TZRFRQ          1400
    TZRSITE         gbt
    EPHEM           DE440
    CLOCK           TT(BIPM2019)
    UNITS           TDB
"""

m = get_model(StringIO(par))

# ECORRs only apply when there are multiple TOAs per epoch.
# This can be simulated by providing multiple frequencies and
# setting the `multi_freqs_in_epoch` option. The `add_correlated_noise`
# option should also be set because correlated noise components
# are not simulated by default.

ntoas = 500
toaerrs = np.random.uniform(0.5, 2, ntoas) * u.us
freqs = np.linspace(1300, 1500, 4) * u.MHz

t = make_fake_toas_uniform(
    startMJD=54000,
    endMJD=56000,
    ntoas=ntoas,
    model=m,
    obs="gbt",
    error=toaerrs,
    freq=freqs,
    add_noise=True,
    add_correlated_noise=True,
    include_bipm=True,
    multi_freqs_in_epoch=True,
)
[9]:
ftr = Fitter.auto(t, m)
[10]:
ftr.fit_toas()
[10]:
True
[11]:
print(ftr.model)
# Created: 2025-01-17T17:57:32.381778
# PINT_version: 1.1.1+21.g5e4d4a3
# User: docs
# Host: build-26886578-project-85767-nanograv-pint
# OS: Linux-5.19.0-1028-aws-x86_64-with-glibc2.35
# Python: 3.11.10 (main, Nov  5 2024, 16:13:19) [GCC 11.4.0]
# Format: pint
# read_time: 2025-01-17T17:57:16.850368
# allow_tcb: False
# convert_tcb: False
# allow_T2: False
PSR                                 TEST2
EPHEM                               DE440
CLOCK                        TT(BIPM2019)
UNITS                                 TDB
START              53999.9999999862164005
FINISH             55984.0000000565402199
DILATEFREQ                              N
DMDATA                                  N
NTOA                                  500
CHI2                    500.0040048520045
CHI2R                  1.0162683025447246
TRES                1.6505328644672343085
RAJ                      4:59:59.99999884 1 0.00000552053311970918
DECJ                    14:59:59.99971326 1 0.00047579222769810608
PMRA                                  0.0
PMDEC                                 0.0
PX                                    0.0
F0                   100.0000000000002779 1 2.1678544281158139012e-13
F1              -1.000007475927668927e-15 1 9.896774780849264602e-21
PEPOCH             55000.0000000000000000
TZRMJD             55000.0000000000000000
TZRSITE                               gbt
TZRFRQ                             1400.0
PHOFF             -1.2328611935767061e-05 1 1.6227376327088784e-05
PLANET_SHAPIRO                          N
EFAC            tel gbt        1.3490100870881745 1 0.04924900229747552
ECORR           tel gbt        0.9775028671408481 1 0.09553477566837369

[12]:
# Let us plot the injected and measured noise parameters together to
# compare them.
plt.scatter(m.EFAC1.value, m.ECORR1.value, label="Injected", marker="o", color="blue")
plt.errorbar(
    ftr.model.EFAC1.value,
    ftr.model.ECORR1.value,
    xerr=ftr.model.EFAC1.uncertainty_value,
    yerr=ftr.model.ECORR1.uncertainty_value,
    marker="+",
    label="Measured",
    color="red",
)
plt.xlabel("EFAC_tel_gbt")
plt.ylabel("ECORR_tel_gbt (us)")
plt.legend()
plt.show()
../_images/examples_noise-fitting-example_14_0.png