diff --git a/test_angular_2v.py b/test_angular_2v.py index e3548499..39f91e58 100644 --- a/test_angular_2v.py +++ b/test_angular_2v.py @@ -12,7 +12,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations def test_arts2d_forward_pass(): diff --git a/test_arts2v_random.py b/test_arts2v_random.py index 98c602bf..445781c1 100644 --- a/test_arts2v_random.py +++ b/test_arts2v_random.py @@ -17,7 +17,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams, get_filter_spec -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations def _dump_ts_params(td: str, dist_type: str, ts_params: ThomsonParams, prefix: str = ""): diff --git a/tests/test_forward/test_1d.py b/tests/test_forward/test_1d.py index b7736d90..84f43716 100644 --- a/tests/test_forward/test_1d.py +++ b/tests/test_forward/test_1d.py @@ -11,7 +11,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams -from tsadar.utils.data_handling.calibration import get_scattering_angles +from tsadar.data.calibration import get_scattering_angles def test_1d_forward_pass(): diff --git a/tests/test_forward/test_angular_1v.py b/tests/test_forward/test_angular_1v.py index 012118fb..f3ddffbb 100644 --- a/tests/test_forward/test_angular_1v.py +++ b/tests/test_forward/test_angular_1v.py @@ -11,7 +11,7 @@ from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations def test_arts1d_forward_pass(): diff --git a/tests/test_forward/test_angular_2v.py b/tests/test_forward/test_angular_2v.py index 731febba..ca81df04 100644 --- a/tests/test_forward/test_angular_2v.py +++ b/tests/test_forward/test_angular_2v.py @@ -12,7 +12,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations def test_arts2d_forward_pass(): diff --git a/tests/test_inverse/test_1d_random.py b/tests/test_inverse/test_1d_random.py index d293645b..56ddc26d 100644 --- a/tests/test_inverse/test_1d_random.py +++ b/tests/test_inverse/test_1d_random.py @@ -15,7 +15,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams, get_filter_spec -from tsadar.utils.data_handling.calibration import get_scattering_angles +from tsadar.data.calibration import get_scattering_angles def _perturb_params_(rng, params): diff --git a/tests/test_inverse/test_angular_1v.py b/tests/test_inverse/test_angular_1v.py index 7d0b4188..ec191197 100644 --- a/tests/test_inverse/test_angular_1v.py +++ b/tests/test_inverse/test_angular_1v.py @@ -20,7 +20,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams, get_filter_spec -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations from tsadar.inverse.loops import label def _dump_ts_params(td: str, ts_params: ThomsonParams, prefix: str = ""): diff --git a/tests/test_inverse/test_angular_2v.py b/tests/test_inverse/test_angular_2v.py index 8498fcd8..69a6f630 100644 --- a/tests/test_inverse/test_angular_2v.py +++ b/tests/test_inverse/test_angular_2v.py @@ -17,7 +17,7 @@ from tsadar.utils import misc from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic from tsadar.core.modules.ts_params import ThomsonParams, get_filter_spec -from tsadar.utils.data_handling.calibration import get_scattering_angles, get_calibrations +from tsadar.data.calibration import get_scattering_angles, get_calibrations def _dump_ts_params(td: str, dist_type: str, ts_params: ThomsonParams, prefix: str = ""): diff --git a/tests/test_inverse/test_feature_detector.py b/tests/test_inverse/test_feature_detector.py index b86bf3e5..f15ea750 100644 --- a/tests/test_inverse/test_feature_detector.py +++ b/tests/test_inverse/test_feature_detector.py @@ -1,5 +1,5 @@ from jax import config -from tsadar.utils.process import prepare +from tsadar.data import prepare config.update("jax_enable_x64", True) diff --git a/tsadar/__init__.py b/tsadar/__init__.py index 4293bbe7..714a2774 100644 --- a/tsadar/__init__.py +++ b/tsadar/__init__.py @@ -1,3 +1,3 @@ from .runner import run_for_app from .core import ThomsonScatteringDiagnostic, ThomsonParams -from .utils.data_handling.calibration import get_scattering_angles +from .data.calibration import get_scattering_angles diff --git a/tsadar/utils/data_handling/__init__.py b/tsadar/data/__init__.py similarity index 100% rename from tsadar/utils/data_handling/__init__.py rename to tsadar/data/__init__.py diff --git a/tsadar/utils/data_handling/calibration.py b/tsadar/data/calibration.py similarity index 99% rename from tsadar/utils/data_handling/calibration.py rename to tsadar/data/calibration.py index 602c38db..2796304d 100644 --- a/tsadar/utils/data_handling/calibration.py +++ b/tsadar/data/calibration.py @@ -3,7 +3,7 @@ import scipy.io as sio import os -BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "..", "external") +BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "external") def sa_lookup(beam): diff --git a/tsadar/utils/process/correct_throughput.py b/tsadar/data/correct_throughput.py similarity index 99% rename from tsadar/utils/process/correct_throughput.py rename to tsadar/data/correct_throughput.py index 370a7503..e18e216d 100644 --- a/tsadar/utils/process/correct_throughput.py +++ b/tsadar/data/correct_throughput.py @@ -7,7 +7,7 @@ import os import pandas as pd -BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "..", "external") +BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "external") def correctThroughput(data, tstype, axisy, shotNum): diff --git a/tsadar/utils/data_handling/data_visualizer.py b/tsadar/data/data_visualizer.py similarity index 99% rename from tsadar/utils/data_handling/data_visualizer.py rename to tsadar/data/data_visualizer.py index 4ea5d84b..fd0df016 100644 --- a/tsadar/utils/data_handling/data_visualizer.py +++ b/tsadar/data/data_visualizer.py @@ -7,7 +7,7 @@ from matplotlib.patches import Rectangle import tempfile, mlflow, os -from tsadar.utils.process.lineouts import compute_lineout_pixel_indices +from .lineouts import compute_lineout_pixel_indices def launch_data_visualizer(elecData, ionData, all_data, all_axes, config): diff --git a/tsadar/utils/process/evaluate_background.py b/tsadar/data/evaluate_background.py similarity index 99% rename from tsadar/utils/process/evaluate_background.py rename to tsadar/data/evaluate_background.py index ef32ab6c..4562aaf9 100644 --- a/tsadar/utils/process/evaluate_background.py +++ b/tsadar/data/evaluate_background.py @@ -6,7 +6,7 @@ from scipy.signal import convolve2d as conv2 -from ..data_handling.load_ts_data import loadData +from .load_ts_data import loadData from .correct_throughput import correctThroughput diff --git a/tsadar/utils/process/feature_detector.py b/tsadar/data/feature_detector.py similarity index 100% rename from tsadar/utils/process/feature_detector.py rename to tsadar/data/feature_detector.py diff --git a/tsadar/utils/data_handling/lam_parse.py b/tsadar/data/lam_parse.py similarity index 100% rename from tsadar/utils/data_handling/lam_parse.py rename to tsadar/data/lam_parse.py diff --git a/tsadar/utils/process/lineouts.py b/tsadar/data/lineouts.py similarity index 99% rename from tsadar/utils/process/lineouts.py rename to tsadar/data/lineouts.py index a672bdf0..b78de4ae 100644 --- a/tsadar/utils/process/lineouts.py +++ b/tsadar/data/lineouts.py @@ -3,7 +3,7 @@ from collections import defaultdict import numpy as np -from tsadar.utils.process.evaluate_background import get_lineout_bg +from .evaluate_background import get_lineout_bg def compute_lineout_pixel_indices(config, axisxE, axisxI, shift_zero, IAWtime, type_name="lineouts"): diff --git a/tsadar/utils/data_handling/load_ts_data.py b/tsadar/data/load_ts_data.py similarity index 98% rename from tsadar/utils/data_handling/load_ts_data.py rename to tsadar/data/load_ts_data.py index 2189e783..eaaa8f42 100644 --- a/tsadar/utils/data_handling/load_ts_data.py +++ b/tsadar/data/load_ts_data.py @@ -3,9 +3,9 @@ import os import numpy as np from scipy.signal import find_peaks -from tsadar.utils.process.warpcorr import perform_warp_correction +from .warpcorr import perform_warp_correction -BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "..", "external") +BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "external") def _import_pyhdf(): diff --git a/tsadar/utils/process/prepare.py b/tsadar/data/prepare.py similarity index 97% rename from tsadar/utils/process/prepare.py rename to tsadar/data/prepare.py index 3a6d6791..1cfa244c 100644 --- a/tsadar/utils/process/prepare.py +++ b/tsadar/data/prepare.py @@ -4,12 +4,12 @@ import os from .evaluate_background import get_shot_bg -from ..data_handling.load_ts_data import loadData +from .load_ts_data import loadData from .correct_throughput import correctThroughput -from ..data_handling.calibration import get_calibrations, get_scattering_angles +from .calibration import get_calibrations, get_scattering_angles from .lineouts import get_lineouts -from ..data_handling.data_visualizer import launch_data_visualizer -from tsadar.utils.process.feature_detector import first_guess +from .data_visualizer import launch_data_visualizer +from .feature_detector import first_guess def prepare_data(config: Dict, shotNum: int) -> Dict: diff --git a/tsadar/utils/process/warpcorr.py b/tsadar/data/warpcorr.py similarity index 99% rename from tsadar/utils/process/warpcorr.py rename to tsadar/data/warpcorr.py index 225fe783..a78a739c 100644 --- a/tsadar/utils/process/warpcorr.py +++ b/tsadar/data/warpcorr.py @@ -3,7 +3,7 @@ import math, os from os.path import join, exists -BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "..", "external") +BASE_FILES_PATH = os.path.join(os.path.dirname(__file__), "..", "external") def perform_warp_correction(warpedData, instrument="EPW", sweepSpeed=5, flatField=True): diff --git a/tsadar/forward/calc_series.py b/tsadar/forward/calc_series.py index f14bee08..c038ba1a 100644 --- a/tsadar/forward/calc_series.py +++ b/tsadar/forward/calc_series.py @@ -13,7 +13,7 @@ from ..utils.plotting import plotters from ..core.thomson_diagnostic import ThomsonScatteringDiagnostic from ..core.modules.ts_params import ThomsonParams -from ..utils.data_handling.calibration import get_scattering_angles, get_calibrations +from ..data.calibration import get_scattering_angles, get_calibrations def forward_pass(config): diff --git a/tsadar/forward/calc_vs_data.py b/tsadar/inverse/calc_vs_data.py similarity index 97% rename from tsadar/forward/calc_vs_data.py rename to tsadar/inverse/calc_vs_data.py index d0140d24..50a683e2 100644 --- a/tsadar/forward/calc_vs_data.py +++ b/tsadar/inverse/calc_vs_data.py @@ -5,9 +5,9 @@ from ..core.thomson_diagnostic import ThomsonScatteringDiagnostic from ..core.modules.ts_params import ThomsonParams -from ..inverse.fitter import _validate_inputs_, load_data_for_fitting -from ..utils.data_handling.calibration import get_calibrations -from ..inverse.loss_function import LossFunction +from .fitter import _validate_inputs_, load_data_for_fitting +from ..data.calibration import get_calibrations +from .loss_function import LossFunction from plotly.subplots import make_subplots import plotly.graph_objects as go diff --git a/tsadar/inverse/fitter.py b/tsadar/inverse/fitter.py index 3793aaa7..210063e0 100644 --- a/tsadar/inverse/fitter.py +++ b/tsadar/inverse/fitter.py @@ -7,7 +7,8 @@ from tsadar.inverse.loops import multirun_angular_optax, one_d_loop -from ..utils.process import prepare, postprocess +from ..data import prepare +from . import postprocess def _validate_inputs_(config: Dict) -> Dict: diff --git a/tsadar/utils/process/postprocess.py b/tsadar/inverse/postprocess.py similarity index 99% rename from tsadar/utils/process/postprocess.py rename to tsadar/inverse/postprocess.py index df8836aa..669ec2cd 100644 --- a/tsadar/utils/process/postprocess.py +++ b/tsadar/inverse/postprocess.py @@ -9,9 +9,9 @@ from equinox import filter_jit from tsadar.utils.plotting import plotters -from tsadar.inverse.loss_function import LossFunction +from .loss_function import LossFunction from tsadar.core.modules.ts_params import IonParams -from tsadar.inverse.loops import one_d_loop +from .loops import one_d_loop from tsadar.core.thomson_diagnostic import ThomsonScatteringDiagnostic diff --git a/tsadar/runner.py b/tsadar/runner.py index 69b0bb0a..23050e59 100644 --- a/tsadar/runner.py +++ b/tsadar/runner.py @@ -8,7 +8,7 @@ from .inverse import fitter from .forward import calc_series from .utils import misc -from .forward import calc_vs_data +from .inverse import calc_vs_data if "BASE_TEMPDIR" in os.environ: BASE_TEMPDIR = os.environ["BASE_TEMPDIR"] diff --git a/tsadar/utils/process/__init__.py b/tsadar/utils/process/__init__.py deleted file mode 100644 index e69de29b..00000000