Assessing the speedup due to parallelization

from pathlib import Path

import numpy as np

import pytest

import xarray as xr

from pythermogis import auto_chunk_dataset, assess_optimal_chunk_size

@pytest.mark.skip("Useful for making a plot, but not needed for pipeline testing")

def test_dask_parralelization():

    output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parallelization"

    output_data_path.mkdir(parents=True, exist_ok=True)

    assess_optimal_chunk_size(n_simulations = 100, chunk_step_size=50, plot_outfile = output_data_path / "parallelization.png")

    assess_optimal_chunk_size(n_simulations = 1000, chunk_step_size=100, plot_outfile = output_data_path / "parallelization.png")

    assert output_data_path.exists()