Loading src/pythermogis/dask_utils/assess_optimal_chunk_size.py +0 −4 Original line number Diff line number Diff line Loading @@ -60,11 +60,7 @@ def assess_optimal_chunk_size(n_simulations: int = 1000, plot_outfile : str | Pa return fig, ax = plt.subplots(1, 1, figsize=(8, 5)) ax.errorbar(sample_chunks, mean_time, yerr=std_time, fmt='o', capsize=5, label='parralel simulation') ax.scatter(sample_chunks, mean_time) ax.plot(sample_chunks, mean_time, label="parralel simulation") ax.axhline(normal_time, label="non-parralel simulation", color="tab:orange", linestyle="--") ax.set_xlabel("chunk size") ax.set_ylabel("time (s)") Loading tests/resources/test_output/parallelization/parallelization.png −8.03 KiB (21 KiB) Loading image diff... tests/test_dask_parralelization.py +3 −5 Original line number Diff line number Diff line Loading @@ -8,16 +8,14 @@ from pythermogis import auto_chunk_dataset, assess_optimal_chunk_size def test_dask_parralelization(): # create a directory to write the output files to output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parralelization" output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parallelization" output_data_path.mkdir(parents=True, exist_ok=True) assess_optimal_chunk_size(n_simulations = 200, plot_outfile = output_data_path / "parallelization.png") assess_optimal_chunk_size(n_simulations = 1000, plot_outfile = output_data_path / "parallelization.png") def test_auto_chunking(): # generate simulation samples across multiple dimensions Ndim1 = 50 Ndim2 = 4 Ndim3 = 7 Ndim1, Ndim2, Ndim3 = 50, 4, 7 thickness_samples = np.random.uniform(low=150, high=300, size=(Ndim1, Ndim2, Ndim3)) porosity_samples = np.random.uniform(low=0.5, high=0.8, size=(Ndim1, Ndim2, Ndim3)) ntg_samples = np.random.uniform(low=0.25, high=0.5, size=(Ndim1, Ndim2, Ndim3)) Loading Loading
src/pythermogis/dask_utils/assess_optimal_chunk_size.py +0 −4 Original line number Diff line number Diff line Loading @@ -60,11 +60,7 @@ def assess_optimal_chunk_size(n_simulations: int = 1000, plot_outfile : str | Pa return fig, ax = plt.subplots(1, 1, figsize=(8, 5)) ax.errorbar(sample_chunks, mean_time, yerr=std_time, fmt='o', capsize=5, label='parralel simulation') ax.scatter(sample_chunks, mean_time) ax.plot(sample_chunks, mean_time, label="parralel simulation") ax.axhline(normal_time, label="non-parralel simulation", color="tab:orange", linestyle="--") ax.set_xlabel("chunk size") ax.set_ylabel("time (s)") Loading
tests/resources/test_output/parallelization/parallelization.png −8.03 KiB (21 KiB) Loading image diff...
tests/test_dask_parralelization.py +3 −5 Original line number Diff line number Diff line Loading @@ -8,16 +8,14 @@ from pythermogis import auto_chunk_dataset, assess_optimal_chunk_size def test_dask_parralelization(): # create a directory to write the output files to output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parralelization" output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parallelization" output_data_path.mkdir(parents=True, exist_ok=True) assess_optimal_chunk_size(n_simulations = 200, plot_outfile = output_data_path / "parallelization.png") assess_optimal_chunk_size(n_simulations = 1000, plot_outfile = output_data_path / "parallelization.png") def test_auto_chunking(): # generate simulation samples across multiple dimensions Ndim1 = 50 Ndim2 = 4 Ndim3 = 7 Ndim1, Ndim2, Ndim3 = 50, 4, 7 thickness_samples = np.random.uniform(low=150, high=300, size=(Ndim1, Ndim2, Ndim3)) porosity_samples = np.random.uniform(low=0.5, high=0.8, size=(Ndim1, Ndim2, Ndim3)) ntg_samples = np.random.uniform(low=0.25, high=0.5, size=(Ndim1, Ndim2, Ndim3)) Loading