TNO Intern

Commit 53f30579 authored by Hen Brett's avatar Hen Brett 🐔
Browse files

adding documentation on parralelization and on assessment

parent d4b17916
Loading
Loading
Loading
Loading
Loading
+0 −4
Original line number Diff line number Diff line
@@ -60,11 +60,7 @@ def assess_optimal_chunk_size(n_simulations: int = 1000, plot_outfile : str | Pa
        return

    fig, ax = plt.subplots(1, 1, figsize=(8, 5))

    ax.errorbar(sample_chunks, mean_time, yerr=std_time, fmt='o', capsize=5, label='parralel simulation')

    ax.scatter(sample_chunks, mean_time)
    ax.plot(sample_chunks, mean_time, label="parralel simulation")
    ax.axhline(normal_time, label="non-parralel simulation", color="tab:orange", linestyle="--")
    ax.set_xlabel("chunk size")
    ax.set_ylabel("time (s)")
−8.03 KiB (21 KiB)
Loading image diff...
+3 −5
Original line number Diff line number Diff line
@@ -8,16 +8,14 @@ from pythermogis import auto_chunk_dataset, assess_optimal_chunk_size

def test_dask_parralelization():
    # create a directory to write the output files to
    output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parralelization"
    output_data_path = Path(path.dirname(__file__), "resources") / "test_output" / "parallelization"
    output_data_path.mkdir(parents=True, exist_ok=True)

    assess_optimal_chunk_size(n_simulations = 200, plot_outfile = output_data_path / "parallelization.png")
    assess_optimal_chunk_size(n_simulations = 1000, plot_outfile = output_data_path / "parallelization.png")

def test_auto_chunking():
    # generate simulation samples across multiple dimensions
    Ndim1 = 50
    Ndim2 = 4
    Ndim3 = 7
    Ndim1, Ndim2, Ndim3 = 50, 4, 7
    thickness_samples = np.random.uniform(low=150, high=300, size=(Ndim1, Ndim2, Ndim3))
    porosity_samples = np.random.uniform(low=0.5, high=0.8, size=(Ndim1, Ndim2, Ndim3))
    ntg_samples = np.random.uniform(low=0.25, high=0.5, size=(Ndim1, Ndim2, Ndim3))