Commit f9ce1bf7 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

added parallel wrappers

parent e5d20fee

csst_proto/flip_image.py

+16 −0
Original line number Original line Diff line number Diff line 
import numpy as np

import numpy as np

import joblib

import multiprocessing

from . import PACKAGE_PATH

from . import PACKAGE_PATH
@@ -50,3 +52,17 @@ def read_test_image(): 
    fp_img = PACKAGE_PATH + "/data/test_image.txt"

    fp_img = PACKAGE_PATH + "/data/test_image.txt"

    print("reading file {} ...".format(fp_img))

    print("reading file {} ...".format(fp_img))

    return np.loadtxt(fp_img, dtype=int)

    return np.loadtxt(fp_img, dtype=int)





def flip_multiple_images_mp(imgs: list, n_jobs: int) -> list:

    """ parallel with multiprocessing """

    with multiprocessing.Pool(n_jobs) as p:

        results = p.map(flip_image, imgs)

    return results





def flip_multiple_images_jl(imgs: list, n_jobs: int) -> list:

    """ parallel with joblib """

    return joblib.Parallel(n_jobs=n_jobs)(

        joblib.delayed(flip_image)(img) for img in imgs

    )

csst_proto/scratch.py

deleted100644 → 0
+0 −33
Original line number Original line Diff line number Diff line 
import numpy as np





def print_some_numbers(start: int, stop=10):

    """ this function prints some numbers



    Parameters

    ----------

    start: int

        start number

    stop: int

        stop number



    Notes

    -----

    this algorithm ...

    """

    for i in np.arange(start, stop):

        print(i)

    return





class AClass:

    def __init__(self):

        self.a = 1



    def print_a(self):

        if True:

            print(self.a)





if __name__ == "__main__":

    print_some_numbers(start=1, stop=5)

tests/test_flip_image.py

+21 −0
Original line number Original line Diff line number Diff line
@@ -3,6 +3,7 @@ import unittest 
import numpy as np

import numpy as np





from csst_proto.top_level_interface import flip_image, read_test_image

from csst_proto.top_level_interface import flip_image, read_test_image

from csst_proto.flip_image import flip_multiple_images_jl, flip_multiple_images_mp









class FlipImageTestCase(unittest.TestCase):

class FlipImageTestCase(unittest.TestCase):
@@ -15,3 +16,23 @@ class FlipImageTestCase(unittest.TestCase): 
        # the code fails for 1D array

        # the code fails for 1D array

        with self.assertRaises(AssertionError):

        with self.assertRaises(AssertionError):

            flip_image(np.array([1, 2, 3, 4]))

            flip_image(np.array([1, 2, 3, 4]))



    def test_flip_multiple_images_mp(self):

        """ test flip multiple images with multiprocessing """

        n_jobs = 10

        imgs = [read_test_image() for i_job in range(n_jobs)]

        flipped_imgs = flip_multiple_images_mp(imgs, n_jobs)

        for i_job in range(n_jobs):

            self.assertTrue(

                np.all(flipped_imgs[i_job] == np.array([[4, 3], [2, 1]]))

            )



    def test_flip_multiple_images_jl(self):

        """ test flip multiple images with joblib """

        n_jobs = 10

        imgs = [read_test_image() for i_job in range(n_jobs)]

        flipped_imgs = flip_multiple_images_jl(imgs, n_jobs)

        for i_job in range(n_jobs):

            self.assertTrue(

                np.all(flipped_imgs[i_job] == np.array([[4, 3], [2, 1]]))

            )