zerohertzLib.util.data ¶

@abstractmethod
def condition(self, json_instance: Json) -> bool:
    """Data 구축 시 filtering 될 조건

    Args:
        json_instance: `Json` instance

    Returns:
        Data 포함 여부

    아래와 같이 상속을 통해 조건을 설정할 수 있다.

    Examples:
        Condition:
            ```python
            class MakeDataCar(zz.util.MakeData):
                def condition(self, json_instance):
                    key = json_instance._get_key("supercategory_name")
                    category = json_instance._get_value(key)
                    return category == "CityCar" or category == "Mid-size car"
            ```

        Condition & Make Data:
            ```python
            class MakeDataCarDamage(zz.util.MakeData):
                def condition(self, json_instance):
                    annotations = json_instance.get("annotations")
                    return (annotations[0]["color"] in ["White", "Black"]) and (
                        json_instance.get("supercategory_name") == "CityCar"
                    )
                def make_data(self, json_instance, data_name):
                    img = cv2.imread(os.path.join(self.start_data_path, data_name))
                    for i, ant in enumerate(json_instance["annotations"]):
                        label = ant["damage"]
                        if not label is None:
                            poly = ant["segmentation"]
                            poly = np.array(poly[0][0])
                            tmp = zz.vision.cutout(img, poly)
                            h, w, _ = tmp.shape
                            if 100 <= h <= 300 and 100 <= w <= 300:
                                file_name = ".".join(data_name.split(".")[:-1]) + f"_{i}"
                                xm, ym = poly[:, 0].min(), poly[:, 1].min()
                                poly -= (xm, ym)
                                cv2.imwrite(
                                    os.path.join(
                                        self.end_data_path,
                                        f"{file_name}.png",
                                    ),
                                    tmp,
                                )
                                zz.util.write_json(
                                    {"name": f"{file_name}.png", "poly": poly.tolist()},
                                    os.path.join(self.end_json_path, file_name),
                                )
            ```

        Make Data:
            ```python
            class MakeDataCarAugment(zz.util.MakeData):
                def make_data(self, json_instance, data_name):
                    img = cv2.imread(
                        random.choice(glob("*"))
                    )
                    target = cv2.imread(
                        os.path.join(self.start_data_path, data_name), cv2.IMREAD_UNCHANGED
                    )
                    H, W, _ = img.shape
                    h, w, _ = target.shape
                    x, y = random.randrange(100, W - w - 100), random.randrange(100, H - h - 100)
                    box = [x, y, x + w, y + h]
                    img = zz.vision.paste(img, target, box, False, False)
                    file_name = ".".join(data_name.split(".")[:-1])
                    cv2.imwrite(
                        os.path.join(
                            self.end_data_path,
                            f"{file_name}.png",
                        ),
                        img,
                    )
            ```
    """
    return True

def make(self) -> None:
    """Data 구축 실행

    .. warning::

        실행 시 `target_path` 삭제 후 구축 진행

    Examples:
        >>> md = MakeData(start_data_path, start_json_path, json_key, target_path)
        >>> md.make()
        100%|█████████████| 403559/403559 [00:54<00:00, 7369.96it/s]
        ====================================================================================================
        DATA PATH:       /.../data
        JSON PATH:       /.../json
        ====================================================================================================
        100%|█████████████| 403559/403559 [01:04<00:00, 6292.39it/s]
    """
    rmtree(self.target_path)
    print("=" * 100)
    print("DATA PATH:\t", self.end_data_path)
    print("JSON PATH:\t", self.end_json_path)
    print("=" * 100)
    os.makedirs(self.end_data_path, exist_ok=True)
    os.makedirs(self.end_json_path, exist_ok=True)
    for json_instance in tqdm(self.json):
        data_name = json_instance._get_value(self.json_key)
        if self.condition(json_instance):
            self.make_data(json_instance, data_name)

def make_data(self, json_instance: Json, data_name: str) -> None:
    """Data 구축 방법 정의

    Args:
        json_instance: `Json` instance
        data_name: `json_key` 에 의해 출력된 data의 이름

    Returns:
        `end_data_path`, `end_json_path` 와 본 method를 통해 data 구축
    """
    try:
        shutil.copy(
            os.path.join(self.start_data_path, data_name),
            os.path.join(self.end_data_path, data_name),
        )
        shutil.copy(
            os.path.join(self.start_json_path, json_instance.name),
            os.path.join(self.end_json_path, json_instance.name),
        )
    except FileNotFoundError:
        print("Missing:\t", os.path.join(self.start_data_path, data_name))