Skip to content
This repository has been archived by the owner on Dec 1, 2021. It is now read-only.

Move lmnet/lmnet/utils utils to blueoil/utils #826

Merged
merged 6 commits into from
Feb 12, 2020
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions blueoil/cmd/build_tfds.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,9 @@

from blueoil.datasets.base import ObjectDetectionBase, SegmentationBase
from blueoil.datasets.tfds import TFDSMixin
from lmnet.utils import config as config_util
from lmnet.utils.tfds_builders.classification import ClassificationBuilder
from lmnet.utils.tfds_builders.object_detection import ObjectDetectionBuilder
from blueoil.utils import config as config_util
from blueoil.utils.tfds_builders.classification import ClassificationBuilder
from blueoil.utils.tfds_builders.object_detection import ObjectDetectionBuilder


def _get_tfds_settings(config_file):
Expand Down
4 changes: 2 additions & 2 deletions blueoil/cmd/convert_weight_from_darknet.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,8 @@
from lmnet import environment
from blueoil.networks.classification.darknet import Darknet
from blueoil.networks.object_detection.yolo_v2 import YoloV2
from lmnet.utils import config as config_util
from lmnet.utils import executor
from blueoil.utils import config as config_util
from blueoil.utils import executor


def convert(config, weight_file):
Expand Down
6 changes: 3 additions & 3 deletions blueoil/cmd/evaluate.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,9 +25,9 @@
from blueoil.datasets.base import ObjectDetectionBase
from blueoil.datasets.dataset_iterator import DatasetIterator
from blueoil.datasets.tfds import TFDSClassification, TFDSObjectDetection
from lmnet.utils import config as config_util
from lmnet.utils import executor, module_loader
from lmnet.utils.predict_output.writer import save_json
from blueoil.utils import config as config_util
from blueoil.utils import executor, module_loader
from blueoil.utils.predict_output.writer import save_json

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
Expand Down
6 changes: 3 additions & 3 deletions blueoil/cmd/export.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@
import tensorflow as tf

from lmnet import environment
from lmnet.utils.image import load_image
from lmnet.utils import config as config_util
from lmnet.utils import executor
from blueoil.utils.image import load_image
from blueoil.utils import config as config_util
from blueoil.utils import executor

DEFAULT_INFERENCE_TEST_DATA_IMAGE = os.path.join(
os.path.dirname(os.path.realpath(__file__)),
Expand Down
6 changes: 3 additions & 3 deletions blueoil/cmd/measure_latency.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,9 @@
from tensorflow.python.client import device_lib

from lmnet import environment
from lmnet.utils.image import load_image
from lmnet.utils import config as config_util
from lmnet.utils import executor
from blueoil.utils.image import load_image
from blueoil.utils import config as config_util
from blueoil.utils import executor


# TODO(wakisaka): duplicated function with blueoil/cmd/export.py
Expand Down
4 changes: 2 additions & 2 deletions blueoil/cmd/profile_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@
import tensorflow as tf

from lmnet import environment
from lmnet.utils import config as config_util
from lmnet.utils import executor
from blueoil.utils import config as config_util
from blueoil.utils import executor

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
Expand Down
2 changes: 1 addition & 1 deletion blueoil/cmd/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from blueoil.generate_lmnet_config import generate
from executor.train import run as run_train
from lmnet.utils import horovod as horovod_util
from blueoil.utils import horovod as horovod_util


def run(blueoil_config_file, experiment_id):
Expand Down
4 changes: 2 additions & 2 deletions blueoil/cmd/tune_ray.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,8 @@
from blueoil.datasets.base import ObjectDetectionBase
from blueoil.datasets.dataset_iterator import DatasetIterator
from blueoil.datasets.tfds import TFDSClassification, TFDSObjectDetection
from lmnet.utils import config as config_util
from lmnet.utils import executor
from blueoil.utils import config as config_util
from blueoil.utils import executor
from ray.tune import Trainable, register_trainable, run_experiments
from ray.tune.schedulers import AsyncHyperBandScheduler
from ray.tune.suggest import HyperOptSearch
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/bdd100k.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
import numpy as np

from blueoil.datasets.base import ObjectDetectionBase, SegmentationBase
from lmnet.utils.image import load_image
from blueoil.utils.image import load_image


class BDD100KObjectDetection(ObjectDetectionBase):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/camvid.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@

from lmnet.common import get_color_map
from blueoil.datasets.base import SegmentationBase, StoragePathCustomizable
from lmnet.utils.random import shuffle, train_test_split
from blueoil.utils.random import shuffle, train_test_split


def get_image(filename, convert_rgb=True, ignore_class_idx=None):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/cifar10.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from lmnet import data_processor
from blueoil.datasets.base import Base
from lmnet.utils.random import shuffle
from blueoil.utils.random import shuffle


class Cifar10(Base):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/cifar100.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from lmnet import data_processor
from blueoil.datasets.base import Base
from lmnet.utils.random import shuffle
from blueoil.utils.random import shuffle


class Cifar100(Base):
Expand Down
4 changes: 2 additions & 2 deletions blueoil/datasets/delta_mark.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@

from lmnet import data_processor
from blueoil.datasets.base import Base, ObjectDetectionBase, StoragePathCustomizable
from lmnet.utils.image import load_image
from lmnet.utils.random import shuffle, train_test_split
from blueoil.utils.image import load_image
from blueoil.utils.random import shuffle, train_test_split


@functools.lru_cache(maxsize=None)
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/div2k.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
from glob import glob

from blueoil.datasets.base import Base
from lmnet.utils.image import load_image
from blueoil.utils.image import load_image


class Div2k(Base):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/ilsvrc_2012.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
import pandas as pd

from lmnet import data_processor
from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import Base


Expand Down
4 changes: 2 additions & 2 deletions blueoil/datasets/image_folder.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@
import numpy as np

from lmnet import data_processor
from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import Base, StoragePathCustomizable
from lmnet.utils.random import train_test_split
from blueoil.utils.random import train_test_split


class ImageFolderBase(StoragePathCustomizable, Base):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/mscoco.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
import numpy as np
from pycocotools.coco import COCO

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import ObjectDetectionBase, SegmentationBase

DEFAULT_CLASSES = [
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/mscoco_2017.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
import numpy as np
from pycocotools.coco import COCO

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import KeypointDetectionBase


Expand Down
4 changes: 2 additions & 2 deletions blueoil/datasets/open_images_v4.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@

from lmnet import data_processor
from blueoil.datasets.base import Base, ObjectDetectionBase, StoragePathCustomizable
from lmnet.utils.image import load_image
from lmnet.utils.random import train_test_split
from blueoil.utils.image import load_image
from blueoil.utils.random import train_test_split


class OpenImagesV4(Base):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/pascalvoc_2007_2012.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@

import numpy as np

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import ObjectDetectionBase
from blueoil.datasets.pascalvoc_2007 import Pascalvoc2007
from blueoil.datasets.pascalvoc_2012 import Pascalvoc2012
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/pascalvoc_base.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
import numpy as np
import pandas as pd

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import ObjectDetectionBase


Expand Down
4 changes: 2 additions & 2 deletions blueoil/datasets/tfds.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@
import tensorflow_datasets as tfds

from blueoil.datasets.base import Base, ObjectDetectionBase
from lmnet.utils.tfds_builders.classification import ClassificationBuilder
from lmnet.utils.tfds_builders.object_detection import ObjectDetectionBuilder
from blueoil.utils.tfds_builders.classification import ClassificationBuilder
from blueoil.utils.tfds_builders.object_detection import ObjectDetectionBuilder


def _grayscale_to_rgb(record):
Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/widerface.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@

import numpy as np

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import ObjectDetectionBase


Expand Down
2 changes: 1 addition & 1 deletion blueoil/datasets/ytfaces.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@

import numpy as np

from lmnet.utils.image import load_image
from blueoil.utils.image import load_image
from blueoil.datasets.base import KeypointDetectionBase


Expand Down
2 changes: 1 addition & 1 deletion blueoil/generate_lmnet_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
from jinja2 import Environment, FileSystemLoader
from tensorflow.io import gfile

from lmnet.utils.module_loader import load_class
from blueoil.utils.module_loader import load_class


_TASK_TYPE_TEMPLATE_FILE = {
Expand Down
Empty file added blueoil/utils/__init__.py
Empty file.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,8 @@

import numpy as np

from lmnet.utils.predict_output.output import ImageFromJson
from lmnet.utils.predict_output.output import JsonOutput
from blueoil.utils.predict_output.output import ImageFromJson
from blueoil.utils.predict_output.output import JsonOutput

logger = logging.getLogger(__name__)

Expand Down
File renamed without changes.
8 changes: 4 additions & 4 deletions lmnet/executor/predict.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,10 +23,10 @@
import tensorflow as tf

from lmnet import environment
from lmnet.utils.image import load_image
from lmnet.utils import config as config_util
from lmnet.utils.executor import search_restore_filename
from lmnet.utils.predict_output.writer import OutputWriter
from blueoil.utils.image import load_image
from blueoil.utils import config as config_util
from blueoil.utils.executor import search_restore_filename
from blueoil.utils.predict_output.writer import OutputWriter

DUMMY_FILENAME = "DUMMY_FILE"

Expand Down
8 changes: 4 additions & 4 deletions lmnet/executor/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,10 +26,10 @@
from blueoil.datasets.base import ObjectDetectionBase
from blueoil.datasets.dataset_iterator import DatasetIterator
from blueoil.datasets.tfds import TFDSClassification, TFDSObjectDetection
from lmnet.utils import config as config_util
from lmnet.utils import executor
from lmnet.utils import horovod as horovod_util
from lmnet.utils import module_loader
from blueoil.utils import config as config_util
from blueoil.utils import executor
from blueoil.utils import horovod as horovod_util
from blueoil.utils import module_loader


def _save_checkpoint(saver, sess, global_step, step):
Expand Down
2 changes: 1 addition & 1 deletion lmnet/lmnet/data_augmentor.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
from PIL import Image, ImageEnhance, ImageFilter

from lmnet import data_processor, pre_processor
from lmnet.utils.box import fill_dummy_boxes, crop_boxes, iou
from blueoil.utils.box import fill_dummy_boxes, crop_boxes, iou


class Blur(data_processor.Processor):
Expand Down
2 changes: 1 addition & 1 deletion lmnet/lmnet/post_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@

from lmnet.data_augmentor import iou
from lmnet.data_processor import Processor
from lmnet.utils.box import format_cxcywh_to_xywh
from blueoil.utils.box import format_cxcywh_to_xywh


def _softmax(x):
Expand Down
2 changes: 1 addition & 1 deletion lmnet/tests/executor_tests/test_build_tfds.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
from lmnet import environment
from blueoil.datasets.dataset_iterator import DatasetIterator
from blueoil.datasets.tfds import TFDSClassification, TFDSObjectDetection
from lmnet.utils import config as config_util
from blueoil.utils import config as config_util

_RUN_AS_A_SCRIPT = False

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
from blueoil.networks.classification.darknet import Darknet
from blueoil.datasets.image_folder import ImageFolderBase
from lmnet.pre_processor import Resize
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
from blueoil.datasets.image_folder import ImageFolderBase
from lmnet.pre_processor import Resize
from blueoil.nn.quantizations import binary_mean_scaling_quantizer, linear_mid_tread_half_quantizer
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
from blueoil.datasets.image_folder import ImageFolderBase
from lmnet.pre_processor import Resize
from blueoil.nn.quantizations import binary_mean_scaling_quantizer, linear_mid_tread_half_quantizer
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
from lmnet.common import Tasks
from blueoil.networks.keypoint_detection.lm_single_pose_v1 import LmSinglePoseV1Quantize
from blueoil.datasets.mscoco_2017 import MscocoSinglePersonKeypoints
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs
from lmnet.pre_processor import (
DivideBy255,
ResizeWithJoints,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
from blueoil.networks.object_detection.yolo_v1 import YoloV1
from blueoil.datasets.pascalvoc_2007 import Pascalvoc2007
from lmnet.pre_processor import ResizeWithGtBoxes
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
from blueoil.datasets.pascalvoc_2007 import Pascalvoc2007
from lmnet.post_processor import NMS, ExcludeLowScoreBox, FormatYoloV2
from lmnet.pre_processor import ResizeWithGtBoxes
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
from blueoil.datasets.pascalvoc_2007 import Pascalvoc2007
from lmnet.pre_processor import ResizeWithGtBoxes
from blueoil.nn.quantizations import binary_channel_wise_mean_scaling_quantizer, linear_mid_tread_half_quantizer
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() in conftest.py to all tests in this file.
# Set test environment
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
from blueoil.datasets.camvid import Camvid
from lmnet.post_processor import Bilinear, Softmax
from lmnet.pre_processor import Resize
from lmnet.utils.executor import prepare_dirs
from blueoil.utils.executor import prepare_dirs

# Apply reset_default_graph() and set_test_environment() in conftest.py to all tests in this file.
pytestmark = pytest.mark.usefixtures("reset_default_graph", "set_test_environment")
Expand Down
Loading