Source code for ax.storage.runner_registry

#!/usr/bin/env python3
# Copyright (c) Meta Platforms, Inc. and affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

from logging import Logger
from typing import Any, Callable, Dict, Optional, Tuple, Type

from ax.core.runner import Runner
from ax.runners.synthetic import SyntheticRunner
from ax.storage.json_store.encoders import runner_to_dict
from ax.storage.json_store.registry import CORE_DECODER_REGISTRY, CORE_ENCODER_REGISTRY
from ax.storage.utils import stable_hash
from ax.utils.common.logger import get_logger

logger: Logger = get_logger(__name__)

# """
# Mapping of Runner classes to ints.

# All runners will be stored in the same table in the database. When
# saving, we look up the runner subclass in RUNNER_REGISTRY, and store
# the corresponding type field in the database. When loading, we look
# up the type field in REVERSE_RUNNER_REGISTRY, and initialize the
# corresponding runner subclass.
# """
CORE_RUNNER_REGISTRY: Dict[Type[Runner], int] = {SyntheticRunner: 0}


# pyre-fixme[3]: Return annotation cannot contain `Any`.
[docs]def register_runner( runner_cls: Type[Runner], runner_registry: Dict[Type[Runner], int] = CORE_RUNNER_REGISTRY, # pyre-fixme[2]: Parameter annotation cannot contain `Any`. # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use # `typing.Type` to avoid runtime subscripting errors. encoder_registry: Dict[ Type, Callable[[Any], Dict[str, Any]] ] = CORE_ENCODER_REGISTRY, # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use # `typing.Type` to avoid runtime subscripting errors. decoder_registry: Dict[str, Type] = CORE_DECODER_REGISTRY, val: Optional[int] = None, # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use `typing.Type` to # avoid runtime subscripting errors. ) -> Tuple[ Dict[Type[Runner], int], Dict[Type, Callable[[Any], Dict[str, Any]]], Dict[str, Type], ]: """Add a custom runner class to the SQA and JSON registries. For the SQA registry, if no int is specified, use a hash of the class name. """ registered_val = val or abs(stable_hash(runner_cls.__name__)) % (10**5) new_runner_registry = {runner_cls: registered_val, **runner_registry} new_encoder_registry = {runner_cls: runner_to_dict, **encoder_registry} new_decoder_registry = {runner_cls.__name__: runner_cls, **decoder_registry} return new_runner_registry, new_encoder_registry, new_decoder_registry
# pyre-fixme[3]: Return annotation cannot contain `Any`.
[docs]def register_runners( runner_clss: Dict[Type[Runner], Optional[int]], runner_registry: Dict[Type[Runner], int] = CORE_RUNNER_REGISTRY, # pyre-fixme[2]: Parameter annotation cannot contain `Any`. # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use # `typing.Type` to avoid runtime subscripting errors. encoder_registry: Dict[ Type, Callable[[Any], Dict[str, Any]] ] = CORE_ENCODER_REGISTRY, # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use # `typing.Type` to avoid runtime subscripting errors. decoder_registry: Dict[str, Type] = CORE_DECODER_REGISTRY, # pyre-fixme[24]: Generic type `type` expects 1 type parameter, use `typing.Type` to # avoid runtime subscripting errors. ) -> Tuple[ Dict[Type[Runner], int], Dict[Type, Callable[[Any], Dict[str, Any]]], Dict[str, Type], ]: """Add custom runner classes to the SQA and JSON registries. For the SQA registry, if no int is specified, use a hash of the class name. """ new_runner_registry = { **{ runner_cls: val if val else abs(stable_hash(runner_cls.__name__)) % (10**5) for runner_cls, val in runner_clss.items() }, **runner_registry, } new_encoder_registry = { **{runner_cls: runner_to_dict for runner_cls in runner_clss}, **encoder_registry, } new_decoder_registry = { **{runner_cls.__name__: runner_cls for runner_cls in runner_clss}, **decoder_registry, } return new_runner_registry, new_encoder_registry, new_decoder_registry