MegEngine/python_module/megengine/distributed/__init__.py

# -*- coding: utf-8 -*-
# MegEngine is Licensed under the Apache License, Version 2.0 (the "License")
#
# Copyright (c) 2014-2020 Megvii Inc. All rights reserved.
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
from .functional import (
    all_gather,
    all_reduce_max,
    all_reduce_min,
    all_reduce_sum,
    bcast_param,
    broadcast,
    reduce_scatter_sum,
    reduce_sum,
)
from .util import (
    get_backend,
    get_free_ports,
    get_master_ip,
    get_master_port,
    get_rank,
    get_world_size,
    group_barrier,
    init_process_group,
    is_distributed,
    synchronized,
)