graphengine/ge/opskernel_manager/ops_kernel_manager.h

/**
 * Copyright 2019-2020 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#ifndef GE_OPSKERNEL_MANAGER_OPS_KERNEL_MANAGER_H_
#define GE_OPSKERNEL_MANAGER_OPS_KERNEL_MANAGER_H_

#include <map>
#include <set>
#include <memory>
#include <string>
#include <vector>
#include <mutex>
#include <set>

#include "framework/common/debug/log.h"
#include "common/ge/plugin_manager.h"
#include "common/ge/op_tiling_manager.h"
#include "framework/common/ge_inner_error_codes.h"
#include "common/opskernel/ops_kernel_info_store.h"
#include "common/optimizer/graph_optimizer.h"
#include "graph/optimize/graph_optimize.h"
#include "framework/common/ge_inner_error_codes.h"
#include "external/ge/ge_api_types.h"
#include "runtime/base.h"

using std::string;
using std::map;
using std::vector;

namespace ge {
using OpsKernelInfoStorePtr = std::shared_ptr<OpsKernelInfoStore>;

class GE_FUNC_VISIBILITY OpsKernelManager {
 public:
  friend class GELib;

  // get opsKernelInfo by type
  const vector<OpInfo> &GetOpsKernelInfo(const string &op_type);

  // get all opsKernelInfo
  const map<string, vector<OpInfo>> &GetAllOpsKernelInfo() const;

  // get opsKernelInfoStore by name
  OpsKernelInfoStorePtr GetOpsKernelInfoStore(const std::string &name) const;

  // get all opsKernelInfoStore
  const map<string, OpsKernelInfoStorePtr> &GetAllOpsKernelInfoStores() const;

  // get all graph_optimizer
  const map<string, GraphOptimizerPtr> &GetAllGraphOptimizerObjs() const;

  // get all graph_optimizer by priority
  const vector<pair<string, GraphOptimizerPtr>> &GetAllGraphOptimizerObjsByPriority(bool atomic_first_flag = true) const;

  // get atomic_engine graph_optimizer by priority
  const vector<pair<string, GraphOptimizerPtr>> &GetAtomicGraphOptimizerObjsByPriority() const {
    return atomic_graph_optimizers_by_priority_;
  }

  // get compound_engine graph_optimizer
  const map<string, GraphOptimizerPtr> &GetCompoundGraphOptimizerObjs() const {
    return compound_graph_optimizers_;
  }

  const map<string, std::set<std::string>> &GetCompoundEngineContains() const {
    return compound_engine_contains_;
  }

  const std::map<std::string, std::string> &GetCompoundEngineKernelLibName() const {
    return compound_engine_2_kernel_lib_name_;
  }

  // get subgraphOptimizer by engine name
  void GetGraphOptimizerByEngine(const std::string &engine_name, vector<GraphOptimizerPtr> &graph_optimizer);

  // get enableFeFlag
  bool GetEnableFeFlag() const;

  // get enableAICPUFlag
  bool GetEnableAICPUFlag() const;

  // get enablePluginFlag
  bool GetEnablePluginFlag() const;

 private:
  OpsKernelManager();
  ~OpsKernelManager();

  // opsKernelManager initialize, load all opsKernelInfoStore and graph_optimizer
  Status Initialize(const map<string, string> &options);

  // opsKernelManager finalize, unload all opsKernelInfoStore and graph_optimizer
  Status Finalize();

  Status InitOpKernelInfoStores(const map<string, string> &options);

  Status CheckPluginPtr() const;

  void GetExternalEnginePath(std::string &path, const std::map<string, string>& options);

  void InitOpsKernelInfo();

  Status InitGraphOptimizers(const map<string, string> &options);

  Status InitPluginOptions(const map<string, string> &options);

  Status ParsePluginOptions(const map<string, string> &options, const string &plugin_name, bool &enable_flag);

  void ClassifyGraphOptimizers();

  void InitGraphOptimizerPriority();

  // Finalize other ops kernel resource
  Status FinalizeOpsKernel();

  PluginManager plugin_manager_;
  OpTilingManager op_tiling_manager_;
  // opsKernelInfoStore
  map<string, OpsKernelInfoStorePtr> ops_kernel_store_{};
  // graph_optimizer
  map<string, GraphOptimizerPtr> graph_optimizers_{};
  // compound_graph_optimizer
  map<string, GraphOptimizerPtr> compound_graph_optimizers_{};
  // atomic_graph_optimizer
  map<string, GraphOptimizerPtr> atomic_graph_optimizers_{};
  // ordered atomic_graph_optimizer
  vector<pair<string, GraphOptimizerPtr>> atomic_graph_optimizers_by_priority_{};
  // atomic_first graph_optimizer
  vector<pair<string, GraphOptimizerPtr>> atomic_first_optimizers_by_priority_{};
  // compound_first graph_optimizer
  vector<pair<string, GraphOptimizerPtr>> compound_first_optimizers_by_priority_{};
  // {compound_engine, {containing atomic engines}}
  std::map<std::string, std::set<std::string>> compound_engine_contains_{};
  // {compound_engine, compound_engine_kernel_lib_name}
  std::map<std::string, std::string> compound_engine_2_kernel_lib_name_{};
  // opsKernelInfo
  map<string, vector<OpInfo>> ops_kernel_info_{};

  map<string, string> initialize_{};

  vector<OpInfo> empty_op_info_{};

  bool init_flag_;

  bool enable_fe_flag_ = false;

  bool enable_aicpu_flag_ = false;
};
}  // namespace ge
#endif  // GE_OPSKERNEL_MANAGER_OPS_KERNEL_MANAGER_H_