|
- /**
- * Copyright 2020 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
- #include "common/ge/tbe_plugin_manager.h"
-
- #include <algorithm>
- #include <cstring>
- #include <fstream>
- #include <iostream>
- #include <map>
- #include <memory>
- #include <string>
-
- #include "common/ge/ge_util.h"
- #include "framework/common/debug/log.h"
- #include "framework/common/debug/ge_log.h"
- #include "framework/common/util.h"
- #include "framework/common/ge_inner_error_codes.h"
- #include "framework/engine/dnnengine.h"
- #include "framework/omg/omg_inner_types.h"
- #include "external/ge/ge_api_types.h"
- #include "register/op_registry.h"
- #include "graph/opsproto_manager.h"
- #include "graph/utils/type_utils.h"
-
- namespace ge {
- const int kBaseInt = 10;
-
- std::map<string, string> TBEPluginManager::options_ = {};
-
- // Get Singleton Instance
- FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY TBEPluginManager &TBEPluginManager::Instance() {
- static TBEPluginManager instance_ptr_;
- return instance_ptr_;
- }
-
- Status TBEPluginManager::ClearHandles_() {
- Status ret = SUCCESS;
- for (const auto &handle : handles_vec_) {
- if (mmDlclose(handle) != 0) {
- ret = FAILED;
- const char *error = mmDlerror();
- GE_IF_BOOL_EXEC(error == nullptr, error = "");
- GELOGW("Failed to close handle: %s", error);
- }
- }
- handles_vec_.clear();
- return ret;
- }
-
- FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status TBEPluginManager::Finalize() {
- Status ret = ClearHandles_();
- return ret;
- }
-
- string TBEPluginManager::GetPath() {
- mmDlInfo dl_info;
- if (mmDladdr(reinterpret_cast<void *>(&TBEPluginManager::GetPath), &dl_info) != EN_OK) {
- GELOGW("Failed to read so path!");
- return string();
- } else {
- string so_path = dl_info.dli_fname;
- char path[MMPA_MAX_PATH] = {0};
- if (so_path.length() >= MMPA_MAX_PATH) {
- GELOGW("File path is too long!");
- return string();
- }
- if (mmRealPath(so_path.c_str(), path, MMPA_MAX_PATH) != EN_OK) {
- GELOGW("Failed to get realpath of %s", so_path.c_str());
- return string();
- }
-
- so_path = path;
- so_path = so_path.substr(0, so_path.rfind('/') + 1);
- return so_path;
- }
- }
-
- void TBEPluginManager::ProcessSoFullName(vector<string> &file_list, string &caffe_parser_path, string &full_name,
- const string &caffe_parser_so_suff, const string &aicpu_so_suff,
- const string &aicpu_host_so_suff) {
- if (full_name.size() >= caffe_parser_so_suff.size() &&
- full_name.compare(full_name.size() - caffe_parser_so_suff.size(), caffe_parser_so_suff.size(),
- caffe_parser_so_suff) == 0) {
- caffe_parser_path = full_name;
- } else {
- // Save parser so path into file_list vector
- file_list.push_back(full_name);
- }
- }
-
- void TBEPluginManager::FindParserSo(const string &path, vector<string> &file_list, string &caffe_parser_path) {
- // Path, change to absolute path
- string real_path = RealPath(path.c_str());
- // Plugin path does not exist
- if (real_path.empty()) {
- GELOGW("RealPath is empty.");
- return;
- }
- INT32 is_dir = mmIsDir(real_path.c_str());
- // Lib plugin path not exist
- if (is_dir != EN_OK) {
- GELOGW("%s is not a dir.", real_path.c_str());
- return;
- }
-
- mmDirent **entries = nullptr;
- auto ret = mmScandir(real_path.c_str(), &entries, nullptr, nullptr);
- if (ret < EN_OK) {
- GELOGW("scan dir failed. path = %s, ret = %d", real_path.c_str(), ret);
- return;
- }
- for (int i = 0; i < ret; ++i) {
- mmDirent *dent = entries[i];
- if (strcmp(dent->d_name, ".") == 0 || strcmp(dent->d_name, "..") == 0) continue;
- string name = dent->d_name;
- string full_name = real_path + "/" + name;
- const string so_suff = ".so";
- const string caffe_parser_so_suff = "lib_caffe_parser.so";
- const string aicpu_so_suff = "_aicpu.so";
- const string aicpu_host_so_suff = "_online.so";
- if (name.size() >= so_suff.size() && name.compare(name.size() - so_suff.size(), so_suff.size(), so_suff) == 0) {
- ProcessSoFullName(file_list, caffe_parser_path, full_name, caffe_parser_so_suff, aicpu_so_suff,
- aicpu_host_so_suff);
- } else {
- FindParserSo(full_name, file_list, caffe_parser_path);
- }
- }
- mmScandirFree(entries, ret);
- }
-
- void TBEPluginManager::GetPluginSoFileList(const string &path, vector<string> &file_list, string &caffe_parser_path) {
- // Support to split multiple so directories by ":"
- vector<string> v_path = StringUtils::Split(path, ':');
- for (size_t i = 0; i < v_path.size(); ++i) {
- FindParserSo(v_path[i], file_list, caffe_parser_path);
- GELOGI("CustomOpLib full name = %s", v_path[i].c_str());
- }
- }
-
- void TBEPluginManager::GetCustomOpPath(std::string &customop_path) {
- GELOGI("Enter get custom op path schedule");
- std::string fmk_type;
- domi::FrameworkType type = domi::TENSORFLOW;
- auto it = options_.find(FRAMEWORK_TYPE);
- if (it != options_.end()) {
- type = static_cast<domi::FrameworkType>(std::strtol(it->second.c_str(), nullptr, kBaseInt));
- }
- fmk_type = ge::TypeUtils::FmkTypeToSerialString(type);
- GELOGI("Framework type is %s.", fmk_type.c_str());
-
- char path_env[MMPA_MAX_PATH] = { 0x00 };
- INT32 res = mmGetEnv("ASCEND_OPP_PATH", path_env, MMPA_MAX_PATH);
- if (res == EN_OK) {
- std::string path = path_env;
- customop_path = (path + "/framework/custom" + "/:") + (path + "/framework/built-in/" + fmk_type);
- GELOGI("Get custom so path from env : %s", path_env);
- return;
- }
- std::string path_base = GetPath();
- GELOGI("path_base is %s", path_base.c_str());
- path_base = path_base.substr(0, path_base.rfind('/'));
- path_base = path_base.substr(0, path_base.rfind('/') + 1);
- customop_path = (path_base + "ops/framework/custom" + "/:") + (path_base + "ops/framework/built-in/" + fmk_type);
- return;
- }
-
- void TBEPluginManager::LoadCustomOpLib() {
- LoadPluginSo(options_);
-
- std::vector<OpRegistrationData> registration_datas = domi::OpRegistry::Instance()->registrationDatas;
- GELOGI("The size of registration_datas is: %zu", registration_datas.size());
- for (OpRegistrationData reg_data : registration_datas) {
- GELOGD("Begin to register optype: %s, imply_type: %s", reg_data.GetOmOptype().c_str(),
- TypeUtils::ImplyTypeToSerialString(reg_data.GetImplyType()).c_str());
- domi::OpRegistry::Instance()->Register(reg_data);
- }
- }
-
- FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY
- void TBEPluginManager::LoadPluginSo(const std::map<string, string> &options) {
- vector<string> file_list;
- string caffe_parser_path;
- std::string plugin_path;
-
- options_ = options;
- GetCustomOpPath(plugin_path);
-
- // Whether there are files in the plugin so path
- GetPluginSoFileList(plugin_path, file_list, caffe_parser_path);
-
- // No file
- if (file_list.empty()) {
- // Print log
- GELOGW("Can not find any plugin file in plugin_path: %s", plugin_path.c_str());
- }
-
- GELOGW("The shared library will not be checked. Please ensure that the source of the shared library is trusted.");
-
- // Load other so files except lib_caffe_parser.so in the plugin so path
- for (auto elem : file_list) {
- StringUtils::Trim(elem);
-
- void *handle = mmDlopen(elem.c_str(), MMPA_RTLD_NOW | MMPA_RTLD_GLOBAL | MMPA_RTLD_NODELETE);
- if (handle == nullptr) {
- const char *error = mmDlerror();
- GE_IF_BOOL_EXEC(error == nullptr, error = "");
- GELOGW("dlopen failed, plugin name:%s. Message(%s).", elem.c_str(), error);
- } else if (find(handles_vec_.begin(), handles_vec_.end(), handle) == handles_vec_.end()) {
- // Close dl when the program exist, not close here
- GELOGI("Plugin load %s success.", elem.c_str());
- handles_vec_.push_back(handle);
- } else {
- GELOGI("Plugin so has already been loaded, no need to load again.");
- }
- }
- }
-
- FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY
- void TBEPluginManager::InitPreparation(const std::map<string, string> &options) {
- options_.insert(options.begin(), options.end());
- // Load TBE plugin
- TBEPluginManager::Instance().LoadCustomOpLib();
- }
- } // namespace ge
|