diff --git a/mindinsight/lineagemgr/cache_item_updater.py b/mindinsight/lineagemgr/cache_item_updater.py index 5039a8ed..ce90dfd1 100644 --- a/mindinsight/lineagemgr/cache_item_updater.py +++ b/mindinsight/lineagemgr/cache_item_updater.py @@ -29,7 +29,7 @@ def update_lineage_object(data_manager, train_id, added_info: dict): validate_added_info(added_info) cache_item = data_manager.get_brief_train_job(train_id) lineage_item = cache_item.get(key=LINEAGE, raise_exception=False) - if lineage_item is None: + if lineage_item is None or lineage_item.super_lineage_obj is None: logger.warning("Cannot update the lineage for tran job %s, because it does not exist.", train_id) raise ParamValueError("Cannot update the lineage for tran job %s, because it does not exist." % train_id) @@ -63,11 +63,6 @@ class LineageCacheItemUpdater(BaseCacheItemUpdater): self._delete_lineage_in_cache(cache_item, LINEAGE, relative_path) return - super_lineage_obj = lineage_parser.super_lineage_obj - if super_lineage_obj is None: - logger.debug("There is no lineage to update in train job %s.", relative_path) - return - cache_item.set(key=LINEAGE, value=lineage_parser) def _lineage_parsing(self, cache_item): diff --git a/mindinsight/lineagemgr/lineage_parser.py b/mindinsight/lineagemgr/lineage_parser.py index 647a0607..54d20cfa 100644 --- a/mindinsight/lineagemgr/lineage_parser.py +++ b/mindinsight/lineagemgr/lineage_parser.py @@ -121,10 +121,10 @@ class LineageParser: except (LineageSummaryAnalyzeException, LineageEventNotExistException, LineageEventFieldNotExistException) as error: - logger.debug("Parse file failed, file_path is %s. Detail: %s", file_path, str(error)) + logger.error("Parse file failed, file_path is %s. Detail: %s", file_path, str(error)) except MindInsightException as error: logger.exception(error) - logger.debug("Parse file failed, file_path is %s.", file_path) + logger.error("Parse file failed, file_path is %s.", file_path) def _init_if_files_deleted(self, file_list): """Init variables if files deleted.""" @@ -226,7 +226,8 @@ class LineageOrganizer: for relative_dir, cache_train_job in cache_items.items(): try: super_lineage_obj = cache_train_job.get("lineage").super_lineage_obj - self._super_lineage_objs.update({relative_dir: super_lineage_obj}) + if super_lineage_obj is not None: + self._super_lineage_objs.update({relative_dir: super_lineage_obj}) except ParamValueError: logger.debug("This is no lineage info in train job %s.", relative_dir) diff --git a/mindinsight/lineagemgr/summary/lineage_summary_analyzer.py b/mindinsight/lineagemgr/summary/lineage_summary_analyzer.py index 949dff66..6b4547cc 100644 --- a/mindinsight/lineagemgr/summary/lineage_summary_analyzer.py +++ b/mindinsight/lineagemgr/summary/lineage_summary_analyzer.py @@ -206,10 +206,10 @@ class LineageSummaryAnalyzer(SummaryAnalyzer): lineage_info = analyzer.get_latest_info() except (MindInsightException, IOError, DecodeError) as err: log.debug(err_msg, file_path, str(err)) - raise LineageSummaryAnalyzeException() + raise LineageSummaryAnalyzeException(str(err)) except Exception as err: log.debug(err_msg, file_path, str(err)) - raise LineageSummaryAnalyzeException() + raise LineageSummaryAnalyzeException(str(err)) return lineage_info