You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

utils.py 1.9 kB

5 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. # Copyright 2019 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ============================================================================
  15. """Lineage utils."""
  16. from functools import wraps
  17. from mindinsight.lineagemgr.common.exceptions.exceptions import LineageParamRunContextError, \
  18. LineageGetModelFileError, LineageLogError
  19. from mindinsight.utils.exceptions import MindInsightException
  20. def enum_to_list(enum):
  21. return [enum_ele.value for enum_ele in enum]
  22. def try_except(logger):
  23. """
  24. Catch or raise exceptions while collecting lineage.
  25. Args:
  26. logger (logger): The logger instance which logs the warning info.
  27. Returns:
  28. function, the decorator which we use to retry the decorated function.
  29. """
  30. def try_except_decorate(func):
  31. @wraps(func)
  32. def wrapper(self, *args, **kwargs):
  33. try:
  34. func(self, *args, **kwargs)
  35. except (AttributeError, MindInsightException,
  36. LineageParamRunContextError, LineageLogError,
  37. LineageGetModelFileError, IOError) as err:
  38. logger.error(err)
  39. try:
  40. raise_except = self.raise_exception
  41. except AttributeError:
  42. raise_except = False
  43. if raise_except is True:
  44. raise
  45. return wrapper
  46. return try_except_decorate

MindInsight为MindSpore提供了简单易用的调优调试能力。在训练过程中,可以将标量、张量、图像、计算图、模型超参、训练耗时等数据记录到文件中,通过MindInsight可视化页面进行查看及分析。

Contributors (1)