Browse Source

[MNT] add all in all init module

tags/v0.3.2
bxdd 1 year ago
parent
commit
8bb35348a0
22 changed files with 113 additions and 11 deletions
  1. +0
    -7
      .flake8
  2. +2
    -2
      .pre-commit-config.yaml
  3. +2
    -0
      learnware/client/__init__.py
  4. +21
    -0
      learnware/market/__init__.py
  5. +2
    -0
      learnware/market/anchor/__init__.py
  6. +13
    -0
      learnware/market/easy/__init__.py
  7. +2
    -0
      learnware/market/evolve/__init__.py
  8. +2
    -0
      learnware/market/evolve_anchor/__init__.py
  9. +2
    -0
      learnware/market/heterogeneous/__init__.py
  10. +3
    -0
      learnware/market/heterogeneous/organizer/hetero_map/__init__.py
  11. +2
    -0
      learnware/model/__init__.py
  12. +11
    -0
      learnware/reuse/__init__.py
  13. +2
    -0
      learnware/reuse/hetero/__init__.py
  14. +17
    -0
      learnware/specification/__init__.py
  15. +9
    -0
      learnware/specification/regular/__init__.py
  16. +2
    -0
      learnware/specification/regular/image/__init__.py
  17. +2
    -0
      learnware/specification/regular/table/__init__.py
  18. +2
    -0
      learnware/specification/regular/text/__init__.py
  19. +2
    -0
      learnware/specification/system/__init__.py
  20. +2
    -0
      learnware/tests/__init__.py
  21. +12
    -1
      learnware/utils/__init__.py
  22. +1
    -1
      learnware/utils/import_utils.py

+ 0
- 7
.flake8 View File

@@ -1,7 +0,0 @@
[flake8]
max-line-length = 120
ignore =
E203,E501,F841,W503
per-file-ignores =
__init__.py: F401
./learnware/utils/import_utils.py: F401

+ 2
- 2
.pre-commit-config.yaml View File

@@ -6,7 +6,7 @@ repos:
args: ["-l 120"]

- repo: https://github.com/PyCQA/flake8
rev: 4.0.1
rev: 6.1.0
hooks:
- id: flake8
args: ["--count", "--select=E9,F63,F7,F82", "--show-source", "--statistics"]
args: ["--ignore=E203,E501,F841,W503"]

+ 2
- 0
learnware/client/__init__.py View File

@@ -1 +1,3 @@
from .learnware_client import LearnwareClient, SemanticSpecificationKey

__all__ = ["LearnwareClient", "SemanticSpecificationKey"]

+ 21
- 0
learnware/market/__init__.py View File

@@ -6,3 +6,24 @@ from .evolve import EvolvedOrganizer
from .evolve_anchor import EvolvedAnchoredOrganizer
from .heterogeneous import HeteroMapTableOrganizer, HeteroSearcher
from .module import instantiate_learnware_market

__all__ = [
"AnchoredOrganizer",
"AnchoredSearcher",
"AnchoredUserInfo",
"BaseChecker",
"BaseOrganizer",
"BaseSearcher",
"BaseUserInfo",
"LearnwareMarket",
"CondaChecker",
"EasyOrganizer",
"EasySearcher",
"EasySemanticChecker",
"EasyStatChecker",
"EvolvedOrganizer",
"EvolvedAnchoredOrganizer",
"HeteroMapTableOrganizer",
"HeteroSearcher",
"instantiate_learnware_market",
]

+ 2
- 0
learnware/market/anchor/__init__.py View File

@@ -10,3 +10,5 @@ if not is_torch_available(verbose=False):
logger.error("AnchoredSearcher is not available because 'torch' is not installed!")
else:
from .searcher import AnchoredSearcher

__all__ = ["AnchoredOrganizer", "AnchoredUserInfo", "AnchoredSearcher"]

+ 13
- 0
learnware/market/easy/__init__.py View File

@@ -8,7 +8,20 @@ if not is_torch_available(verbose=False):
EasySearcher = None
EasySemanticChecker = None
EasyStatChecker = None
EasyExactSemanticSearcher = None
EasyFuzzSemanticSearcher = None
EasyStatSearcher = None
logger.error("EasySeacher and EasyChecker are not available because 'torch' is not installed!")
else:
from .checker import EasySemanticChecker, EasyStatChecker
from .searcher import EasyExactSemanticSearcher, EasyFuzzSemanticSearcher, EasySearcher, EasyStatSearcher

__all__ = [
"EasyOrganizer",
"EasySemanticChecker",
"EasyStatChecker",
"EasyExactSemanticSearcher",
"EasyFuzzSemanticSearcher",
"EasySearcher",
"EasyStatSearcher",
]

+ 2
- 0
learnware/market/evolve/__init__.py View File

@@ -1 +1,3 @@
from .organizer import EvolvedOrganizer

__all__ = ["EvolvedOrganizer"]

+ 2
- 0
learnware/market/evolve_anchor/__init__.py View File

@@ -1 +1,3 @@
from .organizer import EvolvedAnchoredOrganizer

__all__ = ["EvolvedAnchoredOrganizer"]

+ 2
- 0
learnware/market/heterogeneous/__init__.py View File

@@ -10,3 +10,5 @@ if not is_torch_available(verbose=False):
else:
from .organizer import HeteroMapTableOrganizer
from .searcher import HeteroSearcher

__all__ = ["HeteroMapTableOrganizer", "HeteroSearcher"]

+ 3
- 0
learnware/market/heterogeneous/organizer/hetero_map/__init__.py View File

@@ -646,3 +646,6 @@ class TransformerMultiLayer(nn.Module):
for i, mod in enumerate(self.transformer_encoder):
outputs = mod(outputs, src_key_padding_mask=attention_mask)
return outputs


__all__ = ["HeteroMap", "Trainer"]

+ 2
- 0
learnware/model/__init__.py View File

@@ -1 +1,3 @@
from .base import BaseModel

__all__ = ["BaseModel"]

+ 11
- 0
learnware/reuse/__init__.py View File

@@ -21,3 +21,14 @@ else:
from .feature_augment import FeatureAugmentReuser
from .hetero import FeatureAlignLearnware, HeteroMapAlignLearnware
from .job_selector import JobSelectorReuser

__all__ = [
"AlignLearnware",
"BaseReuser",
"AveragingReuser",
"EnsemblePruningReuser",
"FeatureAugmentReuser",
"FeatureAlignLearnware",
"HeteroMapAlignLearnware",
"JobSelectorReuser",
]

+ 2
- 0
learnware/reuse/hetero/__init__.py View File

@@ -1,2 +1,4 @@
from .feature_align import FeatureAlignLearnware
from .hetero_map import HeteroMapAlignLearnware

__all__ = ["FeatureAlignLearnware", "HeteroMapAlignLearnware"]

+ 17
- 0
learnware/specification/__init__.py View File

@@ -24,3 +24,20 @@ else:
generate_semantic_spec,
generate_stat_spec,
)

__all__ = [
"BaseStatSpecification",
"Specification",
"RegularStatSpecification",
"RKMEImageSpecification",
"RKMEStatSpecification",
"RKMETableSpecification",
"RKMETextSpecification",
"HeteroMapTableSpecification",
"rkme_solve_qp",
"generate_rkme_image_spec",
"generate_rkme_table_spec",
"generate_rkme_text_spec",
"generate_semantic_spec",
"generate_stat_spec",
]

+ 9
- 0
learnware/specification/regular/__init__.py View File

@@ -2,3 +2,12 @@ from .base import RegularStatSpecification
from .image import RKMEImageSpecification
from .table import RKMEStatSpecification, RKMETableSpecification, rkme_solve_qp
from .text import RKMETextSpecification

__all__ = [
"RegularStatSpecification",
"RKMEImageSpecification",
"RKMEStatSpecification",
"RKMETableSpecification",
"rkme_solve_qp",
"RKMETextSpecification",
]

+ 2
- 0
learnware/specification/regular/image/__init__.py View File

@@ -8,3 +8,5 @@ if not is_torch_available(verbose=False):
logger.error("RKMEImageSpecification is not available because 'torch' is not installed!")
else:
from .rkme import RKMEImageSpecification

__all__ = ["RKMEImageSpecification"]

+ 2
- 0
learnware/specification/regular/table/__init__.py View File

@@ -12,3 +12,5 @@ if not is_torch_available(verbose=False):
)
else:
from .rkme import RKMEStatSpecification, RKMETableSpecification, rkme_solve_qp

__all__ = ["RKMEStatSpecification", "RKMETableSpecification", "rkme_solve_qp"]

+ 2
- 0
learnware/specification/regular/text/__init__.py View File

@@ -8,3 +8,5 @@ if not is_torch_available(verbose=False):
logger.error("RKMETextSpecification is not available because 'torch' is not installed!")
else:
from .rkme import RKMETextSpecification

__all__ = ["RKMETextSpecification"]

+ 2
- 0
learnware/specification/system/__init__.py View File

@@ -9,3 +9,5 @@ if not is_torch_available(verbose=False):
logger.error("HeteroMapTableSpecification is not available because 'torch' is not installed!")
else:
from .hetero_table import HeteroMapTableSpecification

__all__ = ["SystemStatSpecification", "HeteroMapTableSpecification"]

+ 2
- 0
learnware/tests/__init__.py View File

@@ -1 +1,3 @@
from .utils import parametrize

__all__ = ["parametrize"]

+ 12
- 1
learnware/utils/__init__.py View File

@@ -5,7 +5,6 @@ from .file import convert_folder_to_zipfile, read_yaml_to_dict, save_dict_to_yam
from .gpu import allocate_cuda_idx, choose_device, setup_seed
from .import_utils import is_torch_available
from .module import get_module_by_module_path
from ..config import SystemType, get_platform


def zip_learnware_folder(path: str, output_name: str):
@@ -16,3 +15,15 @@ def zip_learnware_folder(path: str, output_name: str):
if file.endswith(".pyc") or os.path.islink(full_path):
continue
zip_ref.write(full_path, arcname=os.path.relpath(full_path, path))


__all__ = [
"convert_folder_to_zipfile",
"read_yaml_to_dict",
"save_dict_to_yaml",
"allocate_cuda_idx",
"choose_device",
"setup_seed",
"is_torch_available",
"get_module_by_module_path",
]

+ 1
- 1
learnware/utils/import_utils.py View File

@@ -5,7 +5,7 @@ logger = get_module_logger("import_utils")

def is_torch_available(verbose=False):
try:
import torch
import torch # noqa: F401
except ModuleNotFoundError as err:
if verbose is True:
logger.warning("ModuleNotFoundError: torch is not installed, please install pytorch!")


Loading…
Cancel
Save