From 7ccec559f3f0784987b87fbc465b33b2087bc4e5 Mon Sep 17 00:00:00 2001
From: Yige XU <xuyige1996@gmail.com>
Date: Sat, 14 Jul 2018 15:42:44 +0800
Subject: [PATCH] Add files via upload

---
 fastNLP/loader/config           | 54 +++++++++++++++++++++++++++++++++
 fastNLP/loader/config_loader.py | 46 +++++++++++++++++++++++-----
 2 files changed, 93 insertions(+), 7 deletions(-)
 create mode 100644 fastNLP/loader/config

diff --git a/fastNLP/loader/config b/fastNLP/loader/config
new file mode 100644
index 00000000..5eb57db5
--- /dev/null
+++ b/fastNLP/loader/config
@@ -0,0 +1,54 @@
+[General]
+revision = "first"
+datapath = "./data/smallset/imdb/"
+embed_path = "./data/smallset/imdb/embedding.txt"
+optimizer = "adam"
+attn_mode = "rout"
+seq_encoder = "bilstm"
+out_caps_num = 5
+rout_iter = 3
+max_snt_num = 40
+max_wd_num = 40
+max_epochs = 50
+pre_trained = true
+batch_sz = 32
+batch_sz_min = 32
+bucket_sz = 5000
+partial_update_until_epoch = 2
+embed_size = 300
+hidden_size = 200
+dense_hidden = [300, 10]
+lr = 0.0002
+decay_steps = 1000
+decay_rate = 0.9
+dropout = 0.2
+early_stopping = 7
+reg = 1e-06
+
+[My]
+datapath = "./data/smallset/imdb/"
+embed_path = "./data/smallset/imdb/embedding.txt"
+optimizer = "adam"
+attn_mode = "rout"
+seq_encoder = "bilstm"
+out_caps_num = 5
+rout_iter = 3
+max_snt_num = 40
+max_wd_num = 40
+max_epochs = 50
+pre_trained = true
+batch_sz = 32
+batch_sz_min = 32
+bucket_sz = 5000
+partial_update_until_epoch = 2
+embed_size = 300
+hidden_size = 200
+dense_hidden = [300, 10]
+lr = 0.0002
+decay_steps = 1000
+decay_rate = 0.9
+dropout = 0.2
+early_stopping = 70
+reg = 1e-05
+test = 5
+new_attr = 40
diff --git a/fastNLP/loader/config_loader.py b/fastNLP/loader/config_loader.py
index e57d9891..f0294a47 100644
--- a/fastNLP/loader/config_loader.py
+++ b/fastNLP/loader/config_loader.py
@@ -25,17 +25,49 @@ class ConfigLoader(BaseLoader):
         cfg = configparser.ConfigParser()
         cfg.read(file_path)
         for s in sections:
-            attr_list = [i for i in type(sections[s]).__dict__.keys() if
+            attr_list = [i for i in sections[s].__dict__.keys() if
                          not callable(getattr(sections[s], i)) and not i.startswith("__")]
+            if s not in cfg:
+                print('section %s not found in config file' % (s))
+                continue
             gen_sec = cfg[s]
-            for attr in attr_list:
+            for attr in gen_sec.keys():
                 try:
                     val = json.loads(gen_sec[attr])
-                    print(s, attr, val, type(val))
-                    assert type(val) == type(getattr(sections[s], attr)), \
-                        'type not match, except %s but got %s' % \
-                        (type(getattr(sections[s], attr)), type(val))
+                    #print(s, attr, val, type(val))
+                    if attr in attr_list:
+                        assert type(val) == type(getattr(sections[s], attr)), \
+                            'type not match, except %s but got %s' % \
+                            (type(getattr(sections[s], attr)), type(val))
+                    """
+                            if attr in attr_list then check its type and
+                        update its value.
+                            else add a new attr in sections[s]
+                    """
                     setattr(sections[s], attr, val)
                 except Exception as e:
-                    # attribute attr in section s did not been set, default val will be used
+                    print("cannot load attribute %s in section %s"
+                          % (attr, s))
                     pass
+
+if __name__ == "__name__":
+    config = ConfigLoader('configLoader', 'there is no data')
+
+
+    class ConfigSection(object):
+        def __init__(self):
+            pass
+
+
+    section = {'General': ConfigSection(), 'My': ConfigSection(), 'A': ConfigSection()}
+    """
+            General and My can be found in config file, so the attr and
+        value will be updated
+            A cannot be found in config file, so nothing will be done
+    """
+
+    config.load_config("config", section)
+    for s in section:
+        print(s)
+        for attr in section[s].__dict__.keys():
+            print(s, attr, getattr(section[s], attr))
\ No newline at end of file