2018-03-07 21:30:20 +08:00
|
|
|
# FastNLP
|
2018-06-25 14:41:30 +08:00
|
|
|
```
|
|
|
|
|
FastNLP
|
|
|
|
|
│ LICENSE
|
|
|
|
|
│ README.md
|
|
|
|
|
│ requirements.txt
|
|
|
|
|
│ setup.py
|
|
|
|
|
|
|
|
|
|
|
├─docs (documentation)
|
2018-07-01 10:59:38 +08:00
|
|
|
|
|
2018-06-25 14:41:30 +08:00
|
|
|
└─tests (unit tests, intergrating tests, system tests)
|
2018-07-01 10:59:38 +08:00
|
|
|
| │ test_charlm.py
|
|
|
|
|
| │ test_loader.py
|
|
|
|
|
| │ test_trainer.py
|
|
|
|
|
| │ test_word_seg.py
|
|
|
|
|
| │
|
|
|
|
|
| └─data_for_tests (test data used by models)
|
|
|
|
|
| charlm.txt
|
|
|
|
|
| cws_test
|
|
|
|
|
| cws_train
|
|
|
|
|
|
|
|
|
|
|
└─fastNLP
|
|
|
|
|
├─action (model independent process)
|
|
|
|
|
│ │ action.py (base class)
|
|
|
|
|
│ │ README.md
|
|
|
|
|
│ │ tester.py (model testing, for deployment and validation)
|
|
|
|
|
│ │ trainer.py (main logic for model training)
|
|
|
|
|
│ │ __init__.py
|
|
|
|
|
│ │
|
|
|
|
|
|
|
|
|
|
|
│
|
|
|
|
|
├─loader (file loader for all loading operations)
|
|
|
|
|
│ | base_loader.py (base class)
|
|
|
|
|
│ | config_loader.py (model-specific configuration/parameter loader)
|
|
|
|
|
│ | dataset_loader.py (data set loader, base class)
|
|
|
|
|
│ | embed_loader.py (embedding loader, base class)
|
|
|
|
|
│ | __init__.py
|
|
|
|
|
│
|
|
|
|
|
├─model (definitions of PyTorch models)
|
|
|
|
|
│ │ base_model.py (base class, abstract)
|
|
|
|
|
│ │ char_language_model.py (derived class, to implement abstract methods)
|
|
|
|
|
│ │ word_seg_model.py
|
|
|
|
|
│ │ __init__.py
|
|
|
|
|
│ │
|
|
|
|
|
│
|
|
|
|
|
├─reproduction (code library for paper reproduction)
|
|
|
|
|
│ ├─Char-aware_NLM
|
|
|
|
|
│ │
|
|
|
|
|
│ ├─CNN-sentence_classification
|
|
|
|
|
│ │
|
|
|
|
|
│ └─HAN-document_classification
|
|
|
|
|
│
|
|
|
|
|
├─saver (file saver for all saving operations)
|
|
|
|
|
│ base_saver.py
|
|
|
|
|
│ logger.py
|
|
|
|
|
│ model_saver.py
|
2018-06-25 14:41:30 +08:00
|
|
|
│
|
|
|
|
|
```
|
