2018-03-07 21:30:20 +08:00
|
|
|
# FastNLP
|
2018-06-25 14:41:30 +08:00
|
|
|
```
|
|
|
|
|
FastNLP
|
|
|
|
|
│ LICENSE
|
|
|
|
|
│ README.md
|
|
|
|
|
│ requirements.txt
|
|
|
|
|
│ setup.py
|
|
|
|
|
|
|
|
|
|
|
├─action (model independent process)
|
|
|
|
|
│ │ action.py (base class)
|
|
|
|
|
│ │ README.md
|
|
|
|
|
│ │ tester.py (model testing, for deployment and validation)
|
|
|
|
|
│ │ trainer.py (main logic for model training)
|
|
|
|
|
│ │ __init__.py
|
|
|
|
|
│ │
|
|
|
|
|
|
|
|
|
|
|
├─docs (documentation)
|
|
|
|
|
│ quick_tutorial.md
|
|
|
|
|
│
|
|
|
|
|
├─loader (file loader for all loading operations)
|
|
|
|
|
│ | base_loader.py (base class)
|
|
|
|
|
│ | config_loader.py (model-specific configuration/parameter loader)
|
|
|
|
|
│ | dataset_loader.py (data set loader, base class)
|
|
|
|
|
│ | embed_loader.py (embedding loader, base class)
|
|
|
|
|
│ | __init__.py
|
|
|
|
|
│
|
|
|
|
|
├─model (definitions of PyTorch models)
|
|
|
|
|
│ │ base_model.py (base class, abstract)
|
|
|
|
|
│ │ char_language_model.py (derived class, to implement abstract methods)
|
|
|
|
|
│ │ word_seg_model.py
|
|
|
|
|
│ │ __init__.py
|
|
|
|
|
│ │
|
|
|
|
|
│
|
|
|
|
|
├─reproduction (code library for paper reproduction)
|
|
|
|
|
│ ├─Char-aware_NLM
|
|
|
|
|
│ │
|
|
|
|
|
│ ├─CNN-sentence_classification
|
|
|
|
|
│ │
|
|
|
|
|
│ └─HAN-document_classification
|
|
|
|
|
│
|
|
|
|
|
├─saver (file saver for all saving operations)
|
|
|
|
|
│ base_saver.py
|
|
|
|
|
│ logger.py
|
|
|
|
|
│ model_saver.py
|
|
|
|
|
│
|
|
|
|
|
└─tests (unit tests, intergrating tests, system tests)
|
|
|
|
|
│ test_charlm.py
|
|
|
|
|
│ test_loader.py
|
|
|
|
|
│ test_trainer.py
|
|
|
|
|
│ test_word_seg.py
|
|
|
|
|
│
|
|
|
|
|
└─data_for_tests (test data used by models)
|
|
|
|
|
charlm.txt
|
|
|
|
|
cws_test
|
|
|
|
|
cws_train
|
|
|
|
|
```
|
