|
__init__.py
|
add bloom st and adapt new data load method
|
2023-06-17 17:36:17 +08:00 |
|
autoaugment.py
|
change megatron to ascendspeed
|
2023-06-10 21:26:01 +08:00 |
|
blendable_dataset.py
|
up
|
2023-09-26 14:30:47 +08:00 |
|
data_handler.py
|
up
|
2023-09-26 14:30:47 +08:00 |
|
data_samplers.py
|
create megatron core
|
2023-07-24 15:00:57 +08:00 |
|
dataset_utils.py
|
create megatron core
|
2023-07-24 15:00:57 +08:00 |
|
decoder_packed_mtf_dataset.py
|
up
|
2023-09-26 14:30:47 +08:00 |
|
distdata.py
|
change megatron to ascendspeed
|
2023-06-10 21:26:01 +08:00 |
|
gpt_dataset.py
|
create megatron core
|
2023-07-24 15:00:57 +08:00 |
|
helpers.cpp
|
change megatron to ascendspeed
|
2023-06-10 21:26:01 +08:00 |
|
indexed_dataset.py
|
added func code
|
2023-06-12 10:39:51 +08:00 |
|
Makefile
|
change megatron to ascendspeed
|
2023-06-10 21:26:01 +08:00 |
|
mtf_dataset.py
|
up
|
2023-09-26 14:30:47 +08:00 |
|
parse.py
|
add bloom st and adapt new data load method
|
2023-06-17 17:36:17 +08:00 |
|
prompter.py
|
up
|
2023-09-26 14:30:47 +08:00 |
|
realm_dataset_utils.py
|
create megatron core
|
2023-07-24 15:00:57 +08:00 |
|
realm_index.py
|
create megatron core
|
2023-07-24 15:00:57 +08:00 |
