!1435 增加版权声明 & 修改CI数据路径

Merge pull request !1435 from liuyanghan/master
This commit is contained in:
liuyanghan 2024-07-20 06:20:57 +00:00 committed by i-robot
parent fac5389415
commit ba10f5fded
3 changed files with 5 additions and 3 deletions

1
OWNERS
View File

@ -2,6 +2,7 @@ approvers:
- fengliangjun66
- wujianping996
- dilililiwhy
- liuyanghan
reviewers:
- fengliangjun66
- guhangsong

View File

@ -51,9 +51,9 @@ class CovertMCoreCkptFromHuggingfaceArgs:
saver = "mg_mcore"
target_tensor_parallel_size = "2"
target_pipeline_parallel_size = "4"
load_dir = "/home/dataset/ci_engineering/llama-2-7b-hf/"
save_dir = "/home/dataset/ci_engineering/llama-2-7b-mg-tp2-pp4-mcore-test/"
base_dir = "/home/dataset/ci_engineering/llama-2-7b-mg-tp2-pp4-mcore/"
load_dir = "/data/llama-2-7b-hf/"
save_dir = "/data/llama-2-7b-mg-tp2-pp4-mcore-test/"
base_dir = "/data/llama-2-7b-mg-tp2-pp4-mcore/"
tokenizer_model = "/home/dataset/ci_engineering/llama-2-7b-hf/tokenizer.model"

View File

@ -11,6 +11,7 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
import os
import sys