From 7a8fa2f013e7c4b3bf6463c26903d10c08813b07 Mon Sep 17 00:00:00 2001 From: Jacob Hatef <74274091+jahatef@users.noreply.github.com> Date: Wed, 24 Jan 2024 16:18:07 -0500 Subject: [PATCH] update copyrights (#1128) * update copyrights * Update NeoXArgs docs automatically * nvidia copyright years * Update NeoXArgs docs automatically --------- Co-authored-by: github-actions --- Dockerfile | 2 +- LICENSE | 6 +++--- README.md | 2 +- configs/neox_arguments.md | 2 +- deepy.py | 2 +- eval.py | 4 ++-- eval_tasks/__init__.py | 2 +- eval_tasks/eval_adapter.py | 2 +- generate.py | 4 ++-- megatron/__init__.py | 2 +- megatron/checkpointing.py | 4 ++-- megatron/data/blendable_dataset.py | 4 ++-- megatron/data/data_utils.py | 2 +- megatron/data/gpt2_dataset.py | 4 ++-- megatron/data/helpers.cpp | 2 +- megatron/data/indexed_dataset.py | 2 +- megatron/data/samplers.py | 4 ++-- megatron/fused_kernels/__init__.py | 2 +- megatron/fused_kernels/compat.h | 2 +- .../fused_kernels/fused_rotary_positional_embedding.cpp | 2 +- megatron/fused_kernels/fused_rotary_positional_embedding.h | 2 +- .../fused_kernels/fused_rotary_positional_embedding_cuda.cu | 2 +- megatron/fused_kernels/scaled_masked_softmax.cpp | 2 +- megatron/fused_kernels/scaled_masked_softmax.h | 2 +- megatron/fused_kernels/scaled_masked_softmax_cuda.cu | 2 +- .../fused_kernels/scaled_upper_triang_masked_softmax.cpp | 2 +- megatron/fused_kernels/scaled_upper_triang_masked_softmax.h | 2 +- .../scaled_upper_triang_masked_softmax_cuda.cu | 2 +- megatron/fused_kernels/setup.py | 2 +- megatron/gradient_noise_scale/gradient_noise_scale.py | 2 +- megatron/initialize.py | 4 ++-- megatron/learning_rates.py | 4 ++-- megatron/logging.py | 2 +- megatron/model/__init__.py | 4 ++-- megatron/model/activations.py | 4 ++-- megatron/model/fused_bias_dropout.py | 2 +- megatron/model/fused_rope.py | 2 +- megatron/model/fused_softmax.py | 4 ++-- megatron/model/gmlp.py | 2 +- megatron/model/gpt2_model.py | 4 ++-- megatron/model/init_functions.py | 2 +- megatron/model/norms.py | 2 +- megatron/model/positional_embeddings.py | 2 +- megatron/model/transformer.py | 4 ++-- megatron/model/utils.py | 4 ++-- megatron/model/word_embeddings.py | 2 +- megatron/mpu/__init__.py | 2 +- megatron/mpu/cross_entropy.py | 4 ++-- megatron/mpu/data.py | 2 +- megatron/mpu/initialize.py | 4 ++-- megatron/mpu/layers.py | 4 ++-- megatron/mpu/mappings.py | 4 ++-- megatron/mpu/random.py | 2 +- megatron/mpu/utils.py | 4 ++-- megatron/neox_arguments/arguments.py | 2 +- megatron/neox_arguments/deepspeed_args.py | 2 +- megatron/neox_arguments/neox_args.py | 2 +- megatron/neox_arguments/template.py | 2 +- megatron/optimizers.py | 2 +- megatron/text_generation_utils.py | 4 ++-- megatron/tokenizer/__init__.py | 2 +- megatron/tokenizer/tokenizer.py | 4 ++-- megatron/tokenizer/train_tokenizer.py | 2 +- megatron/training.py | 4 ++-- megatron/utils.py | 4 ++-- prepare_data.py | 2 +- tests/common.py | 2 +- tests/model/__init__.py | 2 +- tests/model/test_fused_kernels.py | 2 +- tests/model/test_model_checkpoint.py | 2 +- tests/model/test_model_generation.py | 2 +- tests/model/test_model_instantiation.py | 2 +- tests/model/test_model_train.py | 2 +- tests/neox_args/test_neoxargs_commandline.py | 2 +- tests/neox_args/test_neoxargs_implementation.py | 2 +- tests/neox_args/test_neoxargs_load.py | 2 +- tests/neox_args/test_neoxargs_usage.py | 2 +- tests/pytest.ini | 2 +- tests/test_configs/test_train_base.yml | 2 +- tests/unit/test_arguments.py | 2 +- tests/unit/test_launcher_scripts.py | 2 +- tools/bash/sync.sh | 2 +- tools/bash/sync_cmd.sh | 2 +- tools/bash/syncdir.sh | 2 +- tools/ckpts/convert_module_to_hf.py | 2 +- tools/ckpts/convert_raw_llama_weights_to_neox.py | 2 +- tools/ckpts/convert_sequential_to_hf.py | 2 +- tools/ckpts/inspect_checkpoints.py | 2 +- tools/ckpts/merge20b.py | 2 +- tools/ckpts/upload.py | 2 +- tools/datasets/corpora.py | 2 +- tools/datasets/preprocess_data.py | 4 ++-- tools/datasets/preprocess_data_with_mask.py | 4 ++-- train.py | 4 ++-- 94 files changed, 122 insertions(+), 122 deletions(-) diff --git a/Dockerfile b/Dockerfile index bd30c11c3..e2f0a3d4c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/LICENSE b/LICENSE index 99cf99888..b7224a614 100644 --- a/LICENSE +++ b/LICENSE @@ -1,5 +1,5 @@ Apache License - Version 2.0, January 2004 + Version 2.0, January 2024 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION @@ -211,7 +211,7 @@ used in those files, as indicated. ------------- LICENSE FOR NVIDIA code -------------- -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -241,7 +241,7 @@ used in those files, as indicated. Apache License - Version 2.0, January 2004 + Version 2.0, January 2024 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION diff --git a/README.md b/README.md index f82bedec0..7e649707a 100644 --- a/README.md +++ b/README.md @@ -639,7 +639,7 @@ To cite the 20 billion parameter model named `GPT-NeoX-20B`, please use ## Licensing -This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2021, EleutherAI. Licensed under the Apache License: +This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2024, EleutherAI. Licensed under the Apache License: Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md index 99fe657f7..e7f6b1ef8 100644 --- a/configs/neox_arguments.md +++ b/configs/neox_arguments.md @@ -111,7 +111,7 @@ Logging Arguments - **git_hash**: str - Default = a300979 + Default = 765c219 current git hash of repository diff --git a/deepy.py b/deepy.py index eacbd9dec..e4dc7a3fd 100755 --- a/deepy.py +++ b/deepy.py @@ -1,5 +1,5 @@ #!/usr/bin/env python -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/eval.py b/eval.py index 7b7a74a6f..93093f21d 100644 --- a/eval.py +++ b/eval.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/eval_tasks/__init__.py b/eval_tasks/__init__.py index d17c7458e..6cb4e30ca 100644 --- a/eval_tasks/__init__.py +++ b/eval_tasks/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/eval_tasks/eval_adapter.py b/eval_tasks/eval_adapter.py index 63c4a4a72..abbd5ca8d 100644 --- a/eval_tasks/eval_adapter.py +++ b/eval_tasks/eval_adapter.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/generate.py b/generate.py index 100950f00..743e350d0 100755 --- a/generate.py +++ b/generate.py @@ -1,8 +1,8 @@ #!/usr/bin/env python -# Copyright (c) 2021 EleutherAI +# Copyright (c) 2024 EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/__init__.py b/megatron/__init__.py index 8cd7804c9..fc254fe3d 100644 --- a/megatron/__init__.py +++ b/megatron/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/checkpointing.py b/megatron/checkpointing.py index bbaa0f7f9..12b81e202 100644 --- a/megatron/checkpointing.py +++ b/megatron/checkpointing.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/data/blendable_dataset.py b/megatron/data/blendable_dataset.py index e05c58429..0392841cb 100644 --- a/megatron/data/blendable_dataset.py +++ b/megatron/data/blendable_dataset.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/data/data_utils.py b/megatron/data/data_utils.py index 513dd0e21..bc5754cdb 100644 --- a/megatron/data/data_utils.py +++ b/megatron/data/data_utils.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/data/gpt2_dataset.py b/megatron/data/gpt2_dataset.py index c222fb3da..75e601fda 100644 --- a/megatron/data/gpt2_dataset.py +++ b/megatron/data/gpt2_dataset.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/data/helpers.cpp b/megatron/data/helpers.cpp index 830326c3f..9b062b050 100644 --- a/megatron/data/helpers.cpp +++ b/megatron/data/helpers.cpp @@ -1,6 +1,6 @@ /* coding=utf-8 - Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. diff --git a/megatron/data/indexed_dataset.py b/megatron/data/indexed_dataset.py index 81d99b0cd..8165205b9 100644 --- a/megatron/data/indexed_dataset.py +++ b/megatron/data/indexed_dataset.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # # Copyright (c) Facebook, Inc. and its affiliates. diff --git a/megatron/data/samplers.py b/megatron/data/samplers.py index 5e14b4a78..a9428e41c 100644 --- a/megatron/data/samplers.py +++ b/megatron/data/samplers.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/__init__.py b/megatron/fused_kernels/__init__.py index fff97986a..f6ac063ce 100644 --- a/megatron/fused_kernels/__init__.py +++ b/megatron/fused_kernels/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/compat.h b/megatron/fused_kernels/compat.h index 251337d68..88867dc7e 100644 --- a/megatron/fused_kernels/compat.h +++ b/megatron/fused_kernels/compat.h @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding.cpp b/megatron/fused_kernels/fused_rotary_positional_embedding.cpp index 878f1b2c0..e1a77de2b 100644 --- a/megatron/fused_kernels/fused_rotary_positional_embedding.cpp +++ b/megatron/fused_kernels/fused_rotary_positional_embedding.cpp @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding.h b/megatron/fused_kernels/fused_rotary_positional_embedding.h index cd67a28d3..aafd5104d 100644 --- a/megatron/fused_kernels/fused_rotary_positional_embedding.h +++ b/megatron/fused_kernels/fused_rotary_positional_embedding.h @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu b/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu index 0f37dff41..6b54662bc 100644 --- a/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu +++ b/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_masked_softmax.cpp b/megatron/fused_kernels/scaled_masked_softmax.cpp index b7c162c78..6a210cc37 100644 --- a/megatron/fused_kernels/scaled_masked_softmax.cpp +++ b/megatron/fused_kernels/scaled_masked_softmax.cpp @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_masked_softmax.h b/megatron/fused_kernels/scaled_masked_softmax.h index 977e59481..a594a13c1 100644 --- a/megatron/fused_kernels/scaled_masked_softmax.h +++ b/megatron/fused_kernels/scaled_masked_softmax.h @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_masked_softmax_cuda.cu b/megatron/fused_kernels/scaled_masked_softmax_cuda.cu index 757850d2b..26c2d1820 100644 --- a/megatron/fused_kernels/scaled_masked_softmax_cuda.cu +++ b/megatron/fused_kernels/scaled_masked_softmax_cuda.cu @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp index 945c48c43..cedd649a2 100644 --- a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp +++ b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h index b0757196b..b48afeee4 100644 --- a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h +++ b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu b/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu index 7ced78acd..99a52abd5 100644 --- a/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu +++ b/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu @@ -1,5 +1,5 @@ /* coding=utf-8 - * Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/megatron/fused_kernels/setup.py b/megatron/fused_kernels/setup.py index d800b2a00..528a20676 100644 --- a/megatron/fused_kernels/setup.py +++ b/megatron/fused_kernels/setup.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/gradient_noise_scale/gradient_noise_scale.py b/megatron/gradient_noise_scale/gradient_noise_scale.py index 9c518a9cd..71076ffc3 100644 --- a/megatron/gradient_noise_scale/gradient_noise_scale.py +++ b/megatron/gradient_noise_scale/gradient_noise_scale.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/initialize.py b/megatron/initialize.py index dd752659b..72779b094 100644 --- a/megatron/initialize.py +++ b/megatron/initialize.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/learning_rates.py b/megatron/learning_rates.py index f0fcca27e..9db951aa0 100644 --- a/megatron/learning_rates.py +++ b/megatron/learning_rates.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/logging.py b/megatron/logging.py index ac404da85..6c9b7915e 100644 --- a/megatron/logging.py +++ b/megatron/logging.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI. +# Copyright (c) 2024, EleutherAI. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/__init__.py b/megatron/model/__init__.py index 9af46de95..619b4c33d 100755 --- a/megatron/model/__init__.py +++ b/megatron/model/__init__.py @@ -1,7 +1,7 @@ # -# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version. +# Copyright 2024 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/activations.py b/megatron/model/activations.py index 5c4ba1d5a..7a29b0716 100644 --- a/megatron/model/activations.py +++ b/megatron/model/activations.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/fused_bias_dropout.py b/megatron/model/fused_bias_dropout.py index afe1f0719..8618a2a7e 100644 --- a/megatron/model/fused_bias_dropout.py +++ b/megatron/model/fused_bias_dropout.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI contributors +# Copyright (c) 2024, EleutherAI contributors # This file is based on code by the authors denoted below and has been modified from its original version. # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/megatron/model/fused_rope.py b/megatron/model/fused_rope.py index 9f63f1537..94e96253d 100644 --- a/megatron/model/fused_rope.py +++ b/megatron/model/fused_rope.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/fused_softmax.py b/megatron/model/fused_softmax.py index 78f2992ad..bce2e1992 100644 --- a/megatron/model/fused_softmax.py +++ b/megatron/model/fused_softmax.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/gmlp.py b/megatron/model/gmlp.py index e4e29dad5..c3462c651 100644 --- a/megatron/model/gmlp.py +++ b/megatron/model/gmlp.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/megatron/model/gpt2_model.py b/megatron/model/gpt2_model.py index ce9c39da9..e083351cc 100644 --- a/megatron/model/gpt2_model.py +++ b/megatron/model/gpt2_model.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021 EleutherAI +# Copyright (c) 2024 EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/init_functions.py b/megatron/model/init_functions.py index 11bcdc310..ad8ebc05a 100644 --- a/megatron/model/init_functions.py +++ b/megatron/model/init_functions.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/norms.py b/megatron/model/norms.py index ddb45c3f3..08056edc2 100644 --- a/megatron/model/norms.py +++ b/megatron/model/norms.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/positional_embeddings.py b/megatron/model/positional_embeddings.py index 29c8a7e65..16cd22ad8 100644 --- a/megatron/model/positional_embeddings.py +++ b/megatron/model/positional_embeddings.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/transformer.py b/megatron/model/transformer.py index 9a4fb0f42..61ba3f3bf 100644 --- a/megatron/model/transformer.py +++ b/megatron/model/transformer.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021 EleutherAI +# Copyright (c) 2024 EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/utils.py b/megatron/model/utils.py index 6beac5ca2..990d9e69c 100644 --- a/megatron/model/utils.py +++ b/megatron/model/utils.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021 EleutherAI +# Copyright (c) 2024 EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/model/word_embeddings.py b/megatron/model/word_embeddings.py index 488baf042..f7372bc55 100644 --- a/megatron/model/word_embeddings.py +++ b/megatron/model/word_embeddings.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/__init__.py b/megatron/mpu/__init__.py index 611d2adbf..81e329e68 100644 --- a/megatron/mpu/__init__.py +++ b/megatron/mpu/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/cross_entropy.py b/megatron/mpu/cross_entropy.py index d28e0cc6b..d9f04703d 100644 --- a/megatron/mpu/cross_entropy.py +++ b/megatron/mpu/cross_entropy.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/data.py b/megatron/mpu/data.py index 7b937053b..87e2a9615 100644 --- a/megatron/mpu/data.py +++ b/megatron/mpu/data.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/initialize.py b/megatron/mpu/initialize.py index 325e46ba4..aba33395b 100644 --- a/megatron/mpu/initialize.py +++ b/megatron/mpu/initialize.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/layers.py b/megatron/mpu/layers.py index 92edbd6eb..19dff0b5f 100644 --- a/megatron/mpu/layers.py +++ b/megatron/mpu/layers.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/mappings.py b/megatron/mpu/mappings.py index c14693a69..e09462eca 100644 --- a/megatron/mpu/mappings.py +++ b/megatron/mpu/mappings.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/random.py b/megatron/mpu/random.py index f93a912a8..77fe80b3e 100644 --- a/megatron/mpu/random.py +++ b/megatron/mpu/random.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/mpu/utils.py b/megatron/mpu/utils.py index cb12f2569..13941dc29 100644 --- a/megatron/mpu/utils.py +++ b/megatron/mpu/utils.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/neox_arguments/arguments.py b/megatron/neox_arguments/arguments.py index d293f7b6a..b2055ad02 100644 --- a/megatron/neox_arguments/arguments.py +++ b/megatron/neox_arguments/arguments.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/neox_arguments/deepspeed_args.py b/megatron/neox_arguments/deepspeed_args.py index 071c3d3b7..708a5f5b1 100644 --- a/megatron/neox_arguments/deepspeed_args.py +++ b/megatron/neox_arguments/deepspeed_args.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/neox_arguments/neox_args.py b/megatron/neox_arguments/neox_args.py index 8b76c8b32..fc9e15db4 100644 --- a/megatron/neox_arguments/neox_args.py +++ b/megatron/neox_arguments/neox_args.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/neox_arguments/template.py b/megatron/neox_arguments/template.py index d0216459f..2e8341990 100644 --- a/megatron/neox_arguments/template.py +++ b/megatron/neox_arguments/template.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/optimizers.py b/megatron/optimizers.py index fcf8a44c7..93515ed14 100644 --- a/megatron/optimizers.py +++ b/megatron/optimizers.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/text_generation_utils.py b/megatron/text_generation_utils.py index 5eb982384..7b7a390ab 100644 --- a/megatron/text_generation_utils.py +++ b/megatron/text_generation_utils.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/tokenizer/__init__.py b/megatron/tokenizer/__init__.py index 22b0f7b9e..b53bbb828 100644 --- a/megatron/tokenizer/__init__.py +++ b/megatron/tokenizer/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/tokenizer/tokenizer.py b/megatron/tokenizer/tokenizer.py index 504890763..348c7cefe 100644 --- a/megatron/tokenizer/tokenizer.py +++ b/megatron/tokenizer/tokenizer.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/tokenizer/train_tokenizer.py b/megatron/tokenizer/train_tokenizer.py index 72b244a9b..3027677e7 100644 --- a/megatron/tokenizer/train_tokenizer.py +++ b/megatron/tokenizer/train_tokenizer.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/training.py b/megatron/training.py index e4e858574..9b8104400 100644 --- a/megatron/training.py +++ b/megatron/training.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/megatron/utils.py b/megatron/utils.py index 3769495d9..8b25b5c3c 100644 --- a/megatron/utils.py +++ b/megatron/utils.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/prepare_data.py b/prepare_data.py index 86d8b5f5a..62363e27b 100644 --- a/prepare_data.py +++ b/prepare_data.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/common.py b/tests/common.py index d2659b453..bb7a90f85 100644 --- a/tests/common.py +++ b/tests/common.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/__init__.py b/tests/model/__init__.py index b9c364917..be6d2e9ec 100644 --- a/tests/model/__init__.py +++ b/tests/model/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/test_fused_kernels.py b/tests/model/test_fused_kernels.py index be068099e..b8cb34d1b 100644 --- a/tests/model/test_fused_kernels.py +++ b/tests/model/test_fused_kernels.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/test_model_checkpoint.py b/tests/model/test_model_checkpoint.py index e73e1a0fe..ec59ad816 100644 --- a/tests/model/test_model_checkpoint.py +++ b/tests/model/test_model_checkpoint.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/test_model_generation.py b/tests/model/test_model_generation.py index ab8bd756b..4ac0bdd6b 100644 --- a/tests/model/test_model_generation.py +++ b/tests/model/test_model_generation.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/test_model_instantiation.py b/tests/model/test_model_instantiation.py index ad57a2c5f..211db3262 100644 --- a/tests/model/test_model_instantiation.py +++ b/tests/model/test_model_instantiation.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/model/test_model_train.py b/tests/model/test_model_train.py index 0138a7f79..dc24f6b6d 100644 --- a/tests/model/test_model_train.py +++ b/tests/model/test_model_train.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/neox_args/test_neoxargs_commandline.py b/tests/neox_args/test_neoxargs_commandline.py index cf39f75d0..0d3c7e5fb 100644 --- a/tests/neox_args/test_neoxargs_commandline.py +++ b/tests/neox_args/test_neoxargs_commandline.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/neox_args/test_neoxargs_implementation.py b/tests/neox_args/test_neoxargs_implementation.py index c77fa178f..176887c9c 100644 --- a/tests/neox_args/test_neoxargs_implementation.py +++ b/tests/neox_args/test_neoxargs_implementation.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/neox_args/test_neoxargs_load.py b/tests/neox_args/test_neoxargs_load.py index 5f94f4fd6..f5d278112 100644 --- a/tests/neox_args/test_neoxargs_load.py +++ b/tests/neox_args/test_neoxargs_load.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/neox_args/test_neoxargs_usage.py b/tests/neox_args/test_neoxargs_usage.py index 40532f23e..176151c2a 100644 --- a/tests/neox_args/test_neoxargs_usage.py +++ b/tests/neox_args/test_neoxargs_usage.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/pytest.ini b/tests/pytest.ini index c2bb21d77..6fd100ea2 100644 --- a/tests/pytest.ini +++ b/tests/pytest.ini @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_configs/test_train_base.yml b/tests/test_configs/test_train_base.yml index 28e41adbf..2852574af 100644 --- a/tests/test_configs/test_train_base.yml +++ b/tests/test_configs/test_train_base.yml @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/unit/test_arguments.py b/tests/unit/test_arguments.py index 501748366..7144a149c 100644 --- a/tests/unit/test_arguments.py +++ b/tests/unit/test_arguments.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/unit/test_launcher_scripts.py b/tests/unit/test_launcher_scripts.py index 626788b59..d281b6c04 100644 --- a/tests/unit/test_launcher_scripts.py +++ b/tests/unit/test_launcher_scripts.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. import pytest from tools.datasets import preprocess_data diff --git a/tools/bash/sync.sh b/tools/bash/sync.sh index d3788cce4..fd9377dbb 100755 --- a/tools/bash/sync.sh +++ b/tools/bash/sync.sh @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/bash/sync_cmd.sh b/tools/bash/sync_cmd.sh index 6525247fb..2d8a617ca 100644 --- a/tools/bash/sync_cmd.sh +++ b/tools/bash/sync_cmd.sh @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/bash/syncdir.sh b/tools/bash/syncdir.sh index 210d142ae..229c9af9a 100755 --- a/tools/bash/syncdir.sh +++ b/tools/bash/syncdir.sh @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/convert_module_to_hf.py b/tools/ckpts/convert_module_to_hf.py index c776a2817..72ce59d32 100644 --- a/tools/ckpts/convert_module_to_hf.py +++ b/tools/ckpts/convert_module_to_hf.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/convert_raw_llama_weights_to_neox.py b/tools/ckpts/convert_raw_llama_weights_to_neox.py index 5940fa856..824cc95d9 100644 --- a/tools/ckpts/convert_raw_llama_weights_to_neox.py +++ b/tools/ckpts/convert_raw_llama_weights_to_neox.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/convert_sequential_to_hf.py b/tools/ckpts/convert_sequential_to_hf.py index f40a1d233..07dc228e1 100644 --- a/tools/ckpts/convert_sequential_to_hf.py +++ b/tools/ckpts/convert_sequential_to_hf.py @@ -1,4 +1,4 @@ -# Copyright (c) 2023, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/inspect_checkpoints.py b/tools/ckpts/inspect_checkpoints.py index 0bd5c05b4..a23d456ca 100644 --- a/tools/ckpts/inspect_checkpoints.py +++ b/tools/ckpts/inspect_checkpoints.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/merge20b.py b/tools/ckpts/merge20b.py index ae1f5a0a3..09029bb5b 100644 --- a/tools/ckpts/merge20b.py +++ b/tools/ckpts/merge20b.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/ckpts/upload.py b/tools/ckpts/upload.py index 324a7debe..01d585be8 100644 --- a/tools/ckpts/upload.py +++ b/tools/ckpts/upload.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/datasets/corpora.py b/tools/datasets/corpora.py index 7d2ec4e8c..2c440dc0a 100644 --- a/tools/datasets/corpora.py +++ b/tools/datasets/corpora.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/tools/datasets/preprocess_data.py b/tools/datasets/preprocess_data.py index 74ff251e0..32e656ace 100644 --- a/tools/datasets/preprocess_data.py +++ b/tools/datasets/preprocess_data.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tools/datasets/preprocess_data_with_mask.py b/tools/datasets/preprocess_data_with_mask.py index b2fba73ec..ec2fddbe4 100644 --- a/tools/datasets/preprocess_data_with_mask.py +++ b/tools/datasets/preprocess_data_with_mask.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/train.py b/train.py index 5f4ddce53..2e4b09954 100644 --- a/train.py +++ b/train.py @@ -1,7 +1,7 @@ -# Copyright (c) 2021, EleutherAI +# Copyright (c) 2024, EleutherAI # This file is based on code by the authors denoted below and has been modified from its original version. # -# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.