Skip to content

Commit

Permalink
Updated license
Browse files Browse the repository at this point in the history
  • Loading branch information
Biderman committed Mar 19, 2021
1 parent 69a9018 commit a231137
Show file tree
Hide file tree
Showing 20 changed files with 256 additions and 653 deletions.
824 changes: 204 additions & 620 deletions LICENSE

Large diffs are not rendered by default.

7 changes: 4 additions & 3 deletions deepy.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/usr/bin/env python

# Copyright 2021 (c) Josh Levy-Kramer <[email protected]>. All rights reserved.
# coding=utf-8
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
Expand All @@ -13,6 +13,7 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from socket import gethostname

import shortuuid
Expand Down
3 changes: 1 addition & 2 deletions megatron/arguments.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
Expand Down
3 changes: 1 addition & 2 deletions megatron/checkpointing.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
Expand Down
3 changes: 2 additions & 1 deletion megatron/config_monster.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
# Copyright 2021 (c) Josh Levy-Kramer <[email protected]> et al. All rights reserved.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
Expand Down
6 changes: 2 additions & 4 deletions megatron/data/dataset_utils.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# This file is based in code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright 2018 The Google AI Language Team Authors, and NVIDIA.
#
Expand Down
5 changes: 2 additions & 3 deletions megatron/data/gpt2_dataset.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# This file is based in code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
3 changes: 2 additions & 1 deletion megatron/global_vars.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
# coding=utf-8
# Copyright 2021 Josh Levy-Kramer <[email protected]> et al.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand Down
3 changes: 1 addition & 2 deletions megatron/initialize.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
Expand Down
4 changes: 3 additions & 1 deletion megatron/logging.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
# Copyright 2021 (c) Josh Levy-Kramer <[email protected]> et al. All rights reserved.
# coding=utf-8
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
Expand Down
4 changes: 2 additions & 2 deletions megatron/mpu/initialize.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
4 changes: 2 additions & 2 deletions megatron/mpu/layers.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
4 changes: 2 additions & 2 deletions megatron/tokenizer/gpt2_tokenization.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright 2018 The Open AI Team Authors and The HuggingFace Inc. team.
#
Expand Down
4 changes: 2 additions & 2 deletions megatron/tokenizer/tokenizer.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
2 changes: 1 addition & 1 deletion megatron/training.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
Expand Down
2 changes: 1 addition & 1 deletion megatron/utils.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright (c) 2021 Josh Levy-Kramer <[email protected]>.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
Expand Down
4 changes: 2 additions & 2 deletions pretrain_gpt2.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
3 changes: 3 additions & 0 deletions tasks/finetune_utils.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,7 @@
# coding=utf-8
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
Expand Down
4 changes: 2 additions & 2 deletions tasks/main.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# coding=utf-8
#
# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
#
Expand Down
17 changes: 17 additions & 0 deletions tools/corpora.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,20 @@
# coding=utf-8
# Copyright (c) 2021 EleutherAI
# This file is based on code by the authors denoted below and has been modified from its original version.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


import os
import tarfile
from abc import ABC, abstractmethod
Expand Down

0 comments on commit a231137

Please sign in to comment.