From 13787e6eb3414d0c3b30eb38180a83635b76b805 Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Wed, 28 Feb 2024 16:40:07 -0500 Subject: [PATCH] Mark files that have been modified by Neural Magic (#70) SUMMARY: for Apache 4(b) -- "You must cause any modified files to carry prominent notices stating that You changed the files" https://www.apache.org/licenses/LICENSE-2.0 TEST PLAN: GHA --- .gitignore | 2 ++ benchmarks/backend_request_func.py | 2 ++ csrc/ops.h | 2 ++ csrc/pybind.cpp | 2 ++ requirements-dev.txt | 2 ++ setup.py | 2 ++ tests/conftest.py | 2 ++ tests/distributed/test_custom_all_reduce.py | 2 ++ tests/entrypoints/test_openai_server.py | 2 ++ tests/models/test_mistral.py | 1 + tests/models/test_models.py | 1 + vllm/config.py | 2 ++ vllm/engine/arg_utils.py | 2 ++ vllm/engine/llm_engine.py | 2 ++ vllm/entrypoints/llm.py | 2 ++ vllm/model_executor/layers/linear.py | 2 ++ vllm/model_executor/layers/quantization/__init__.py | 2 ++ vllm/model_executor/model_loader.py | 1 + vllm/model_executor/weight_utils.py | 1 + vllm/test_utils.py | 2 ++ 20 files changed, 36 insertions(+) diff --git a/.gitignore b/.gitignore index 9a2948ae01a60..98ae72af2c1a5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py index df5e55c0d05ff..11e1b6a04e093 100644 --- a/benchmarks/backend_request_func.py +++ b/benchmarks/backend_request_func.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import json import os import time diff --git a/csrc/ops.h b/csrc/ops.h index 4c66ba184cb85..e16ecc38a1f73 100644 --- a/csrc/ops.h +++ b/csrc/ops.h @@ -1,3 +1,5 @@ +// This file has been modified by Neural Magic + #pragma once #include diff --git a/csrc/pybind.cpp b/csrc/pybind.cpp index 36572a90e5a56..234fd013b86e0 100644 --- a/csrc/pybind.cpp +++ b/csrc/pybind.cpp @@ -1,3 +1,5 @@ +// This file has been modified by Neural Magic + #include "cache.h" #include "cuda_utils.h" #include "ops.h" diff --git a/requirements-dev.txt b/requirements-dev.txt index 27811c61c315a..26eba1dfb4d9e 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + # formatting yapf==0.32.0 toml==0.10.2 diff --git a/setup.py b/setup.py index 5bd0e24c7c4f5..479c610792624 100644 --- a/setup.py +++ b/setup.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import contextlib import io import os diff --git a/tests/conftest.py b/tests/conftest.py index 6d4e5408cc0b9..aef9847f5b843 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import os from typing import List, Optional, Tuple diff --git a/tests/distributed/test_custom_all_reduce.py b/tests/distributed/test_custom_all_reduce.py index 9b797f6705628..1e45e4e9e2030 100644 --- a/tests/distributed/test_custom_all_reduce.py +++ b/tests/distributed/test_custom_all_reduce.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import random import os diff --git a/tests/entrypoints/test_openai_server.py b/tests/entrypoints/test_openai_server.py index 70e315d9621bb..4f257c6b39047 100644 --- a/tests/entrypoints/test_openai_server.py +++ b/tests/entrypoints/test_openai_server.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import os import subprocess import time diff --git a/tests/models/test_mistral.py b/tests/models/test_mistral.py index d1c7b5b99d7aa..b6a031f2c7e18 100644 --- a/tests/models/test_mistral.py +++ b/tests/models/test_mistral.py @@ -1,3 +1,4 @@ +# This file has been modified by Neural Magic """Compare the outputs of HF and vLLM for Mistral models using greedy sampling. Run `pytest tests/models/test_mistral.py --forked`. diff --git a/tests/models/test_models.py b/tests/models/test_models.py index a60cfb223b668..79296fd16ef94 100644 --- a/tests/models/test_models.py +++ b/tests/models/test_models.py @@ -1,3 +1,4 @@ +# This file has been modified by Neural Magic """Compare the outputs of HF and vLLM when using greedy sampling. Run `pytest tests/models/test_models.py --forked`. diff --git a/vllm/config.py b/vllm/config.py index acaff0e559d88..3e0b00b2dd9e9 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + from typing import Optional, Union, ClassVar from dataclasses import dataclass import os diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 387f2a914c655..5ad8fd9a1d857 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import argparse import dataclasses from dataclasses import dataclass diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 4210c30eaef7a..2222429bc0f92 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import copy from collections import defaultdict import os diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index 30e3bf105a1da..6dfbb1da22d58 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + from typing import List, Optional, Union from tqdm import tqdm diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index 4da4818906db2..acf8873e70c62 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + from abc import ABC, abstractmethod from typing import Any, Dict, List, Optional diff --git a/vllm/model_executor/layers/quantization/__init__.py b/vllm/model_executor/layers/quantization/__init__.py index dc54641878c64..b05790b339243 100644 --- a/vllm/model_executor/layers/quantization/__init__.py +++ b/vllm/model_executor/layers/quantization/__init__.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + from typing import Type from vllm.model_executor.layers.quantization.base_config import QuantizationConfig diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py index 4b470558b1494..51d72cb38ca7c 100644 --- a/vllm/model_executor/model_loader.py +++ b/vllm/model_executor/model_loader.py @@ -1,3 +1,4 @@ +# This file has been modified by Neural Magic """Utilities for selecting and loading models.""" import contextlib from typing import Optional, Type diff --git a/vllm/model_executor/weight_utils.py b/vllm/model_executor/weight_utils.py index 39d0ab23854e3..bbb69786020f0 100644 --- a/vllm/model_executor/weight_utils.py +++ b/vllm/model_executor/weight_utils.py @@ -1,3 +1,4 @@ +# This file has been modified by Neural Magic """Utilities for downloading and initializing model weights.""" import filelock import glob diff --git a/vllm/test_utils.py b/vllm/test_utils.py index 56e22e733453d..e2f17d286009a 100644 --- a/vllm/test_utils.py +++ b/vllm/test_utils.py @@ -1,3 +1,5 @@ +# This file has been modified by Neural Magic + import ray from vllm.config import ParallelConfig