fixes to installation of aadp

Signed-off-by: 1000850000 user <[email protected]>
foundation-model-stack · Sep 4, 2024 · afa1390 · afa1390
1 parent 4831b35
commit afa1390
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 2 deletions.
diff --git a/plugins/framework/src/fms_acceleration/cli.py b/plugins/framework/src/fms_acceleration/cli.py
@@ -42,6 +42,9 @@ def install_plugin(
     assert len(pkg_name) == 1, "Please specify exactly one plugin to install"
     pkg_name = pkg_name[0]
 
+    # if toxinidir is specified in path, replace with cwd
+    pkg_name = pkg_name.format(toxinidir=os.getcwd())
+
     # take the flags
     args = [x for x in args if x.startswith("-")]
 

diff --git a/scripts/benchmarks/scenarios-orca.yaml b/scripts/benchmarks/scenarios-orca.yaml
@@ -35,7 +35,7 @@ data_processing:
         ASSISTANT:
         {{ message['answer'] }}
         {%- endfor %}
-    dataset_split: "train[:2000]"
+    dataset_split: "train[:8000]"
     tokenize: false
 
 # scenarios
@@ -49,6 +49,8 @@ scenarios:
             packing: False
             model_name_or_path: 
                 - 'mistralai/Mistral-7B-v0.1'
+            # dataset_text_field: null
+            # response_template: null
             dataset_text_field: 'output'
             response_template: "\n\nASSISTANT:"
 
@@ -64,6 +66,8 @@ scenarios:
             packing: False
             model_name_or_path: 
                 - 'mistralai/Mistral-7B-v0.1'
+            # dataset_text_field: null
+            # response_template: null
             dataset_text_field: 'output'
             response_template: "\n\nASSISTANT:"
 
@@ -87,6 +91,8 @@ scenarios:
             packing: False
             model_name_or_path: 
                 - 'mistralai/Mistral-7B-v0.1'
+            # dataset_text_field: null
+            # response_template: null
             dataset_text_field: 'output'
             response_template: "\n\nASSISTANT:"
 
@@ -110,5 +116,7 @@ scenarios:
             packing: False
             model_name_or_path: 
                 - 'TheBloke/Mistral-7B-v0.1-GPTQ'
+            # dataset_text_field: null
+            # response_template: null
             dataset_text_field: 'output'
             response_template: "\n\nASSISTANT:"
diff --git a/tox.ini b/tox.ini
@@ -38,7 +38,7 @@ commands =
     # NOTE: when there are more plugins install here
     python -m fms_acceleration.cli install -e {toxinidir}/plugins/accelerated-peft
     python -m fms_acceleration.cli install -e {toxinidir}/plugins/fused-ops-and-kernels
-    python -m fms_acceleration.cli install -e {toxinidir}/plugins/attention_and_distributed_packing
+    python -m fms_acceleration.cli install -e {toxinidir}/plugins/attention-and-distributed-packing
 
     # run the benchmark script
     bash scripts/run_benchmarks.sh {posargs:"1 2" "4 8" benchmark_outputs}
@@ -54,3 +54,12 @@ deps =
 commands = 
     black scripts
     isort scripts
+
+[testenv:devt]
+description = devt
+deps = 
+    packaging # this is required for flash-attn dep as fms_hf_tuning did not specify
+    torch==2.4.0
+skip_install = true
+commands =
+    pip install -r {toxinidir}/main_requirements.txt