Skip to content

Commit

Permalink
Merge remote-tracking branch 'upstream/master' into luocheng/enable_i…
Browse files Browse the repository at this point in the history
…nt8_kvcache
  • Loading branch information
luo-cheng2021 committed Nov 11, 2024
2 parents 81d3411 + 3c5744e commit 16578fe
Show file tree
Hide file tree
Showing 115 changed files with 3,707 additions and 1,674 deletions.
5 changes: 1 addition & 4 deletions .github/dependency_review.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,13 +2,10 @@ fail-on-severity: 'low'
allow-licenses:
- 'BSD-2-Clause'
- 'BSD-3-Clause'
- 'BSD-2-Clause AND BSD-3-Clause'
- 'BSD-3-Clause AND BSD-3-Clause-Clear'
- 'BSD-3-Clause-Clear'
- 'MIT'
- 'Apache-2.0'
- 'Apache-2.0 AND BSD-3-Clause'
- 'ISC'
- 'Apache-2.0 AND MIT'
- 'BlueOak-1.0.0'
- '0BSD'
- 'Python-2.0'
Expand Down
14 changes: 0 additions & 14 deletions .github/workflows/coverity.yml
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,6 @@ jobs:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_x64 }}
volumes:
- /mount:/mount
options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING
env:
DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input
CMAKE_BUILD_TYPE: 'Release'
Expand All @@ -95,14 +94,6 @@ jobs:
OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib
BUILD_DIR: /__w/openvino/openvino/openvino_build
COVERITY_TOOL_DIR: /__w/openvino/openvino/coverity_tool
CMAKE_CXX_COMPILER_LAUNCHER: sccache
CMAKE_C_COMPILER_LAUNCHER: sccache
SCCACHE_IGNORE_SERVER_IO_ERROR: 1
SCCACHE_SERVER_PORT: 35555
SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt
SCCACHE_LOG: warn
SCCACHE_AZURE_KEY_PREFIX: coverity_lin
SCCACHE_CACHE_SIZE: 50G

steps:
- name: Clone OpenVINO
Expand Down Expand Up @@ -141,8 +132,6 @@ jobs:
#
# Build
#
- name: Clean sccache stats
run: ${SCCACHE_PATH} --zero-stats

- name: CMake configure - OpenVINO
run: |
Expand All @@ -165,9 +154,6 @@ jobs:
- name: Cmake build - OpenVINO with Coverity
run: ${COVERITY_TOOL_DIR}/cov-analysis*/bin/cov-build --dir ${BUILD_DIR}/cov-int cmake --build ${BUILD_DIR} --parallel $(nproc) --config ${{ env.CMAKE_BUILD_TYPE }}

- name: Show sccache stats
run: ${SCCACHE_PATH} --show-stats

- name: Pack Artefacts
run: tar -cvf - cov-int | pigz > openvino.tgz
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/fedora_29.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ on:
merge_group:
push:
branches:
# - master
- master
- 'releases/**'

concurrency:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/job_pytorch_models_tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ permissions: read-all
jobs:
PyTorch_Models_Tests:
name: PyTorch Models tests
timeout-minutes: ${{ inputs.model_scope == 'precommit' && 40 || 400 }}
timeout-minutes: ${{ inputs.model_scope == 'precommit' && 45 || 400 }}
runs-on: ${{ inputs.runner }}
container: ${{ fromJSON(inputs.container) }}
defaults:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/linux_arm64.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ on:
merge_group:
push:
branches:
# - master
- master
- 'releases/**'

concurrency:
Expand Down
6 changes: 3 additions & 3 deletions docs/articles_en/about-openvino/performance-benchmarks.rst
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ Performance Benchmarks
Efficient LLMs for AI PC <performance-benchmarks/generative-ai-performance>
Performance Information F.A.Q. <performance-benchmarks/performance-benchmarks-faq>
OpenVINO Accuracy <performance-benchmarks/model-accuracy-int8-fp32>
Getting Performance Numbers <performance-benchmarks/getting-performance-numbers>
Getting Performance Numbers <performance-benchmarks/getting-performance-numbers>


This page presents benchmark results for the
Expand Down Expand Up @@ -59,12 +59,12 @@ implemented in your solutions. Click the buttons below to see the chosen benchma
.. grid-item::

.. button-link:: #
:class: ovms-toolkit-benchmark-llm
:class: ovms-toolkit-benchmark-llm-result
:color: primary
:outline:
:expand:

:material-regular:`bar_chart;1.4em` OVMS for GenAI (coming soon)
:material-regular:`bar_chart;1.4em` OVMS for GenAI (incoming)



Expand Down
Loading

0 comments on commit 16578fe

Please sign in to comment.