New pull request

.ci/openvino-onnx/Dockerfile

@@ -81,4 +81,4 @@ ENV LD_LIBRARY_PATH=/openvino/dist/lib
 ENV NGRAPH_ONNX_IMPORT_ENABLE=TRUE
 ENV PYTHONPATH=/openvino/bin/intel64/Release/lib/python_api/python3.8:${PYTHONPATH}
 RUN git clone --recursive https://github.com/pybind/pybind11.git
-RUN tox
+CMD tox

.ci/openvino-onnx/Jenkinsfile

@@ -1,7 +1,9 @@
-
 // Copyright (C) 2018-2020 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 
+DOCKER_CONTAINER_NAME= "openvino-onnx-ci-container"
+DOCKER_IMAGE_TAG = "openvino-onnx-ci-image"
+
 def getGitPrInfo(String project) {
     def gitPrInfo = [
         prAuthorEmail : "",
@@ -58,12 +60,19 @@ def gitSubmoduleUpdate(String repository_name) {
 
 def buildDockerImage() {
     sh """
-        docker build --tag=openvino-onnx-ci  --file=.ci/openvino-onnx/Dockerfile \
+        docker build --tag=${DOCKER_IMAGE_TAG}  --file=.ci/openvino-onnx/Dockerfile \
         --build-arg http_proxy=http://proxy-chain.intel.com:911/ \
         --build-arg https_proxy=http://proxy-chain.intel.com:912/ .
     """
 }
 
+def runTests() {
+    sh """
+        docker run --rm --name ${DOCKER_CONTAINER_NAME} \
+        --volume ${HOME}/ONNX_CI/onnx_models/.onnx:/root/.onnx ${DOCKER_IMAGE_TAG}
+    """
+}
+
 pipeline {
     agent {
         label "OpenVino"
@@ -84,13 +93,18 @@ pipeline {
                 gitSubmoduleUpdate(PROJECT_NAME)
             }
         }
-        stage("Build docker image with tests") {
+        stage("Prepare Docker environment") {
             steps{
                 dir("${WORKDIR}") {
                     buildDockerImage()
                 }
             }
         }
+        stage("Run tests") {
+            steps{
+                runTests()
+            }
+        }
     }
     post {
         failure {
@@ -102,6 +116,9 @@ pipeline {
         cleanup {
             dir("${WORKDIR}") {
                 deleteDir()
+                sh """
+                    docker image prune -f
+                """
             }
         }
     }

.gitattributes

@@ -63,3 +63,9 @@
 #*.PDF   diff=astextplain
 #*.rtf   diff=astextplain
 #*.RTF   diff=astextplain
+
+*.PNG filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.vsdx filter=lfs diff=lfs merge=lfs -text

.github/ISSUE_TEMPLATE/bug.md

@@ -0,0 +1,58 @@
+---
+name: Bug
+about: Create a report to help us improve
+title: "[Bug]"
+labels: bug, support_request
+assignees: ''
+
+---
+
+##### System information (version)
+<!-- Example
+- OpenVINO => 2020.4
+- Operating System / Platform => Windows 64 Bit
+- Compiler => Visual Studio 2017
+- Problem classification: Model Conversion
+- Framework: TensorFlow (if applicable)
+- Model name: ResNet50 (if applicable)
+-->
+
+- OpenVINO=> :grey_question:
+- Operating System / Platform => :grey_question:
+- Compiler => :grey_question:
+- Problem classification => :grey_question:
+
+##### Detailed description
+<!-- your description -->
+
+##### Steps to reproduce
+
+<!--
+   Describe your problem and steps you've done before you got to this point.    
+   to add code example fence it with triple backticks and optional file extension
+    ```.cpp
+    // C++ code example
+    ```
+ or attach as .txt or .zip file
+-->
+
+##### Issue submission checklist
+
+ - [ ] I report the issue, it's not a question
+   <!--
+   OpenVINO team works with support forum, Stack Overflow and other communities
+   to discuss problems. Tickets with question without real issue statement will be
+   closed.
+   -->
+ - [ ] I checked the problem with documentation, FAQ, open issues, Stack Overflow, etc and have not found solution
+   <!--
+   Places to check:
+   * OpenVINO documentation: https://docs.openvinotoolkit.org/
+   * OpenVINO forum: https://community.intel.com/t5/Intel-Distribution-of-OpenVINO/bd-p/distribution-openvino-toolkit
+   * OpenVINO issue tracker: https://github.com/openvinotoolkit/openvino/issues?q=is%3Aissue
+   * Stack Overflow branch: https://stackoverflow.com/questions/tagged/openvino
+   -->
+ - [ ] There is reproducer code and related data files: images, videos, models, etc.
+   <!--
+   The best reproducer -- test case for OpenVINO that we can add to the library.
+   -->

.github/org_control/check_org.py

@@ -0,0 +1,51 @@
+# Copyright (C) 2020 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+Check GitHub organization and invite members
+"""
+
+# pylint: disable=fixme,no-member
+
+from argparse import ArgumentParser
+
+import github_api
+from configs import Config
+
+
+def main():
+    """The main entry point function"""
+    arg_parser = ArgumentParser()
+    arg_parser.add_argument("--cfg-file", metavar="PATH", default=Config.default_cfg_path,
+                            help=f"Path to json configuration file, e.g. {Config.default_cfg_path}")
+    arg_parser.add_argument("--teams", action="store_true", help="Check GitHub teams")
+    args, unknown_args = arg_parser.parse_known_args()
+
+    Config(args.cfg_file, unknown_args)
+    gh_api = github_api.GithubOrgApi()
+
+    if args.teams:
+        gh_api.get_org_teams()
+    else:
+        dev_emails = github_api.get_dev_emails()
+        print(f'\nDeveloper emails {len(dev_emails)}:', '; '.join(dev_emails))
+
+        org_emails = gh_api.get_org_emails()
+        print(f'\nOrg emails {len(org_emails)}:', '; '.join(org_emails))
+
+        org_pendig_invitation_emails = gh_api.get_org_invitation_emails()
+
+        invite_emails = dev_emails.difference(org_emails).difference(org_pendig_invitation_emails)
+        print(f'\nInvite emails {len(invite_emails)}:', '; '.join(invite_emails))
+
+        no_in_dev_emails = org_emails.difference(dev_emails)
+        print(f'\nOrg members - no in developers list {len(no_in_dev_emails)}:',
+              '; '.join(no_in_dev_emails))
+
+        valid_github_users = gh_api.get_valid_github_users(invite_emails)
+
+        gh_api.invite_users(valid_github_users)
+
+
+if __name__ == '__main__':
+    main()

.github/org_control/check_pr.py

@@ -0,0 +1,149 @@
+# Copyright (C) 2020 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+Check GitHub PRs and set labels by type and categories, e.g. 'ExternalPR', 'category: ci'
+"""
+
+# pylint: disable=fixme,no-member
+
+import re
+import datetime
+from argparse import ArgumentParser
+from enum import Enum
+
+import github_api
+from configs import Config
+
+
+class PrType(Enum):
+    """Constants for type of GitHub pull request by author membership"""
+    EXTERNAL = 'ExternalPR'
+    INTEL = 'ExternalIntelPR'
+    ORG = 'OpenvinoPR'
+    BAD = 'BadPR'
+
+
+def get_pr_labels(pull):
+    """Gets PR labels as set"""
+    pr_lables = set()
+    for label in pull.labels:
+        pr_lables.add(label.name)
+    return pr_lables
+
+
+def set_pr_labels(pull, labels):
+    """Sets PR labels"""
+    if not labels or Config().DRY_RUN:
+        return
+    print(f'Set PR labels:', labels)
+    pull.set_labels(labels)
+
+
+def get_pr_type_by_labels(pull):
+    """Gets PR type using labels"""
+    pr_lables = get_pr_labels(pull)
+    pr_types = set(type.value for type in PrType)
+    pr_types_labels = pr_lables & pr_types
+    if not pr_types_labels:
+        return None
+    if len(pr_types_labels) > 1:
+        print(f'Duplicated labels: {pr_types_labels}')
+        return PrType.BAD
+    return PrType(PrType(pr_types_labels.pop()))
+
+
+def get_label_by_team_name_re(team_name):
+    """Generates label by PR reviwer team name using regular expressions"""
+    if 'admins' in team_name:
+        return 'category: ci'
+    re_compile_label = re.compile(rf'{Config().GITHUB_REPO}-(.+)-maintainers')
+    re_label = re_compile_label.match(team_name)
+    if re_label:
+        return f'category: {re_label.group(1).strip()}'
+    return None
+
+
+def get_label_by_team_name_map(team_name):
+    """Generates label by PR reviwer team name using config map"""
+    return Config().TEAM_TO_LABEL.get(team_name)
+
+
+def get_category_labels(pull):
+    """Gets list of category labels by all PR reviwer teams"""
+    labels = []
+    pr_lables = get_pr_labels(pull)
+    for reviewer_team in pull.get_review_requests()[1]:
+        reviewer_label = get_label_by_team_name_map(reviewer_team.name)
+        if reviewer_label and reviewer_label not in pr_lables:
+            labels.append(reviewer_label)
+    return labels
+
+
+def main():
+    """The main entry point function"""
+    arg_parser = ArgumentParser()
+    arg_parser.add_argument("--cfg-file", metavar="PATH", default=Config.default_cfg_path,
+                            help=f"Path to json configuration file, e.g. {Config.default_cfg_path}")
+    arg_parser.add_argument("--pr", metavar="NUMBER",
+                            help="Get GitHub pull request with the number")
+    arg_parser.add_argument("--pr-state", default="open", choices=["open", "closed"],
+                            help="Set GitHub pull request state")
+    arg_parser.add_argument("--newer", metavar="MINUTES",
+                            help="Get newly created GitHub pull request only")
+    args, unknown_args = arg_parser.parse_known_args()
+
+    Config(args.cfg_file, unknown_args)
+    gh_api = github_api.GithubOrgApi()
+
+    if args.pr:
+        pulls = [gh_api.repo.get_pull(int(args.pr))]
+    else:
+        pulls = gh_api.repo.get_pulls(state=args.pr_state)
+        print(f'\nPRs count ({args.pr_state}):', pulls.totalCount)
+
+    if args.newer:
+        pr_created_after = datetime.datetime.now() - datetime.timedelta(minutes=int(args.newer))
+        print('PRs created after:', pr_created_after)
+    non_org_intel_pr_users = set()
+    non_org_pr_users = set()
+    for pull in pulls:
+        if args.newer and pull.created_at <= pr_created_after:
+            print(f'\nIGNORE: {pull} - Created: {pull.created_at}')
+            continue
+        pr_lables = get_pr_labels(pull)
+        pr_type_by_labels = get_pr_type_by_labels(pull)
+        set_labels = []
+        print(f'\n{pull} - Created: {pull.created_at} - Labels: {pr_lables} -',
+              f'Type: {pr_type_by_labels}', end='')
+
+        # Checks PR source type
+        if gh_api.is_org_user(pull.user):
+            print(' - Org user')
+        elif github_api.is_intel_email(pull.user.email) or \
+             github_api.is_intel_company(pull.user.company):
+            print(' - Non org user with Intel email or company')
+            non_org_intel_pr_users.add(pull.user)
+            if pr_type_by_labels is not PrType.INTEL:
+                print(f'NO "{PrType.INTEL.value}" label: ', end='')
+                github_api.print_users(pull.user)
+                set_labels.append(PrType.INTEL.value)
+        else:
+            print(f' - Non org user with NO Intel email or company')
+            non_org_pr_users.add(pull.user)
+            if pr_type_by_labels is not PrType.EXTERNAL:
+                print(f'NO "{PrType.EXTERNAL.value}" label: ', end='')
+                github_api.print_users(pull.user)
+                set_labels.append(PrType.EXTERNAL.value)
+
+        set_labels += get_category_labels(pull)
+        set_pr_labels(pull, set_labels)
+
+    print(f'\nNon org user with Intel email or company:')
+    github_api.print_users(non_org_intel_pr_users)
+    print(f'\nNon org user with NO Intel email or company:')
+    github_api.print_users(non_org_pr_users)
+
+
+if __name__ == '__main__':
+    main()

.github/org_control/config.json

@@ -0,0 +1,36 @@
+{
+    "GITHUB_TOKEN": "<Put token here or set as arg or as env variable>",
+    "GITHUB_ORGANIZATION": "openvinotoolkit",
+    "GITHUB_REPO": "openvino",
+    "IGNORE_LOGINS": [
+        "openvino-ci",
+        "openvino-pushbot",
+        "lab-nerval",
+        "lab-nerval-onnx-ci"
+    ],
+    "EMAILS_FILE_PATH": "dev_emails-test.txt",
+    "PROXIES": {
+        "HTTP_PROXY": null,
+        "HTTPS_PROXY": null,
+        "NO_PROXY": "localhost,127.0.0.1,.intel.com"
+    },
+    "DRY_RUN": false,
+    "TEAM_TO_LABEL": {
+        "openvino-admins": "category: CI",
+        "openvino-maintainers": "category: IE common",
+        "openvino-docs-maintainers": "category: docs",
+        "openvino-ie-maintainers": "category: IE common",
+        "openvino-ie-cpu-maintainers": "category: CPU",
+        "openvino-ie-gna-maintainers": "category: GNA",
+        "openvino-ie-gpu-maintainers": "category: GPU",
+        "openvino-ie-lpt-maintainers": "category: LP transformations",
+        "openvino-ie-multi-maintainers": "category: MULTI",
+        "openvino-ie-python-api-maintainers": "category: python api",
+        "openvino-ie-tests-maintainers": "category: IE Tests",
+        "openvino-ie-vpu-maintainers": "category: VPU",
+        "openvino-mo-maintainers": "category: MO",
+        "openvino-ngraph-maintainers": "category: nGraph",
+        "openvino-tests-maintainers": "category: IE Tests",
+        "openvino-tools-maintainers": "category: tools"
+    }
+}