Data streaming using chunks

.codacy.yml

@@ -1,4 +1,5 @@
 exclude_paths:
  - '**/3rdparty/**'
  - '**/engine/js/cvat-core.min.js'
+ - '**/engine/js/unzip_imgs.js'
  - CHANGELOG.md

.travis.yml

@@ -14,4 +14,4 @@ before_script:
 script:
   - docker exec -it cvat /bin/bash -c 'python3 manage.py test cvat/apps utils/cli'
   - docker exec -it cvat /bin/bash -c 'python3 manage.py test datumaro/'
-  - docker exec -it cvat /bin/bash -c 'cd cvat-core && npm install && npm run test && npm run coveralls'
+  - docker exec -it cvat /bin/bash -c 'cd cvat-data && npm install && cd ../cvat-core && npm install && npm run test && npm run coveralls'

Dockerfile

@@ -31,29 +31,37 @@ RUN apt-get update && \
     DEBIAN_FRONTEND=noninteractive apt-get install -yq \
         apache2 \
         apache2-dev \
-        libapache2-mod-xsendfile \
-        supervisor \
         ffmpeg \
+        git-core \
         gstreamer0.10-ffmpeg \
+        libapache2-mod-xsendfile \
+        libavcodec-dev \
+        libavdevice-dev \
+        libavfilter-dev \
+        libavformat-dev \
+        libavutil-dev \
         libldap2-dev \
         libsasl2-dev \
+        libswresample-dev \
+        libswscale-dev \
+        libsm6 \
+        libxext6 \
+        p7zip-full \
+        pkg-config \
         python3-dev \
         python3-pip \
+        supervisor \
         tzdata \
-        unzip \
         unrar \
-        p7zip-full \
-        vim \
-        git-core \
-        libsm6 \
-        libxext6 && \
+        vim && \
     python3 -m pip install -U pip && \
     python3 -m pip install -U setuptools && \
     ln -fs /usr/share/zoneinfo/${TZ} /etc/localtime && \
     dpkg-reconfigure -f noninteractive tzdata && \
     add-apt-repository --remove ppa:mc3man/gstffmpeg-keep -y && \
     add-apt-repository --remove ppa:mc3man/xerus-media -y && \
-    rm -rf /var/lib/apt/lists/*
+    rm -rf /var/lib/apt/lists/* && \
+    echo 'application/wasm                                wasm' >> /etc/mime.types
 
 # Add a non-root user
 ENV USER=${USER}
@@ -159,6 +167,7 @@ COPY ssh ${HOME}/.ssh
 COPY utils ${HOME}/utils
 COPY cvat/ ${HOME}/cvat
 COPY cvat-core/ ${HOME}/cvat-core
+COPY cvat-data/ ${HOME}/cvat-data
 COPY tests ${HOME}/tests
 COPY datumaro/ ${HOME}/datumaro
 

Dockerfile.ui

@@ -22,11 +22,16 @@ RUN apt update && apt install -yq nodejs npm curl && \
     npm install -g n && n 10.16.3
 
 # Create output directories
-RUN mkdir /tmp/cvat-ui /tmp/cvat-core
+RUN mkdir /tmp/cvat-ui /tmp/cvat-core /tmp/cvat-data
 
 # Install dependencies
 COPY cvat-core/package*.json /tmp/cvat-core/
 COPY cvat-ui/package*.json /tmp/cvat-ui/
+COPY cvat-data/package*.json /tmp/cvat-data/
+
+# Install cvat-data dependencies
+WORKDIR /tmp/cvat-data/
+RUN npm install
 
 # Install cvat-core dependencies
 WORKDIR /tmp/cvat-core/
@@ -37,6 +42,7 @@ WORKDIR /tmp/cvat-ui/
 RUN npm install
 
 # Build source code
+COPY cvat-data/ /tmp/cvat-data/
 COPY cvat-core/ /tmp/cvat-core/
 COPY cvat-ui/ /tmp/cvat-ui/
 RUN npm run build