Add Windows Dockerfile build CI tests

log2timeline · Oct 19, 2020 · 17644c3 · 17644c3
1 parent 50630e4
commit 17644c3
Show file tree

Hide file tree

Showing 6 changed files with 32 additions and 16 deletions.
diff --git a/.pylintrc b/.pylintrc
@@ -7,7 +7,7 @@
 # A comma-separated list of package or module names from where C extensions may
 # be loaded. Extensions are loading into the active Python interpreter and may
 # run arbitrary code.
-extension-pkg-whitelist=pybde,pyesedb,pyevt,pyevtx,pyewf,pyfsapfs,pyfsntfs,pyfvde,pyfwnt,pyfwsi,pylnk,pyluksde,pymsiecf,pyolecf,pyqcow,pyregf,pyscca,pysigscan,pysmdev,pysmraw,pytsk3,pyvhdi,pyvmdk,pyvshadow,pyvslvm,yara
+extension-pkg-whitelist=pybde,pycreg,pyesedb,pyevt,pyevtx,pyewf,pyfsapfs,pyfsext,pyfsntfs,pyfvde,pyfwnt,pyfwsi,pylnk,pyluksde,pymsiecf,pyolecf,pyqcow,pyregf,pyscca,pysigscan,pysmdev,pysmraw,pytsk3,pyvhdi,pyvmdk,pyvshadow,pyvslvm,yara
 
 # Add files or directories to the blacklist. They should be base names, not
 # paths.

diff --git a/appveyor.yml b/appveyor.yml
@@ -10,23 +10,39 @@ environment:
     PYTHON: "C:\\Python38-x64"
     PYTHON_VERSION: "3.8"
     L2TBINARIES_TRACK: "dev"
+  - TARGET: dockerfile
+    MACHINE_TYPE: "amd64"
+    APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2019
+    CONTAINER_NAME: "log2timeline/plaso"
 
 install:
-- cmd: '"C:\Program Files\Microsoft SDKs\Windows\v7.1\Bin\SetEnv.cmd" /x86 /release'
-- cmd: "%PYTHON%\\python.exe -m pip install -U pip setuptools wheel"
-- cmd: "%PYTHON%\\python.exe -m pip install pywin32 WMI"
-- cmd: "%PYTHON%\\python.exe %PYTHON%\\Scripts\\pywin32_postinstall.py -install"
-- cmd: git clone https://github.com/log2timeline/l2tdevtools.git ..\l2tdevtools
-- cmd: IF [%PYTHON_VERSION%]==[3.8] (
+- cmd: if [%TARGET%]==[unittests] (
+    "C:\Program Files\Microsoft SDKs\Windows\v7.1\Bin\SetEnv.cmd" /x86 /release &&
+    "%PYTHON%\\python.exe" -m pip install -U pip setuptools wheel )
+- cmd: if [%PYTHON_VERSION%]==[3.8] (
+    "%PYTHON%\\python.exe" -m pip install pywin32 WMI &&
+    "%PYTHON%\\python.exe" "%PYTHON%\\Scripts\\pywin32_postinstall.py" -install &&
+    git clone https://github.com/log2timeline/l2tdevtools.git ..\l2tdevtools &&
     mkdir dependencies &&
     set PYTHONPATH=..\l2tdevtools &&
-    "%PYTHON%\\python.exe" ..\l2tdevtools\tools\update.py --download-directory dependencies --machine-type %MACHINE_TYPE% --msi-targetdir "%PYTHON%" --track "%L2TBINARIES_TRACK%" PyYAML XlsxWriter artifacts bencode certifi cffi chardet cryptography dateutil defusedxml dfdatetime dfvfs dfwinreg dtfabric elasticsearch-py fakeredis future idna libbde libcreg libesedb libevt libevtx libewf libfsapfs libfsext libfsntfs libfvde libfwnt libfwsi liblnk libluksde libmsiecf libolecf libqcow libregf libscca libsigscan libsmdev libsmraw libvhdi libvmdk libvshadow libvslvm lz4 mock pbr pefile psutil pyparsing pytsk3 pytz pyzmq redis requests six sortedcontainers urllib3 yara-python )
+    "%PYTHON%\\python.exe" ..\l2tdevtools\tools\update.py --download-directory dependencies --machine-type %MACHINE_TYPE% --msi-targetdir "%PYTHON%" --track "%L2TBINARIES_TRACK%" PyYAML XlsxWriter artifacts bencode certifi cffi chardet c
+ryptography dateutil defusedxml dfdatetime dfvfs dfwinreg dtfabric elasticsearch-py fakeredis future idna libbde libcreg libesedb libevt libevtx libewf libfsapfs libfsext libfsntfs libfvde libfwnt libfwsi liblnk libluksde libmsiecf libole
+cf libqcow libregf libscca libsigscan libsmdev libsmraw libvhdi libvmdk libvshadow libvslvm lz4 mock pbr pefile psutil pyparsing pytsk3 pytz pyzmq redis requests six sortedcontainers urllib3 yara-python )
+- cmd: if [%TARGET%]==[dockerfile] (
+    docker version &&
+    docker-switch-linux )
 
-build: off
+build_script:
+- cmd: if [%TARGET%]==[dockerfile] (
+    cd config\docker &&
+    docker build --build-arg PPA_TRACK="dev" -f Dockerfile -t "%CONTAINER_NAME%" . )
 
 test_script:
 - cmd: IF [%TARGET%]==[unittests] (
     "%PYTHON%\\python.exe" run_tests.py &&
     IF EXIST "tests\\end-to-end.py" (
         set PYTHONPATH=. &&
         "%PYTHON%\\python.exe" "tests\\end-to-end.py" --debug -c "config\\end-to-end.ini" ) )
+- cmd: if [%TARGET%]==[dockerfile] (
+    docker run -v C:\projects\plaso:/data "%CONTAINER_NAME%" log2timeline --status_view linear /data/test.plaso /data/test_data &&
+    docker run -v C:\projects\plaso:/data "%CONTAINER_NAME%" psort --status_view linear -w /data/timeline.log /data/test.plaso )
diff --git a/config/dpkg/control b/config/dpkg/control
@@ -17,7 +17,7 @@ Description: Data files for plaso (log2timeline)
 
 Package: python3-plaso
 Architecture: all
-Depends: plaso-data (>= ${binary:Version}), libbde-python3 (>= 20140531), libcreg-python3 (>= 20200725), libesedb-python3 (>= 20150409), libevt-python3 (>= 20191104), libevtx-python3 (>= 20141112), libewf-python3 (>= 20131210), libfsapfs-python3 (>= 20181205), libfsext-python3 (>= 20200819), libfsntfs-python3 (>= 20200805), libfvde-python3 (>= 20160719), libfwnt-python3 (>= 20180117), libfwsi-python3 (>= 20150606), liblnk-python3 (>= 20150830), libluksde-python3 (>= 20200101), libmsiecf-python3 (>= 20150314), libolecf-python3 (>= 20151223), libqcow-python3 (>= 20131204), libregf-python3 (>= 20190714), libscca-python3 (>= 20190605), libsigscan-python3 (>= 20190629), libsmdev-python3 (>= 20140529), libsmraw-python3 (>= 20140612), libvhdi-python3 (>= 20131210), libvmdk-python3 (>= 20140421), libvshadow-python3 (>= 20160109), libvslvm-python3 (>= 20160109), python3-artifacts (>= 20190305), python3-bencode, python3-certifi (>= 2016.9.26), python3-cffi-backend (>= 1.9.1), python3-chardet (>= 2.0.1), python3-cryptography (>= 2.0.2), python3-dateutil (>= 1.5), python3-defusedxml (>= 0.5.0), python3-dfdatetime (>= 20200824), python3-dfvfs (>= 20200920), python3-dfwinreg (>= 20200927), python3-dtfabric (>= 20200621), python3-elasticsearch (>= 6.0), python3-future (>= 0.16.0), python3-idna (>= 2.5), python3-lz4 (>= 0.10.0), python3-pefile (>= 2018.8.8), python3-psutil (>= 5.4.3), python3-pyparsing (>= 2.3.0), python3-pytsk3 (>= 20160721), python3-redis (>= 3.4), python3-requests (>= 2.18.0), python3-six (>= 1.1.0), python3-tz, python3-urllib3 (>= 1.21.1), python3-xlsxwriter (>= 0.9.3), python3-yaml (>= 3.10), python3-yara (>= 3.4.0), python3-zmq (>= 2.1.11), ${python3:Depends}, ${misc:Depends}
+Depends: plaso-data (>= ${binary:Version}), libbde-python3 (>= 20140531), libcreg-python3 (>= 20200725), libesedb-python3 (>= 20150409), libevt-python3 (>= 20191104), libevtx-python3 (>= 20141112), libewf-python3 (>= 20131210), libfsapfs-python3 (>= 20181205), libfsext-python3 (>= 20200819), libfsntfs-python3 (>= 20200805), libfvde-python3 (>= 20160719), libfwnt-python3 (>= 20180117), libfwsi-python3 (>= 20150606), liblnk-python3 (>= 20150830), libluksde-python3 (>= 20200101), libmsiecf-python3 (>= 20150314), libolecf-python3 (>= 20151223), libqcow-python3 (>= 20131204), libregf-python3 (>= 20201002), libscca-python3 (>= 20190605), libsigscan-python3 (>= 20190629), libsmdev-python3 (>= 20140529), libsmraw-python3 (>= 20140612), libvhdi-python3 (>= 20131210), libvmdk-python3 (>= 20140421), libvshadow-python3 (>= 20160109), libvslvm-python3 (>= 20160109), python3-artifacts (>= 20190305), python3-bencode, python3-certifi (>= 2016.9.26), python3-cffi-backend (>= 1.9.1), python3-chardet (>= 2.0.1), python3-cryptography (>= 2.0.2), python3-dateutil (>= 1.5), python3-defusedxml (>= 0.5.0), python3-dfdatetime (>= 20200824), python3-dfvfs (>= 20200920), python3-dfwinreg (>= 20201002), python3-dtfabric (>= 20200621), python3-elasticsearch (>= 6.0), python3-future (>= 0.16.0), python3-idna (>= 2.5), python3-lz4 (>= 0.10.0), python3-pefile (>= 2018.8.8), python3-psutil (>= 5.4.3), python3-pyparsing (>= 2.3.0), python3-pytsk3 (>= 20160721), python3-redis (>= 3.4), python3-requests (>= 2.18.0), python3-six (>= 1.1.0), python3-tz, python3-urllib3 (>= 1.21.1), python3-xlsxwriter (>= 0.9.3), python3-yaml (>= 3.10), python3-yara (>= 3.4.0), python3-zmq (>= 2.1.11), ${python3:Depends}, ${misc:Depends}
 Description: Python 3 module of plaso (log2timeline)
  Plaso (log2timeline) is a framework to create super timelines. Its
  purpose is to extract timestamps from various files found on typical

diff --git a/plaso/dependencies.py b/plaso/dependencies.py
@@ -28,7 +28,7 @@
     'defusedxml': ('__version__', '0.5.0', None, True),
     'dfdatetime': ('__version__', '20200824', None, True),
     'dfvfs': ('__version__', '20200920', None, True),
-    'dfwinreg': ('__version__', '20200927', None, True),
+    'dfwinreg': ('__version__', '20201002', None, True),
     'dtfabric': ('__version__', '20200621', None, True),
     'elasticsearch': ('__versionstr__', '6.0', None, False),
     'future': ('__version__', '0.16.0', None, True),
@@ -54,7 +54,7 @@
     'pyolecf': ('get_version()', '20151223', None, True),
     'pyparsing': ('__version__', '2.3.0', None, True),
     'pyqcow': ('get_version()', '20131204', None, True),
-    'pyregf': ('get_version()', '20190714', None, True),
+    'pyregf': ('get_version()', '20201002', None, True),
     'pyscca': ('get_version()', '20190605', None, True),
     'pysigscan': ('get_version()', '20190629', None, True),
     'pysmdev': ('get_version()', '20140529', None, True),

diff --git a/requirements.txt b/requirements.txt
@@ -10,7 +10,7 @@ cryptography >= 2.0.2
 defusedxml >= 0.5.0
 dfdatetime >= 20200824
 dfvfs >= 20200920
-dfwinreg >= 20200927
+dfwinreg >= 20201002
 dtfabric >= 20200621
 elasticsearch >= 6.0
 future >= 0.16.0
@@ -32,7 +32,7 @@ libluksde-python >= 20200101
 libmsiecf-python >= 20150314
 libolecf-python >= 20151223
 libqcow-python >= 20131204
-libregf-python >= 20190714
+libregf-python >= 20201002
 libscca-python >= 20190605
 libsigscan-python >= 20190629
 libsmdev-python >= 20140529

diff --git a/setup.cfg b/setup.cfg
@@ -34,7 +34,7 @@ requires = libbde-python3 >= 20140531
            libmsiecf-python3 >= 20150314
            libolecf-python3 >= 20151223
            libqcow-python3 >= 20131204
-           libregf-python3 >= 20190714
+           libregf-python3 >= 20201002
            libscca-python3 >= 20190605
            libsigscan-python3 >= 20190629
            libsmdev-python3 >= 20140529
@@ -54,7 +54,7 @@ requires = libbde-python3 >= 20140531
            python3-defusedxml >= 0.5.0
            python3-dfdatetime >= 20200824
            python3-dfvfs >= 20200920
-           python3-dfwinreg >= 20200927
+           python3-dfwinreg >= 20201002
            python3-dtfabric >= 20200621
            python3-elasticsearch >= 6.0
            python3-future >= 0.16.0