Appveyor CI: Installation of supporter programs, openafs, ...

Author: arummler

appveyor.yml

@@ -1,20 +1,81 @@
-version: 1.0.{build}
+version: 1.7.0.{build}
+
 pull_requests:
   do_not_increment_build_number: true
+  
 branches:
   only:
   - master
   - v1.6-dev
 
 os: Visual Studio 2015
+
 configuration: Release
 
+platform:
+  - x86
+#  - x64
+
 environment:
   ROOTSYS: C:\root
   PATH: '%ROOTSYS%\bin;C:\Qt\5.6\msvc2015;C:\Python35;C:\Miniconda35;C:\Miniconda35\\Scripts;%PATH%'
+  BUILD_AHCAL: OFF
+  BUILD_BIFAHCAL: OFF
+  BUILD_TESTING: OFF
+  BUILD_WITH_QT4: OFF
+  BUILD_allproducer: OFF
+  BUILD_altro: OFF
+  BUILD_altroUSB: OFF
+  BUILD_apixct: OFF
+  BUILD_calice: ON
+  BUILD_ccpdlf: OFF
+  BUILD_clicpix: OFF
+  BUILD_cmspixel: OFF
+  BUILD_depfet: OFF
+  BUILD_eudrb: OFF
+  BUILD_example: OFF
+  BUILD_explorer: OFF
+  BUILD_fortis: OFF
+  BUILD_gui: ON
+  BUILD_main: OFF
+  BUILD_manual: OFF
+  BUILD_mimoroma: OFF
+  BUILD_mimosa32: ON
+  BUILD_miniTLU: OFF
+  BUILD_mupix: OFF
+  BUILD_mvd: OFF
+  BUILD_ni: ON
+  BUILD_nreader: OFF
+  BUILD_offlinemon: OFF
+  BUILD_onlinemon: ON
+  BUILD_palpidefs: OFF
+  BUILD_palpidess: OFF
+  BUILD_pixelmanproducer: OFF
+  BUILD_pybar: OFF
+  BUILD_python: ON
+  BUILD_root: OFF
+  BUILD_taki: OFF
+  BUILD_timepixdummy: OFF
+  BUILD_tlu: ON
+  BUILD_usbpix: OFF
+  
+#matrix:
+#- OPTION: modern
+#  platform: x86
+#- OPTION: modern
+#  platform: x64
+#- OPTION: old
+#  platform: x86
+#- OPTION: old
+#  platform: x64
 
+cache:
+  - '%APPVEYOR_BUILD_FOLDER%\extern\ZestSC1'
+  - '%APPVEYOR_BUILD_FOLDER%\extern\tlufirmware'
+  - '%APPVEYOR_BUILD_FOLDER%\extern\libusb-win32'
+  
 init:
-- ps: iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
+#- ps: iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
 
 before_build:
 - cmd: >-
@@ -50,13 +111,28 @@ before_build:
     powershell -command "Start-Sleep -s 10"
 
 build_script:
-- ps: $blockRdp = $true; iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
+- ps: If (Test-Path ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\ZestSC1")) {Write-Host ("Reusing cached ZestSC1 " + "${env:APPVEYOR_BUILD_FOLDER}" + "\extern\ZestSC1" + " instead of copying from AFS")} Else {Write-Host "Copying ZestSC1 from AFS"; Copy-item "\\afs\desy.de\group\telescopes\tlu\ZestSC1" -destination ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\ZestSC1") -recurse}
+
+- ps: If (Test-Path ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\tlufirmware")) {Write-Host ("Reusing cached tlufirmware " + "${env:APPVEYOR_BUILD_FOLDER}" + "\extern\tlufirmware" + " instead of copying from AFS")} Else {Write-Host "Copying tlufirmware from AFS"; Copy-item "\\afs\desy.de\group\telescopes\tlu\tlufirmware" -destination ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\tlufirmware") -recurse}
+
+- ps: If (Test-Path ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\libusb-win32")) {Write-Host ("Reusing cached libusb-win32 " + "${env:APPVEYOR_BUILD_FOLDER}" + "\extern\libusb-win32" + " instead of downloading from sourcefourge (which can be sometimes unreliable...)")} Else {Write-Host "Downloading libusb-win32 from sourceforge"; appveyor\download.ps1 -downloadLocation 'https://sourceforge.net/projects/libusb-win32/files/libusb-win32-releases/1.2.6.0/libusb-win32-bin-1.2.6.0.zip' -storageLocation 'C:\\libusb-win32-bin-1.2.6.0.zip'; $zipargument = ("-o" + "${env:APPVEYOR_BUILD_FOLDER}" + "\extern\"); 7z -y x C:\\libusb-win32-bin-1.2.6.0.zip $zipargument;  Rename-Item -path ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\libusb-win32-bin-1.2.6.0") -newName ("${env:APPVEYOR_BUILD_FOLDER}" + "\extern\libusb-win32")}
+
+#- ps: $blockRdp = $true; iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
 
 - cd %APPVEYOR_BUILD_FOLDER%\build
 
-- cmake -DBUILD_onlinemon=ON -DBUILD_python=OFF -DBUILD_tlu=ON ..
+#- cmake -DBUILD_onlinemon=ON -DBUILD_python=OFF -DBUILD_tlu=ON ..
+#- ps: $cmakeargument = (" -DBUILD_AHCAL=" + "${env:BUILD_AHCAL}"  + " -DBUILD_BIFAHCAL=" + "${env:BUILD_BIFAHCAL}" + " -DBUILD_TESTING=" + "${env:BUILD_TESTING}" + " -DBUILD_WITH_QT4=" + "${env:BUILD_WITH_QT4}" + " -DBUILD_allproducer=" + "${env:BUILD_allproducer}" + " -DBUILD_altro=" + "${env:BUILD_altro}" + " -DBUILD_altroUSB=" + "${env:BUILD_altroUSB}" + " -DBUILD_apixct=" + "${env:BUILD_apixct}" + " -DBUILD_calice=" + "${env:BUILD_calice}" +  " -DBUILD_ccpdlf=" + "${env:BUILD_ccpdlf}" + " -DBUILD_clicpix=" + "${env:BUILD_clicpix}" + " -DBUILD_cmspixel=" + "${env:BUILD_cmspixel}" +  " -DBUILD_depfet=" + "${env:BUILD_depfet}" + " -DBUILD_eudrb=" + "${env:BUILD_eudrb}" + " -DBUILD_example=" + "${env:BUILD_example}" + " -DBUILD_explorer=" + "${env:BUILD_explorer}" +  " -DBUILD_fortis=" + "${env:BUILD_fortis}" + " -DBUILD_gui=" + "${env:BUILD_gui}" + " -DBUILD_main=" + "${env:BUILD_main}" + " -DBUILD_manual=" + "${env:BUILD_manual}" +  " -DBUILD_mimoroma=" + "${env:BUILD_mimoroma}" + " -DBUILD_mimosa32=" + "${env:BUILD_mimosa32}" + " -DBUILD_miniTLU=" + "${env:BUILD_miniTLU}" + " -DBUILD_mupix=" + "${env:BUILD_mupix}" + " -DBUILD_mvd=" + "${env:BUILD_mvd}" + " -DBUILD_ni=" + "${env:BUILD_ni}" + " -DBUILD_nreader=" + "${env:BUILD_nreader}" +  " -DBUILD_offlinemon=" + "${env:BUILD_offlinemon}" + " -DBUILD_onlinemon=" + "${env:BUILD_onlinemon}" + " -DBUILD_palpidefs=" + "${env:BUILD_palpidefs}" + " -DBUILD_palpidess=" + "${env:BUILD_palpidess}" + " -DBUILD_pixelmanproducer=" + "${env:BUILD_pixelmanproducer}" + " -DBUILD_pybar=" + "${env:BUILD_pybar}" + " -DBUILD_python=" + "${env:BUILD_python}" + " -DBUILD_root=" + "${env:BUILD_root}" + " -DBUILD_taki=" + "${env:BUILD_taki}" + " -DBUILD_timepixdummy=" + "${env:BUILD_timepixdummy}" + " -DBUILD_tlu=" + "${env:BUILD_tlu}" + " -DBUILD_usbpix=" + "${env:BUILD_usbpix}"); [Environment]::SetEnvironmentVariable("CMAKEargs", $cmakeargument, "User")
+
+#- cmd: cmake %CMAKEargs% ..
+- cmd: echo -DBUILD_AHCAL=%BUILD_AHCAL% -DBUILD_BIFAHCAL=%BUILD_BIFAHCAL% -DBUILD_TESTING=%BUILD_TESTING% -DBUILD_WITH_QT4=%BUILD_WITH_QT4% -DBUILD_allproducer=%BUILD_allproducer% -DBUILD_altro=%BUILD_altro% -DBUILD_altroUSB=%BUILD_altroUSB% -DBUILD_apixct=%BUILD_apixct% -DBUILD_calice=%BUILD_calice% -DBUILD_ccpdlf=%BUILD_ccpdlf% -DBUILD_clicpix=%BUILD_clicpix% -DBUILD_cmspixel=%BUILD_cmspixel% -DBUILD_depfet=%BUILD_depfet% -DBUILD_eudrb=%BUILD_eudrb% -DBUILD_example=%BUILD_example% -DBUILD_explorer=%BUILD_explorer% -DBUILD_fortis=%BUILD_fortis% -DBUILD_gui=%BUILD_gui% -DBUILD_main=%BUILD_main% -DBUILD_manual=%BUILD_manual% -DBUILD_mimoroma=%BUILD_mimoroma% -DBUILD_mimosa32=%BUILD_mimosa32% -DBUILD_miniTLU=%BUILD_miniTLU% -DBUILD_mupix=%BUILD_mupix% -DBUILD_mvd=%BUILD_mvd% -DBUILD_ni=%BUILD_ni% -DBUILD_nreader=%BUILD_nreader% -DBUILD_offlinemon=%BUILD_offlinemon% -DBUILD_onlinemon=%BUILD_onlinemon% -DBUILD_palpidefs=%BUILD_palpidefs% -DBUILD_palpidess=%BUILD_palpidess% -DBUILD_pixelmanproducer=%BUILD_pixelmanproducer% -DBUILD_pybar=%BUILD_pybar% -DBUILD_python=%BUILD_python% -DBUILD_root=%BUILD_root% -DBUILD_taki=%BUILD_taki% -DBUILD_timepixdummy=%BUILD_timepixdummy% -DBUILD_tlu=%BUILD_tlu% -DBUILD_usbpix=%BUILD_usbpix% ..
+
+- cmd: cmake -DBUILD_AHCAL=%BUILD_AHCAL% -DBUILD_BIFAHCAL=%BUILD_BIFAHCAL% -DBUILD_TESTING=%BUILD_TESTING% -DBUILD_WITH_QT4=%BUILD_WITH_QT4% -DBUILD_allproducer=%BUILD_allproducer% -DBUILD_altro=%BUILD_altro% -DBUILD_altroUSB=%BUILD_altroUSB% -DBUILD_apixct=%BUILD_apixct% -DBUILD_calice=%BUILD_calice% -DBUILD_ccpdlf=%BUILD_ccpdlf% -DBUILD_clicpix=%BUILD_clicpix% -DBUILD_cmspixel=%BUILD_cmspixel% -DBUILD_depfet=%BUILD_depfet% -DBUILD_eudrb=%BUILD_eudrb% -DBUILD_example=%BUILD_example% -DBUILD_explorer=%BUILD_explorer% -DBUILD_fortis=%BUILD_fortis% -DBUILD_gui=%BUILD_gui% -DBUILD_main=%BUILD_main% -DBUILD_manual=%BUILD_manual% -DBUILD_mimoroma=%BUILD_mimoroma% -DBUILD_mimosa32=%BUILD_mimosa32% -DBUILD_miniTLU=%BUILD_miniTLU% -DBUILD_mupix=%BUILD_mupix% -DBUILD_mvd=%BUILD_mvd% -DBUILD_ni=%BUILD_ni% -DBUILD_nreader=%BUILD_nreader% -DBUILD_offlinemon=%BUILD_offlinemon% -DBUILD_onlinemon=%BUILD_onlinemon% -DBUILD_palpidefs=%BUILD_palpidefs% -DBUILD_palpidess=%BUILD_palpidess% -DBUILD_pixelmanproducer=%BUILD_pixelmanproducer% -DBUILD_pybar=%BUILD_pybar% -DBUILD_python=%BUILD_python% -DBUILD_root=%BUILD_root% -DBUILD_taki=%BUILD_taki% -DBUILD_timepixdummy=%BUILD_timepixdummy% -DBUILD_tlu=%BUILD_tlu% -DBUILD_usbpix=%BUILD_usbpix% ..
+
+#; Write-Host "Calling cmake with argument " $cmakeargument; try {$ErrorActionPreference = 'SilentlyContinue'; cmake $cmakeargument "${env:APPVEYOR_BUILD_FOLDER}" 2>out-null} Catch [Exception] {}
 
-- msbuild INSTALL.vcxproj
+#- cmd: if %PLATFORM% == 'x86'  (msbuild INSTALL.vcxproj) else (msbuild INSTALL.vcxproj /p:Platform=x64 /p:Prefer32bit=false)
+- cmd: msbuild INSTALL.vcxproj
 
 on_finish:
 #- ps: $blockRdp = $true; iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))

appveyor/download.ps1

@@ -0,0 +1,39 @@
+# Script to install libusb
+# Based on python install script by
+# Authors: Olivier Grisel, Jonathan Helmus, Kyle Kastner, and Alex Willmer
+# License: CC0 1.0 Universal: http://creativecommons.org/publicdomain/zero/1.0/
+[CmdletBinding()]
+Param(
+  [Parameter(Mandatory=$True,Position=1)]
+   [string]$downloadLocation,
+	
+   [Parameter(Mandatory=$True)]
+   [string]$storageLocation
+)
+
+function Download ($url, $filename) {
+    $webclient = New-Object System.Net.WebClient
+
+    # Download and retry up to 5 times in case of network transient errors.
+    Write-Host "Downloading " $url
+    $retry_attempts = 4
+    for ($i = 0; $i -lt $retry_attempts; $i++) {
+        try {
+            $webclient.DownloadFile($url, $filename)
+            break
+        }
+        Catch [Exception]{
+	    Write-Host "Download attempt " $i " of " $retry_attempts " failed."
+            Start-Sleep 1
+        }
+    }
+    if (Test-Path $filename) {
+        Write-Host "File saved at" $filename
+    } else {
+        # Retry once to get the error message if any at the last try
+        $webclient.DownloadFile($url, $filename)
+    }
+    return $filename
+}
+
+Download $downloadLocation $storageLocation

cmake/FindLIBUSB.cmake

@@ -28,6 +28,7 @@ IF(NOT LIBUSB_FOUND)
 # find path of libusb installation in ./extern folder
 file(GLOB_RECURSE extern_file ${PROJECT_SOURCE_DIR}/extern/*usb.h)
 if (extern_file)
+    MESSAGE(STATUS "File $Â{extern_file} found in ./exter")
     # strip the file and 'include' path away:
     get_filename_component(extern_lib_path "${extern_file}" PATH)
     get_filename_component(extern_lib_path "${extern_lib_path}" PATH)
@@ -70,4 +71,4 @@ ELSE(LIBUSB_FOUND)
   IF(LIBUSB_FIND_REQUIRED)
     MESSAGE(FATAL_ERROR "Could not find LIBUSB")
   ENDIF(LIBUSB_FIND_REQUIRED)
-ENDIF(LIBUSB_FOUND)
+ENDIF(LIBUSB_FOUND)

cmake/FindZestSC1.cmake

@@ -16,7 +16,7 @@ file(GLOB_RECURSE extern_file ${PROJECT_SOURCE_DIR}/extern/*ZestSC1.h)
 if (extern_file)
   # should have found multiple files of that name, take root of folder (no 'windows*7/inc' string)
   FOREACH (this_file ${extern_file})
-  	  IF(NOT "${this_file}" MATCHES ".*windows.?7/Inc/")
+  	  IF( (NOT "${this_file}" MATCHES ".*windows.?7/Inc/") AND (NOT "${this_file}" MATCHES ".*windows/Inc/") AND (NOT "${this_file}" MATCHES ".*macosx/Inc/") AND (NOT "${this_file}" MATCHES ".*linux/Inc/"))
 	        SET(zest_inc_path "${this_file}")
 	  ENDIF()
   ENDFOREACH(this_file)