Initial mips64/linux support (dotnet#2)

Co-Authored-By: Qiao Pengcheng <[email protected]>

Co-Authored-By: Leslie Zhai <[email protected]>

Co-Authored-By: Wang Haomin <[email protected]>

Co-Authored-By: Ao Qi <[email protected]>

Author: theaoqi

CMakeLists.txt

@@ -113,7 +113,7 @@ else (WIN32)
 
       # Ensure that objcopy is present
       if (CLR_UNIX_CROSS_BUILD AND NOT DEFINED CLR_CROSS_COMPONENTS_BUILD)
-        if (CMAKE_SYSTEM_PROCESSOR STREQUAL armv7l OR CMAKE_SYSTEM_PROCESSOR STREQUAL aarch64 OR CMAKE_SYSTEM_PROCESSOR STREQUAL arm)
+        if (CMAKE_SYSTEM_PROCESSOR STREQUAL armv7l OR CMAKE_SYSTEM_PROCESSOR STREQUAL aarch64 OR CMAKE_SYSTEM_PROCESSOR STREQUAL arm OR CMAKE_SYSTEM_PROCESSOR STREQUAL mips64)
           find_program(OBJCOPY ${TOOLCHAIN}-objcopy)
         elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL i686)
           find_program(OBJCOPY objcopy)

build-test.sh

@@ -616,6 +616,11 @@ case $CPUName in
         __HostArch=arm64
         ;;
 
+    mips64)
+        __BuildArch=mips64
+        __HostArch=mips64
+        ;;
+
     *)
         echo "Unknown CPU $CPUName detected, configuring as if for x64"
         __BuildArch=x64
@@ -740,6 +745,10 @@ while :; do
             __BuildArch=arm64
             ;;
 
+        mips64)
+            __BuildArch=mips64
+            ;;
+
         debug)
             __BuildType=Debug
             ;;

build.sh

@@ -26,7 +26,7 @@ export PYTHON
 usage()
 {
     echo "Usage: $0 [BuildArch] [BuildType] [-verbose] [-coverage] [-cross] [-gccx.y] [-clangx.y] [-ninja] [-configureonly] [-skipconfigure] [-skipnative] [-skipcrossarchnative] [-skipmanaged] [-skipmscorlib] [-skiptests] [-stripsymbols] [-ignorewarnings] [-cmakeargs] [-bindir]"
-    echo "BuildArch can be: -x64, -x86, -arm, -armel, -arm64"
+    echo "BuildArch can be: -x64, -x86, -arm, -armel, -arm64, -mips64"
     echo "BuildType can be: -debug, -checked, -release"
     echo "-coverage - optional argument to enable code coverage build (currently supported only for Linux and OSX)."
     echo "-ninja - target ninja instead of GNU make"
@@ -315,6 +315,8 @@ build_cross_architecture_components()
         __SkipCrossArchBuild=0
     elif [[ "$__BuildArch" == "arm64" && "$__CrossArch" == "x64" ]]; then
         __SkipCrossArchBuild=0
+    elif [[ "$__BuildArch" == "mips64" && "$__CrossArch" == "x64" && $__SkipCrossgen == 0 ]]; then
+        __SkipCrossArchBuild=0
     else
         # not supported
         return
@@ -479,6 +481,8 @@ build_CoreLib()
            build_CoreLib_ni "$__CrossComponentBinDir/crossgen" $__CoreLibILDir
        elif [[ ( "$__HostArch" == "x64" ) && ( "$__BuildArch" == "arm64" ) ]]; then
            build_CoreLib_ni "$__CrossComponentBinDir/crossgen" $__CoreLibILDir
+       elif [[ ( "$__HostArch" == "x64" ) && ( "$__BuildArch" == "mips64" ) ]]; then
+           build_CoreLib_ni "$__CrossComponentBinDir/crossgen" $__CoreLibILDir
        else
            # Crossgen not performed, so treat the IL version as the final version
            cp $__CoreLibILDir/System.Private.CoreLib.dll $__BinDir/System.Private.CoreLib.dll
@@ -563,6 +567,11 @@ case $CPUName in
         __BuildArch=x64
         __HostArch=x64
         ;;
+
+    mips64)
+        __BuildArch=mips64
+        __HostArch=mips64
+        ;;
     *)
         echo "Unknown CPU $CPUName detected, configuring as if for x64"
         __BuildArch=x64
@@ -705,6 +714,10 @@ while :; do
             __BuildArch=arm64
             ;;
 
+        mips64|-mips64)
+            __BuildArch=mips64
+            ;;
+
         debug|-debug)
             __BuildType=Debug
             ;;
@@ -782,6 +795,11 @@ while :; do
             __ClangMinorVersion=
             ;;
 
+        clang8.0|-clang8.0)
+            __ClangMajorVersion=8
+            __ClangMinorVersion=0
+            ;;
+
         gcc5|-gcc5)
             __GccMajorVersion=5
             __GccMinorVersion=

clrdefinitions.cmake

@@ -29,6 +29,14 @@ elseif (CLR_CMAKE_TARGET_ARCH_ARM64)
   add_definitions(-DDBG_TARGET_ARM64)
   add_definitions(-DDBG_TARGET_WIN64)
   add_definitions(-DFEATURE_MULTIREG_RETURN)
+elseif (CLR_CMAKE_TARGET_ARCH_MIPS64)
+  if (CLR_CMAKE_PLATFORM_UNIX)
+    add_definitions(-DDBG_TARGET_MIPS64_UNIX)
+  endif()
+  add_definitions(-D_TARGET_MIPS64_)
+  add_definitions(-D_TARGET_64BIT_)
+  add_definitions(-DDBG_TARGET_64BIT)
+  add_definitions(-DDBG_TARGET_MIPS64)
 elseif (CLR_CMAKE_TARGET_ARCH_ARM)
   if (CLR_CMAKE_PLATFORM_UNIX)
     add_definitions(-DDBG_TARGET_ARM_UNIX)

configurecompiler.cmake

@@ -52,6 +52,8 @@ if(CMAKE_SYSTEM_NAME STREQUAL Linux)
             set(CLR_CMAKE_PLATFORM_UNIX_ARM64 1)
         elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL i686)
             set(CLR_CMAKE_PLATFORM_UNIX_X86 1)
+        elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL mips64)
+            set(CLR_CMAKE_PLATFORM_UNIX_MIPS64 1)
         else()
             clr_unknown_arch()
         endif()
@@ -130,6 +132,9 @@ if(CLR_CMAKE_PLATFORM_UNIX_ARM)
 elseif(CLR_CMAKE_PLATFORM_UNIX_ARM64)
     set(CLR_CMAKE_PLATFORM_ARCH_ARM64 1)
     set(CLR_CMAKE_HOST_ARCH "arm64")
+elseif(CLR_CMAKE_PLATFORM_UNIX_MIPS64)
+    set(CLR_CMAKE_PLATFORM_ARCH_MIPS64 1)
+    set(CLR_CMAKE_HOST_ARCH "mips64")
 elseif(CLR_CMAKE_PLATFORM_UNIX_AMD64)
     set(CLR_CMAKE_PLATFORM_ARCH_AMD64 1)
     set(CLR_CMAKE_HOST_ARCH "x64")
@@ -170,13 +175,16 @@ if (CLR_CMAKE_TARGET_ARCH STREQUAL x64)
   elseif(CLR_CMAKE_TARGET_ARCH STREQUAL armel)
     set(CLR_CMAKE_TARGET_ARCH_ARM 1)
     set(ARM_SOFTFP 1)
+  elseif(CLR_CMAKE_TARGET_ARCH STREQUAL mips64)
+    set(CLR_CMAKE_TARGET_ARCH_MIPS64 1)
   else()
     clr_unknown_arch()
 endif()
 
 # check if host & target arch combination are valid
 if(NOT(CLR_CMAKE_TARGET_ARCH STREQUAL CLR_CMAKE_HOST_ARCH))
-    if(NOT((CLR_CMAKE_PLATFORM_ARCH_AMD64 AND CLR_CMAKE_TARGET_ARCH_ARM64) OR (CLR_CMAKE_PLATFORM_ARCH_I386 AND CLR_CMAKE_TARGET_ARCH_ARM) OR (CLR_CMAKE_PLATFORM_ARCH_AMD64 AND CLR_CMAKE_TARGET_ARCH_ARM)))
+    ####FIXME for MIPS.
+    if(NOT((CLR_CMAKE_PLATFORM_ARCH_AMD64 AND CLR_CMAKE_TARGET_ARCH_ARM64) OR (CLR_CMAKE_PLATFORM_ARCH_I386 AND CLR_CMAKE_TARGET_ARCH_ARM) OR (CLR_CMAKE_PLATFORM_ARCH_AMD64 AND CLR_CMAKE_TARGET_ARCH_ARM) OR (CLR_CMAKE_PLATFORM_ARCH_AMD64 AND CLR_CMAKE_TARGET_ARCH_MIPS64)))
         message(FATAL_ERROR "Invalid host and target arch combination")
     endif()
 endif()
@@ -306,7 +314,7 @@ elseif (CLR_CMAKE_PLATFORM_UNIX)
     string(FIND "$ENV{DEBUG_SANITIZERS}" "asan" __ASAN_POS)
     string(FIND "$ENV{DEBUG_SANITIZERS}" "ubsan" __UBSAN_POS)
     if ((${__ASAN_POS} GREATER -1) OR (${__UBSAN_POS} GREATER -1))
-      set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS} -fsanitize-blacklist=${CMAKE_CURRENT_SOURCE_DIR}/sanitizerblacklist.txt -fsanitize=")
+      set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS} -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/sanitizerblacklist.txt -fsanitize=")
       set(CLR_SANITIZE_LINK_FLAGS "${CLR_SANITIZE_LINK_FLAGS} -fsanitize=")
       if (${__ASAN_POS} GREATER -1)
         set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS}address,")
@@ -315,8 +323,12 @@ elseif (CLR_CMAKE_PLATFORM_UNIX)
         message("Address Sanitizer (asan) enabled")
       endif ()
       if (${__UBSAN_POS} GREATER -1)
-        # all sanitizier flags are enabled except alignment (due to heavy use of __unaligned modifier)
-        set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS}bool,bounds,enum,float-cast-overflow,float-divide-by-zero,function,integer,nonnull-attribute,null,object-size,return,returns-nonnull-attribute,shift,unreachable,vla-bound,vptr")
+        # all sanitizier flags are enabled except alignment (due to heavy use of __unaligned modifier) and vptr (due to -fno-rtti #553)
+        if (CLR_CMAKE_PLATFORM_ARCH_MIPS64)
+          set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS}bool,bounds,enum,float-cast-overflow,float-divide-by-zero,integer,nonnull-attribute,null,object-size,return,returns-nonnull-attribute,shift,unreachable,vla-bound")
+        else ()
+          set(CLR_SANITIZE_CXX_FLAGS "${CLR_SANITIZE_CXX_FLAGS}bool,bounds,enum,float-cast-overflow,float-divide-by-zero,function,integer,nonnull-attribute,null,object-size,return,returns-nonnull-attribute,shift,unreachable,vla-bound")
+        endif ()
         set(CLR_SANITIZE_LINK_FLAGS "${CLR_SANITIZE_LINK_FLAGS}undefined")
         message("Undefined Behavior Sanitizer (ubsan) enabled")
       endif ()
@@ -377,6 +389,13 @@ elseif (CLR_CMAKE_PLATFORM_ARCH_ARM64)
   add_definitions(-DARM64)
   add_definitions(-D_WIN64)
   add_definitions(-DBIT64)
+elseif (CLR_CMAKE_PLATFORM_ARCH_MIPS64)
+  add_definitions(-D_MIPS64_)
+  add_definitions(-D_WIN64)
+  add_definitions(-DMIPS64)
+  add_definitions(-DBIT64=1)
+  ##FIXME for MIPS: should detect loongson.
+  #add_definitions(-DFEATURE_LOONGSONISA)
 else ()
   clr_unknown_arch()
 endif ()
@@ -395,6 +414,9 @@ if (CLR_CMAKE_PLATFORM_UNIX)
     elseif(CLR_CMAKE_PLATFORM_UNIX_X86)
       message("Detected Linux i686")
       add_definitions(-DLINUX32)
+    elseif(CLR_CMAKE_PLATFORM_UNIX_MIPS64)
+      message("Detected Linux MIPS64")
+      add_definitions(-DLINUX64)
     else()
       clr_unknown_arch()
     endif()
@@ -435,6 +457,8 @@ elseif (CLR_CMAKE_TARGET_ARCH_ARM)
     set(ARCH_SOURCES_DIR arm)
 elseif (CLR_CMAKE_TARGET_ARCH_I386)
     set(ARCH_SOURCES_DIR i386)
+elseif (CLR_CMAKE_TARGET_ARCH_MIPS64)
+    set(ARCH_SOURCES_DIR mips64)
 else ()
     clr_unknown_arch()
 endif ()

cross/toolchain.cmake

@@ -27,8 +27,11 @@ elseif(TARGET_ARCH_NAME STREQUAL "arm64")
 elseif(TARGET_ARCH_NAME STREQUAL "x86")
   set(CMAKE_SYSTEM_PROCESSOR i686)
   set(TOOLCHAIN "i686-linux-gnu")
+elseif(TARGET_ARCH_NAME STREQUAL "mips64")
+  set(CMAKE_SYSTEM_PROCESSOR mips64)
+  set(TOOLCHAIN "mips64el-linux-gnuabi64")
 else()
-  message(FATAL_ERROR "Arch is ${TARGET_ARCH_NAME}. Only armel, arm, arm64 and x86 are supported!")
+  message(FATAL_ERROR "Arch is ${TARGET_ARCH_NAME}. Only armel, arm, arm64, mips64 and x86 are supported!")
 endif()
 
 if(DEFINED ENV{TOOLCHAIN})

cross/tryrun.cmake

@@ -14,7 +14,7 @@ else()
    SET(ALPINE_LINUX 0)
 endif()
 
-if(TARGET_ARCH_NAME MATCHES "^(armel|arm|arm64|x86)$")
+if(TARGET_ARCH_NAME MATCHES "^(armel|arm|arm64|x86|mips64)$")
   set_cache_value(FILE_OPS_CHECK_FERROR_OF_PREVIOUS_CALL_EXITCODE 1)
   set_cache_value(GETPWUID_R_SETS_ERRNO_EXITCODE 0)
   set_cache_value(HAS_POSIX_SEMAPHORES_EXITCODE 0)
@@ -58,9 +58,9 @@ if(TARGET_ARCH_NAME MATCHES "^(armel|arm|arm64|x86)$")
   endif()
 
 else()
-  message(FATAL_ERROR "Arch is ${TARGET_ARCH_NAME}. Only armel, arm, arm64 and x86 are supported!")
+  message(FATAL_ERROR "Arch is ${TARGET_ARCH_NAME}. Only armel, arm, arm64, mips64 and x86 are supported!")
 endif()
 
-if(TARGET_ARCH_NAME STREQUAL "x86")
+if(TARGET_ARCH_NAME STREQUAL "x86" OR TARGET_ARCH_NAME STREQUAL "mips64")
   set_cache_value(HAVE_FUNCTIONAL_PTHREAD_ROBUST_MUTEXES_EXITCODE 0)
 endif()

enablesanitizers.sh

@@ -73,6 +73,11 @@ else
                 __ClangMinorVersion=9
                 __ExportSymbolizerPath=0
                 ;;
+            clang8.0)
+                __ClangMajorVersion=8
+                __ClangMinorVersion=0
+                __ExportSymbolizerPath=0
+                ;;
             *)
                 echo "Unknown arg: $i"
                 return 1

eng/common/cross/build-rootfs.sh

@@ -3,8 +3,8 @@
 usage()
 {
     echo "Usage: $0 [BuildArch] [LinuxCodeName] [lldbx.y] [--skipunmount] --rootfsdir <directory>]"
-    echo "BuildArch can be: arm(default), armel, arm64, x86"
-    echo "LinuxCodeName - optional, Code name for Linux, can be: trusty, xenial(default), zesty, bionic, alpine. If BuildArch is armel, LinuxCodeName is jessie(default) or tizen."
+    echo "BuildArch can be: arm(default), armel, arm64, mips64el, x86"
+    echo "LinuxCodeName - optional, Code name for Linux, can be: trusty, xenial(default), zesty, bionic, alpine. If BuildArch is armel, LinuxCodeName is jessie(default) or tizen. If BuildArch is mips64el, LinuxCodeName is stretch(default)."
     echo "lldbx.y - optional, LLDB version, can be: lldb3.9(default), lldb4.0, lldb5.0, lldb6.0 no-lldb. Ignored for alpine"
     echo "--skipunmount - optional, will skip the unmount of rootfs folder."
     exit 1
@@ -82,6 +82,13 @@ while :; do
             __UbuntuRepo="http://ftp.debian.org/debian/"
             __LinuxCodeName=jessie
             ;;
+        mips64el)
+            __BuildArch=mips64el
+            __UbuntuArch=mips64el
+            __UbuntuRepo="http://ftp.debian.org/debian/"
+            __LinuxCodeName=stretch
+            __UbuntuPackages+=" liblzma-dev"
+            ;;
         x86)
             __BuildArch=x86
             __UbuntuArch=i386
@@ -174,6 +181,9 @@ done
 if [ "$__BuildArch" == "armel" ]; then
     __LLDB_Package="lldb-3.5-dev"
 fi
+if [ "$__BuildArch" == "mips64el" ]; then
+    __LLDB_Package=""
+fi
 __UbuntuPackages+=" ${__LLDB_Package:-}"
 
 if [ -z "$__RootfsDir" ] && [ ! -z "$ROOTFS_DIR" ]; then

scripts/coreclr_arguments.py

@@ -71,7 +71,7 @@ def __init__(self,
         self.require_built_core_root = require_built_core_root
         self.require_built_test_dir = require_built_test_dir
 
-        self.valid_arches = ["x64", "x86", "arm", "arm64"]
+        self.valid_arches = ["x64", "x86", "arm", "arm64", "mips64"]
         self.valid_build_types = ["Debug", "Checked", "Release"]
         self.valid_host_os = ["Windows", "Windows_NT", "OSX", "Linux"]
 
@@ -188,6 +188,8 @@ def provide_default_arch():
                 return "armel"
             elif platform_machine == "aarch64" or platform_machine == "arm64":
                 return "arm64"
+            elif platform_machine == "mips64":
+                return "mips64"
             else:
                 raise RuntimeError("Unsupported platform")
 
@@ -269,4 +271,4 @@ def check_and_return_default_product_location(product_location):
         self.verify(args,
                     "product_location",
                     check_and_return_default_product_location,
-                    "Error, incorrect product_location.")
+                    "Error, incorrect product_location.")