Static executable v2 rebase against sbcl master

.cirrus.yml

@@ -2,8 +2,9 @@ freebsd_build_task:
 
   freebsd_instance:
     matrix:
-      image_family: freebsd-12-1
-      image_family: freebsd-11-3-snap
+      image_family: freebsd-12-3
+      image_family: freebsd-13-0
+      image_family: freebsd-14-0-snap
     cpu: 1
     memory: 1G
 

.dir-locals.el

@@ -0,0 +1,2 @@
+((nil . ((indent-tabs-mode . nil)))
+ (makefile-mode . ((indent-tabs-mode . t))))

.github/workflows/cl-host.yml

@@ -7,22 +7,23 @@ jobs:
   ecl:
 
     runs-on: ubuntu-latest
+    timeout-minutes: 45
 
     steps:
     - uses: actions/checkout@v1
     - uses: actions/cache@v1
-      id: ecl-cache
+      id: ecl-cache3
       with:
         path: /tmp/ecl
-        key: ecl-cache
+        key: ecl-cache3
 
     - name: build host ecl
-      if: steps.ecl-cache.outputs.cache-hit != 'true'
+      if: steps.ecl-cache3.outputs.cache-hit != 'true'
       run: |
         wget -q https://github.com/sbcl/sbcl/releases/download/sbcl-1.4.14/ecl.tgz
         tar xf ecl.tgz
         cd ecl
-        ./configure --prefix=/usr/
+        ./configure --prefix=/usr/ --enable-threads
         make
       working-directory: /tmp
 
@@ -40,51 +41,59 @@ jobs:
   clisp:
 
     runs-on: ubuntu-latest
+    timeout-minutes: 45
 
     steps:
     - uses: actions/checkout@v1
     - name: instal host clisp
       run: |
         sudo apt-get -qq update | true
-        sudo apt-get -qq install clisp
+        sudo apt-get -qq install clisp git-restore-mtime
     - name: build
       env:  
         SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh --xc-host='clisp -on-error exit'
-
-  abcl:
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v1
-    - name: instal host abcl
       run: |
-        wget -q https://github.com/sbcl/sbcl/releases/download/sbcl-1.4.14/abcl.jar
-        echo '(setf system::*invoke-debugger-hook* (lambda (c fun) (princ c) (top-level::backtrace-command 100) (exit :status 1)))' > ~/.abclrc
-    - name: build
-      env:  
-        SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh --xc-host='java -jar abcl.jar'
+        git restore-mtime
+        ./make.sh --xc-host='clisp -on-error exit'
+    - name: archive clisp-xc fasls
+      run: tar --transform 's,^,clisp-host/,' -cf clisp-host-fasls.tgz obj/from-xc/
+    - name: upload clisp-xc archive
+      uses: actions/upload-artifact@v3
+      with:
+        name: xc-host-fasls
+        path: clisp-host-fasls.tgz
 
   ccl:
 
     runs-on: ubuntu-latest
+    timeout-minutes: 45
 
     steps:
     - uses: actions/checkout@v1
     - name: instal host ccl
       run: |
         wget -q https://github.com/sbcl/sbcl/releases/download/sbcl-1.4.14/ccl-host.tgz
         tar xf ccl-host.tgz
+        sudo apt-get -qq update | true
+        sudo apt-get -qq install git-restore-mtime
     - name: build
       env:  
         SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh --xc-host='ccl-host/lx86cl64 --batch'
+      run: |
+        git restore-mtime
+        ./make.sh --xc-host='ccl-host/lx86cl64 --batch'
+    - name: archive ccl-xc fasls
+      run: tar --transform 's,^,ccl-host/,' -cf ccl-host-fasls.tgz obj/from-xc/
+    - name: upload ccl-xc archive
+      uses: actions/upload-artifact@v3
+      with:
+        name: xc-host-fasls
+        path: ccl-host-fasls.tgz
 
   cmucl:
 
     runs-on: ubuntu-latest
+    timeout-minutes: 45
 
     steps:
     - uses: actions/checkout@v1
@@ -94,8 +103,68 @@ jobs:
         cd cmucl
         wget -q https://github.com/sbcl/sbcl/releases/download/sbcl-1.4.14/cmucl.tar.bz2
         tar xf cmucl.tar.bz2
+        echo '(setf ext:*gc-verbose* nil)' > ~/.cmucl-init.lisp
+        sudo apt-get -qq update | true
+        sudo apt-get -qq install git-restore-mtime
       working-directory: /tmp/
     - name: build
       env:  
         SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh --xc-host='/tmp/cmucl/bin/lisp -batch'
+      run: |
+        git restore-mtime
+        ./make.sh --xc-host='/tmp/cmucl/bin/lisp -batch'
+    - name: archive cmucl-xc fasls
+      run: tar --transform 's,^,cmucl-host/,' -cf cmucl-host-fasls.tgz obj/from-xc/
+    - name: upload cmucl-xc archive
+      uses: actions/upload-artifact@v3
+      with:
+        name: xc-host-fasls
+        path: cmucl-host-fasls.tgz
+
+  sbcl:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+
+    steps:
+    - uses: actions/checkout@v1
+    - name: instal host sbcl
+      run: |
+        sudo apt-get -qq update | true
+        sudo apt-get -qq install sbcl libcapstone-dev git-restore-mtime
+    - name: build
+      env:
+        SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
+      run: |
+        git restore-mtime
+        ./make.sh --xc-host='sbcl --dynamic-space-size 600MB --lose-on-corruption --disable-ldb --disable-debugger'
+    - name: archive sbcl-xc fasls
+      run: tar --transform 's,^,sbcl-host/,' -cf sbcl-host-fasls.tgz obj/from-xc/
+    - name: upload sbcl-xc archive
+      uses: actions/upload-artifact@v3
+      with:
+        name: xc-host-fasls
+        path: sbcl-host-fasls.tgz
+
+  compare-xc-host-fasls:
+
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    needs: [ccl, sbcl, cmucl, clisp]
+
+    steps:
+    - name: download xc-host fasls
+      uses: actions/download-artifact@v3
+      with:
+        name: xc-host-fasls
+    - name: extract xc-host fasls
+      run: |
+        tar xf ccl-host-fasls.tgz
+        tar xf sbcl-host-fasls.tgz
+        tar xf clisp-host-fasls.tgz
+        tar xf cmucl-host-fasls.tgz
+    - name: compare xc-host fasls
+      run: |
+        diff -ur sbcl-host/ ccl-host/
+        diff -ur sbcl-host/ clisp-host/ || true
+        diff -ur sbcl-host/ cmucl-host/ || true

.github/workflows/linux.yml

@@ -6,10 +6,16 @@ jobs:
   build:
 
     runs-on: ubuntu-latest
+    timeout-minutes: 60
     strategy: 
       matrix: 
-        options: [--with-sb-thread, --without-sb-thread]
+        options: [--with-sb-thread, --without-sb-thread, --without-sb-unicode]
         arch: [x86, x86-64]
+        subfeatures: ['']
+        include:
+          - { arch: x86-64, subfeatures: sse4, options: --with-sb-thread }
+          - { arch: x86-64, subfeatures: fasteval, options: --with-sb-fasteval --without-sb-eval }
+
       fail-fast: false
 
     steps:
@@ -21,11 +27,47 @@ jobs:
     - name: instal host gcc-multilib
       if: matrix.arch == 'x86'
       run: sudo apt-get -qq --no-install-recommends install gcc-multilib
+
+    - name: backend-sub-features
+      if: matrix.subfeatures == 'sse4'
+      run: echo '(lambda (features) (list* :popcnt :sse4 features))' > customize-backend-subfeatures.lisp
+
     - name: build
-      env:  
+      env:
         SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh ${{ matrix.options }} --xc-host='sbcl --dynamic-space-size 500MB --lose-on-corruption --disable-ldb --disable-debugger' --arch=${{ matrix.arch }}
+      run: ./make.sh ${{ matrix.options }} --xc-host='sbcl --dynamic-space-size 600MB --lose-on-corruption --disable-ldb --disable-debugger' --arch=${{ matrix.arch }}
     - name: test
       run: cd tests; ./run-tests.sh
+    - name: test
+      if: matrix.subfeatures == 'fasteval'
+      run: cd tests; ./run-tests.sh --evaluator-mode interpret
     - name: ansi-test
       run: cd tests; ./ansi-tests.sh
+
+    - name: crossbuild arm
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh arm
+    - name: crossbuild arm64
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh arm64
+    - name: crossbuild mips
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh mips
+    - name: crossbuild ppc
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh ppc
+    - name: crossbuild ppc64
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh ppc64
+    - name: crossbuild riscv
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh riscv
+    - name: crossbuild sparc
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh sparc
+    - name: crossbuild x86
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh x86
+    - name: crossbuild x86-64
+      if: matrix.subfeatures == 'sse4'
+      run: crossbuild-runner/build-all.sh x86-64

.github/workflows/mac.yml

@@ -18,7 +18,22 @@ jobs:
     - name: build
       env:  
         SBCL_MAKE_TARGET_2_OPTIONS: --disable-ldb --disable-debugger
-      run: ./make.sh ${{ matrix.options }} --xc-host='sbcl --dynamic-space-size 500MB --lose-on-corruption --disable-ldb --disable-debugger'
+      run: ./make.sh ${{ matrix.options }} --xc-host='sbcl --dynamic-space-size 600MB --lose-on-corruption --disable-ldb --disable-debugger'
+    - name: make binary
+      run: |
+        name=sbcl-`cat version.lisp-expr | ./run-sbcl.sh --noinform --noprint --eval '(write-line (read))'`-darwin-x86-64
+        mkdir sbcl-mac-binary${{ matrix.options }};
+        cd ..
+        mv sbcl $name
+        ./$name/binary-distribution.sh $name
+        bzip2 $name-binary.tar
+        mv $name sbcl
+        mv $name-binary.tar.bz2 sbcl/sbcl-mac-binary${{ matrix.options }}
+    - name: save binary
+      uses: actions/upload-artifact@v1
+      with:
+        name: sbcl-mac-binary${{ matrix.options }}
+        path: sbcl-mac-binary${{ matrix.options }}
     - name: test
       run: cd tests; ./run-tests.sh
     - name: ansi-test

.github/workflows/windows.yml

@@ -7,32 +7,42 @@ jobs:
 
     runs-on: windows-latest    
 
+    defaults:
+      run:
+        shell: msys2 {0}
+
     steps:
     - uses: actions/checkout@v1
+    - uses: msys2/setup-msys2@v2
+      with:
+        install: mingw-w64-x86_64-gcc make diffutils git
+
     - name: install host sbcl
+      shell: pwsh
       run: |
         cinst sbcl -source tools-for-build
-        echo "::add-path::/c/Program Files/Steel Bank Common Lisp/1.4.14"
     - name: build
       env:
         SBCL_HOME: "/c/Program Files/Steel Bank Common Lisp/1.4.14"
       run: |
-        bash ./make.sh --xc-host='sbcl --dynamic-space-size 500MB --lose-on-corruption --disable-ldb --disable-debugger'
+        PATH=$PATH:"/c/Program Files/Steel Bank Common Lisp/1.4.14"
+        export PATH
+        ./make.sh --xc-host='sbcl --lose-on-corruption --disable-ldb --disable-debugger'
     - name: make installer
       run: |
-        bash ./make-windows-installer.sh
-        bash -c "mkdir sbcl-windows-installer; mv output/*msi sbcl-windows-installer"
+        ./make-windows-installer.sh
+        mkdir sbcl-windows-installer; mv output/*msi sbcl-windows-installer
     - name: save installer
       uses: actions/upload-artifact@v1
       with:
         name: sbcl-windows-installer
         path: sbcl-windows-installer
     - name: tests
       working-directory: tests
-      run: bash ./run-tests.sh
+      run: ./run-tests.sh
     - name: ansi-tests
       working-directory: tests
-      run: bash ./ansi-tests.sh
+      run: ./ansi-tests.sh
 
 
 

.gitignore

@@ -1,6 +1,7 @@
 *.d
 *.dSYM
 *.o
+*.so
 *.a
 *.fasl
 *.FASL
@@ -22,31 +23,30 @@ src/compiler/target
 src/runtime/Config
 src/runtime/TAGS
 src/runtime/genesis
+src/runtime/linkage-table-prelink-info.c
 src/runtime/openbsd-sigcontext.h
 src/runtime/sbcl
 src/runtime/sbcl.exe
 src/runtime/sbcl.h
 src/runtime/sbcl.mk
-src/runtime/sbcl.nm
 src/runtime/shrinkwrap-sbcl*
 src/runtime/target-arch-os.h
 src/runtime/target-arch.h
 src/runtime/target-lispregs.h
 src/runtime/target-os.h
 src/runtime/ppc-linux-mcontext.h
-src/runtime/sparc-funcdef.h
 tests/test-status.lisp-expr
 tests/test.log
 tests/*.so
 tests/run-tests-*
 tests/last-random-state.lisp-expr
+tests/ansi-test/
+tools-for-build/avx2*
 tools-for-build/determine-endianness
 tools-for-build/determine-endianness.exe
 tools-for-build/grovel-headers
 tools-for-build/grovel-headers.exe
 tools-for-build/mmap-rwx
-tools-for-build/os-provides-putwc-test
-tools-for-build/os-provides-putwc-test.exe
 tools-for-build/where-is-mcontext
 contrib/*/test-passed
 contrib/*/test-output

HACKING

@@ -21,9 +21,6 @@ Modifying
 To change the code at run-time the :SB-DEVEL feature is almost always
 necessary, otherwise a lot of macros, functions, and variables do not
 survive in the final image.
-"./make-target-2.sh --load-with-sb-devel" can resave the core with
-sb-devel without recompiling the whole thing, but probably a better
-idea is to put it into customize-target-features.lisp.
 
 Patch Submissions
 =================
@@ -58,7 +55,7 @@ Patches requiring more widespread discussion and feedback should be
 sent to the sbcl-devel mailing list.
 
 If you have any questions, feel free to ask them on sbcl-devel,
-or the IRC channel #sbcl@freenode.net.
+or the IRC channel #sbcl@irc.libera.chat.
 
 Coding Style
 ============