zilch/lang/ninja/src/nixpkgs.sld

(define-library (zilch lang ninja nixpkgs)
 (import
   (scheme base) (chicken format) (scheme lazy)
   (zilch lang ninja) (zilch lang ninja build)
   (zilch lang ninja config)
   (zilch magic) (zilch nixpkgs) (zilch vfs)
   (zilch nix drv)
   (zilch zexpr)
   (srfi 132) (srfi 152))

 (export
  setup-ninja-environment
  build-nixpkgs-drv-reproducibly)

 (begin
  (define coreutils (cdr (assoc "out" (nixpkgs "coreutils"))))

  ; Shellcode to run instead of the default stdenv genericBuild();
  ; This takes the source and configuration of our derivation and prepares
  ; a proper environment to build inside.
  (define configure-builder
    (string-append
     "export DETERMINISTIC_BUILD=1\n"
     "export PYTHONHASHSEED=0\n"
     "zilchPreConfigure() {\n"
      " cd $NIX_BUILD_TOP; mkdir bdir; mv $sourceRoot bdir/src; sourceRoot=bdir/src; cd $sourceRoot\n"
     "}\n"
     "mesonBuildDir=$NIX_BUILD_TOP/bdir/build cmakeBuildDir=$NIX_BUILD_TOP/bdir/build cmakeDir=\"$NIX_BUILD_TOP/bdir/src/${cmakeDir:-.}\"\n"
     "phases=\"${prePhases[*]:-} unpackPhase patchPhase ${preConfigurePhases[*]:-} zilchPreConfigure configurePhase ${preBuildPhases[*]:-}\"\n"
     "for curPhase in ${phases[*]}; do runPhase \"$curPhase\"; done\n"
     "find . '(' -name cmake_trace.txt -o -name meson-log.txt -o -name CMakeConfigureLog.yaml ')' -delete\n"
     "find . -name '*.bin' -exec strip -S '{}' ';' || true\n"
     "rm -rf meson-info\n"
     "cd $NIX_BUILD_TOP; mv bdir $zilch_out"))

  ; Patch the passed in .drv by appending to the environment
  ; and changing the list of outputs.
  (define (patch-drv drv append-env outputs)
   (define ctx (zexp-unwrap (zexp (zexp-unquote append-env))))
   (define new-env (list))
   (for-each
    (lambda (kv)
     (define mem (assoc (car kv) (zexp-evaluation-value ctx)))
     (cond
       (mem (set! new-env (cons mem new-env)))
       ((member (car kv) '("allowedReferences" "disallowedReferences" "allowedRequisites" "disallowedRequisites")) #f)
       (else (set! new-env (cons kv new-env)))))
    (derivation-env drv))
   (for-each
    (lambda (kv)
      (unless (assoc (car kv) new-env) (set! new-env (cons kv new-env))))
    (zexp-evaluation-value ctx))

   (define reprocessed
     (make-input-addressed-derivation
      (derivation-name drv)
      (derivation-system drv)
      (list-sort
       (lambda (l r) (string<? (derivation-path (car l)) (derivation-path (car r))))
       (append (zexp-evaluation-drvs ctx) (derivation-input-drvs drv)))
      (list-sort string<?
       (append (zexp-evaluation-srcs ctx) (derivation-input-src drv)))
      (cons (derivation-builder drv) (derivation-args drv))
      new-env
      (or outputs (map car (derivation-outputs drv)))))

   (map (lambda (l) (cons (car l) (make-store-path reprocessed (car l) #f))) (derivation-outputs reprocessed)))

  (define base-placeholder "zilchplaceholderdonotuseanywhere-")

  ; Create a placeholder store path that is unique
  (define (make-fake-store-path name output)
    (when (> (string-length output) 32)
      (set! output (string-copy output 0 32)))

    (string-append "/nix/store/" output (string-copy base-placeholder (string-length output)) name (if (string=? output "out") "" (string-append "-" output))))

  (define (setup-ninja-environment conf)
    (define initial-drv (ninja-build-config-environment-drv conf))
    (when (store-path? initial-drv)
      (set! initial-drv (store-path-drv initial-drv)))
    (define name (derivation-name initial-drv))
    (define placeholders (map (lambda (output-and-info) (cons (car output-and-info) (make-fake-store-path name (car output-and-info)))) (derivation-outputs initial-drv)))

    (define existing-env (ninja-build-config-environment conf))

    ; Override output environment variables with our placeholders.
    (set-ninja-build-config-environment! conf #~,(map (lambda (v) (or (assoc (car v) placeholders) v)) #$existing-env))

    ; Take the initially requested .drv, replace its buildCommand, and set a single ("zilch_out") output path.
    (define configured-drv
     (cdar
      (patch-drv initial-drv
       (append
        `(("buildCommand" . ,configure-builder))
        placeholders)
       '("zilch_out"))))

    ; This VFS contains two directories: `src` (source tree) and `build` (Ninja build files).
    (define configured-vfs (vfs-from-store configured-drv))

    (set-ninja-build-config-root-dir! conf configured-vfs)

    (define (read-file-at-path path)
      (set! path (string-append "build/" path))
      (define last-slash (string-contains-right path "/"))
      (call-with-port (store-path-open (vfs-file-ref configured-vfs (string-copy path 0 last-slash) (string-copy path (+ 1 last-slash))))
       (lambda (p) (read-bytevector (* 20 1024 1024) p))))
    (define ninja-file
     (read-ninja-file (read-file-at-path "build.ninja") read-file-at-path))

    ; Process the build.ninja file.
    (define-values (edge-ref defaults) (process-ninja-file ninja-file conf "build"))

    (values initial-drv configured-drv placeholders edge-ref defaults))

  (define (build-nixpkgs-drv-reproducibly conf)
    (define-values (initial-drv configured-drv placeholders edge-ref defaults) (setup-ninja-environment conf))

    ; Build all store paths necessary for installing. This assumes Meson.
    (define preinstall-state (force (built-edge-out-drv (cdr (edge-ref "all")))))

    (define fix-placeholders-command "")
    (define copy-in-place-command "")

    ; Append the necessary commands to fix up the fake store paths post-install but pre-everything-else.
    (for-each
     (lambda (plc)
       (set! fix-placeholders-command
         (string-append fix-placeholders-command
          "zilchFixPlaceholder \"" (cdr plc) "\" \"$" (car plc) "\"\n"))
       (set! copy-in-place-command
         (string-append copy-in-place-command
          "cp -rf ../out" (cdr plc) " \"$" (car plc) "\" || mkdir \"$" (car plc) "\"\n")))
     placeholders)

    ; Turn the original `src` and `build` into a known store path.
    (define realised-store (store-path-devirtualise configured-drv))

    ; Turn the `.drv` containing all the paths that are built into a known store path.
    ; This is necessary because these paths may be CA, and we can't guarantee daemon support for that past this point.
    (define realised-built (store-path-devirtualise preinstall-state))

    ; Prepare the post-build builder. This puts everything in its place and runs the post-build phases from the original .drv.
    (define postbuild-builder
      #~,(string-append
          "zilchPlace() {\n"
           "cd $NIX_BUILD_TOP; cp -rf --no-preserve=ownership " #$realised-store " bdir\n"
           "chmod ugo+rw -R bdir\n"
           "cp -rf --no-preserve=ownership " #$realised-built "/* bdir/build\n"
           "cd bdir/build\n"
          "}\n"
          "mesonBuildDir=$NIX_BUILD_TOP/bdir/build cmakeBuildDir=$NIX_BUILD_TOP/bdir/build cmakeDir=\"$NIX_BUILD_TOP/bdir/src/${cmakeDir:-.}\"\n"
          "zilchFixPlaceholder() {\n"
          " find ../out -type f -exec sed -i -e \"s|$1|$2|g\" \"{}\" \";\" || exit 1\n"
          " find \"../out\" -type l | while read link; do\n"
          "  target=\"$(readlink \"$link\")\"; rewritten=\"$(printf \"%s\" \"$target\" | sed -e \"s|$1|$2|g\")\"\n"
          "  rm \"$link\" && ln -s \"$rewritten\" \"$link\" || exit 1\n"
          " done\n"
          "}\n"
          "zilchFixup() {\n"
          fix-placeholders-command
          copy-in-place-command
          "}\n"
          "zilchMesonInstall() {\n"
          " runHook preInstall\n"
          " local flagsArray=()\n"
          " if [[ -n \"$mesonInstallTags\" ]]; then\n"
          "  flagsArray+=(\"--tags\" \"$(concatStringsSep \",\" mesonInstallTags)\")\n"
          " fi\n"
          " concatTo flagsArray mesonInstallFlags mesonInstallFlagsArray\n"
          " DESTDIR=$NIX_BUILD_TOP/bdir/out meson install --no-rebuild \"${flagsArray[@]}\"\n"
          " zilchFixup\n"
          " runHook postInstall\n"
          "}\n"
          "zilchCmakeInstall() {\n"
          " runHook preInstall\n"
          " DESTDIR=$NIX_BUILD_TOP/bdir/out cmake --install .\n"
          " zilchFixup\n"
          " runHook postInstall\n"
          "}\n"
          "if [[ $(type -t mesonInstallPhase) == function ]]; then\n"
          "  installPhase=zilchMesonInstall; checkPhase=mesonCheckPhase\n"
          "else\n"
          "  installPhase=zilchCmakeInstall; checkPhase=ninjaCheckPhase\n"
          "fi\n"
          "phases=\"zilchPlace checkPhase ${preInstallPhases[*]:-} installPhase ${preFixupPhases[*]:-} fixupPhase installCheckPhase ${preDistPhases[*]:-} distPhase ${postPhases[*]:-}\"\n"
          "for curPhase in ${phases[*]}; do runPhase \"$curPhase\"; done\n"))

    ; Patch the original .drv to run the postbuild-builder command.
    (patch-drv initial-drv
     (append
      `(("buildCommand" . ,postbuild-builder))
      placeholders)
     (map car placeholders)))))