{ config, lib, pkgs, ... }: let cfg.nameserver = "1.1.1.1"; cfg.packageDir = "/var/lib/elm-packages"; cfg.port = 7782; # TODO secret files cfg.htpasswd = "/var/lib/certs/package.elm-lang.org/htpasswd"; cfg.sslCertificate = "/var/lib/certs/package.elm-lang.org/fullchain.pem"; cfg.sslCertificateKey = "/var/lib/certs/package.elm-lang.org/key.pem"; semverRegex = "(?0|[1-9]\\d*)\\.(?0|[1-9]\\d*)\\.(?0|[1-9]\\d*)(?:-(?(?:0|[1-9]\\d*|\\d*[a-zA-Z-][0-9a-zA-Z-]*)(?:\\.(?:0|[1-9]\\d*|\\d*[a-zA-Z-][0-9a-zA-Z-]*))*))?(?:\\+(?[0-9a-zA-Z-]+(?:\\.[0-9a-zA-Z-]+)*))?"; in { services.nginx.virtualHosts."package.elm-lang.org" = { addSSL = true; sslCertificate = cfg.sslCertificate; sslCertificateKey = cfg.sslCertificateKey; locations."/all-packages".extraConfig = '' proxy_pass http://127.0.0.1:${toString config.krebs.htgen.elm-packages-proxy.port}; proxy_pass_header Server; ''; locations."/all-packages/since/".extraConfig = '' proxy_pass http://127.0.0.1:${toString config.krebs.htgen.elm-packages-proxy.port}; proxy_pass_header Server; ''; locations."~ ^/packages/(?[A-Za-z0-9-]+)/(?[A-Za-z0-9-]+)/(?${semverRegex})\$".extraConfig = '' auth_basic "Restricted Area"; auth_basic_user_file ${cfg.htpasswd}; proxy_set_header X-User $remote_user; proxy_set_header X-Author $author; proxy_set_header X-Package $pname; proxy_set_header X-Version $version; proxy_pass_header Server; proxy_pass http://127.0.0.1:${toString config.krebs.htgen.elm-packages-proxy.port}; ''; locations."~ ^/packages/(?[A-Za-z0-9-]+)/(?[A-Za-z0-9-]+)/(?${semverRegex})/(?:zipball|elm.json|endpoint.json)\$".extraConfig = '' set $zipball "${cfg.packageDir}/$author/$pname/$version/zipball"; proxy_set_header X-Author $author; proxy_set_header X-Package $pname; proxy_set_header X-Version $version; proxy_set_header X-Zipball $zipball; proxy_pass_header Server; resolver ${cfg.nameserver}; if (-f $zipball) { set $new_uri http://127.0.0.1:${toString config.krebs.htgen.elm-packages-proxy.port}; } if (!-f $zipball) { set $new_uri https://package.elm-lang.org$request_uri; } proxy_pass $new_uri; ''; locations."/search.json".extraConfig = '' proxy_pass http://127.0.0.1:${toString config.krebs.htgen.elm-packages-proxy.port}; proxy_pass_header Server; ''; }; krebs.htgen.elm-packages-proxy = { port = cfg.port; script = /* sh */ ''. ${pkgs.writeDash "elm-packages-proxy.sh" '' PATH=${lib.makeBinPath [ pkgs.attr pkgs.coreutils pkgs.curl pkgs.findutils pkgs.gnugrep pkgs.jq pkgs.p7zip ]} export PATH file_response() {( status_code=$1 status_reason=$2 file=$3 content_type=$4 content_length=$(wc -c "$file" | cut -d\ -f1) printf "HTTP/1.1 $status_code $status_reason\r\n" printf 'Connection: close\r\n' printf 'Content-Length: %d\r\n' "$content_length" printf 'Content-Type: %s\r\n' "$content_type" printf 'Server: %s\r\n' "$Server" printf '\r\n' cat "$file" )} string_response() {( status_code=$1 status_reason=$2 response_body=$3 content_type=$4 printf "HTTP/1.1 $status_code $status_reason\r\n" printf 'Connection: close\r\n' printf 'Content-Length: %d\r\n' "$(expr ''${#response_body} + 1)" printf 'Content-Type: %s\r\n' "$content_type" printf 'Server: %s\r\n' "$Server" printf '\r\n' printf '%s\n' "$response_body" )} case "$Method $Request_URI" in 'GET /packages/'*) author=$req_x_author pname=$req_x_package version=$req_x_version zipball=${cfg.packageDir}/$author/$pname/$version/zipball elmjson=$HOME/cache/$author%2F$pname%2F$version%2Felm.json endpointjson=$HOME/cache/$author%2F$pname%2F$version%2Fendpoint.json mkdir -p "$HOME/cache" case $(basename $Request_URI) in zipball) file_response 200 OK "$zipball" application/zip exit ;; elm.json) if ! test -f "$elmjson"; then 7z x -so "$zipball" \*/elm.json > "$elmjson" fi file_response 200 OK "$elmjson" 'application/json; charset=UTF-8' exit ;; endpoint.json) if ! test -f "$endpointjson"; then hash=$(sha1sum "$zipball" | cut -d\ -f1) url=https://package.elm-lang.org/packages/$author/$pname/$version/zipball jq -n \ --arg hash "$hash" \ --arg url "$url" \ '{ $hash, $url }' \ > "$endpointjson" fi file_response 200 OK "$endpointjson" 'application/json; charset=UTF-8' exit ;; esac ;; 'POST /packages/'*) author=$req_x_author pname=$req_x_package user=$req_x_user version=$req_x_version action=uploading force=''${req_x_force-false} zipball=${cfg.packageDir}/$author/$pname/$version/zipball elmjson=$HOME/cache/$author%2F$pname%2F$version%2Felm.json endpointjson=$HOME/cache/$author%2F$pname%2F$version%2Fendpoint.json if test -e "$zipball"; then if test "$force" = true; then zipball_owner=$(attr -q -g X-User "$zipball" || :) if test "$zipball_owner" = "$req_x_user"; then action=replacing rm -f "$elmjson" rm -f "$endpointjson" else string_response 403 Forbidden \ "package already exists: $author/$pname@$version" \ text/plain exit fi else string_response 409 Conflict \ "package already exists: $author/$pname@$version" \ text/plain exit fi fi echo "user $user is $action package $author/$pname@$version" >&2 # TODO check package mkdir -p "$(dirname "$zipball")" head -c $req_content_length > "$zipball" attr -q -s X-User -V "$user" "$zipball" || : string_response 200 OK \ "package created: $author/$pname@$version" \ text/plain exit ;; 'GET /all-packages'|'POST /all-packages') response=$(mktemp -t htgen.$$.elm-packages-proxy.all-packages.XXXXXXXX) trap "rm $response >&2" EXIT { # upstream packages curl -fsS https://package.elm-lang.org"$Request_URI" # private packages (cd ${cfg.packageDir}; find -mindepth 3 -maxdepth 3) | jq -Rs ' split("\n") | map( select(.!="") | match("^\\./(?[^/]+)/(?[^/]+)/(?[^/]+)$").captures | map({key:.name,value:.string}) | from_entries ) | reduce .[] as $item ({}; ($item|"\(.author)/\(.pname)") as $name | . + { "\($name)": ((.[$name] // []) + [$item.version]) } ) ' } | jq -cs add > $response file_response 200 OK "$response" 'application/json; charset=UTF-8' exit ;; 'GET /all-packages/since/'*|'POST /all-packages/since/'*) response=$(mktemp -t htgen.$$.elm-packages-proxy.all-packages.XXXXXXXX) trap "rm $response >&2" EXIT { # upstream packages curl -fsS https://package.elm-lang.org"$Request_URI" # private packages (cd ${cfg.packageDir}; find -mindepth 3 -maxdepth 3) | jq -Rs ' split("\n") | map( select(.!="") | sub("^\\./(?[^/]+)/(?[^/]+)/(?[^/]+)$";"\(.author)/\(.pname)@\(.version)") ) | sort_by(split("@") | [.[0]]+(.[1]|split("."))) | reverse ' } | jq -cs add > $response file_response 200 OK "$response" 'application/json; charset=UTF-8' exit ;; 'GET /search.json') searchjson=$HOME/cache/search.json mkdir -p "$HOME/cache" # update cached search.json ( last_modified=$( if test -f "$searchjson"; then date -Rr "$searchjson" else date -R -d @0 fi ) tempsearchjson=$(mktemp "$searchjson.XXXXXXXX") trap 'rm "$tempsearchjson" >&2' EXIT curl -fsS --compressed https://package.elm-lang.org/search.json \ -H "If-Modified-Since: $last_modified" \ -o "$tempsearchjson" if test -s "$tempsearchjson"; then mv "$tempsearchjson" "$searchjson" trap - EXIT fi ) response=$(mktemp -t htgen.$$.elm-packages-proxy.search.XXXXXXXX) trap 'rm "$response" >&2' EXIT { printf '{"upstream":'; cat "$searchjson" printf ',"private":'; (cd ${cfg.packageDir}; find -mindepth 3 -maxdepth 3) | jq -Rs ' split("\n") | map( select(.!="") | match("^\\./(?[^/]+)/(?[^/]+)/(?[^/]+)$").captures | map({key:.name,value:.string}) | from_entries ) | map({ key: "\(.author)/\(.pname)", value: .version, }) | from_entries ' printf '}' } | jq -c ' reduce .upstream[] as $upstreamItem ({ private, output: [] }; .private[$upstreamItem.name] as $privateItem | if $privateItem then .output += [$upstreamItem * { version: $privateItem.version }] | .private |= del(.[$upstreamItem.name]) else .output += [$upstreamItem] end ) | .output + (.private | to_entries | sort_by(.key) | map({ name: .key, version: .value, summary: "dummy summary", license: "dummy license", })) ' \ > $response file_response 200 OK "$response" 'application/json; charset=UTF-8' exit ;; esac ''}''; }; }