feat(ariadne): add extraction preparation script #12
2
src/ariadne/.gitignore
vendored
Normal file
2
src/ariadne/.gitignore
vendored
Normal file
@@ -0,0 +1,2 @@
|
||||
# Local game-derived preparation output.
|
||||
/output/
|
||||
5
src/ariadne/BUILD
Normal file
5
src/ariadne/BUILD
Normal file
@@ -0,0 +1,5 @@
|
||||
sh_binary(
|
||||
name = "extract_and_decompile",
|
||||
srcs = ["extract-and-decompile.sh"],
|
||||
data = ["extract-tools.nix"],
|
||||
)
|
||||
25
src/ariadne/README.md
Normal file
25
src/ariadne/README.md
Normal file
@@ -0,0 +1,25 @@
|
||||
# Ariadne
|
||||
|
||||
Ariadne prepares Ren'Py game source for later analysis.
|
||||
|
||||
## Bazel shape
|
||||
|
||||
Keep project-owned source under `src/ariadne/`. Keep game-derived files local and ignored under
|
||||
`src/ariadne/output/`.
|
||||
|
||||
The first target is a shell entry point:
|
||||
|
||||
```sh
|
||||
bazel run //src/ariadne:extract_and_decompile -- \
|
||||
--game-root /path/to/game-install
|
||||
```
|
||||
|
||||
The script defaults to `<workspace>/src/ariadne/output`.
|
||||
This path stays stable when you run the command from inside `src/ariadne`.
|
||||
Use the game installation directory as the game root.
|
||||
One run processes all installed season directories.
|
||||
If `rpycdec` is not available, the script uses `extract-tools.nix` to enter a Nix shell.
|
||||
|
||||
Keep the script as a thin orchestration layer.
|
||||
Bazel owns stable inputs and wrappers.
|
||||
Keep large game files and recovered output outside the build graph.
|
||||
224
src/ariadne/extract-and-decompile.sh
Executable file
224
src/ariadne/extract-and-decompile.sh
Executable file
@@ -0,0 +1,224 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
usage() {
|
||||
cat <<'USAGE'
|
||||
Usage: extract-and-decompile --game-root <path> [--output-root <path>] [--force]
|
||||
|
||||
Prepare local game-owned source for Ariadne.
|
||||
|
||||
Use the game installation directory as the game root to process all installed seasons.
|
||||
The utility writes recovered source under <output-root>/source/, transient work under <output-root>/work/, and local logs under <output-root>/logs/.
|
||||
The default output root is <workspace>/src/ariadne/output.
|
||||
Without --force, it refuses to run when any of those directories already exists.
|
||||
With --force, it deletes and recreates only source/, work/, and logs/ under the output root.
|
||||
The script enters a Nix shell for rpycdec when required tools are not already available.
|
||||
Game-derived preparation output must remain local and must not be committed.
|
||||
USAGE
|
||||
}
|
||||
|
||||
fail() {
|
||||
printf 'extract-and-decompile: %s\n' "$*" >&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
require_tool() {
|
||||
local name=$1
|
||||
if ! command -v "$name" >/dev/null 2>&1; then
|
||||
fail "missing required tool '$name'"
|
||||
fi
|
||||
}
|
||||
|
||||
tools_available() {
|
||||
command -v python3 >/dev/null 2>&1 && command -v rpycdec >/dev/null 2>&1
|
||||
}
|
||||
|
||||
enter_nix_shell_if_needed() {
|
||||
if tools_available; then
|
||||
return
|
||||
fi
|
||||
|
||||
if [[ "${ARIADNE_NIX_SHELL:-}" == 1 ]]; then
|
||||
require_tool python3
|
||||
require_tool rpycdec
|
||||
return
|
||||
fi
|
||||
|
||||
require_tool nix
|
||||
|
||||
local tools_nix
|
||||
if [[ -n "${BUILD_WORKSPACE_DIRECTORY:-}" ]]; then
|
||||
tools_nix=$BUILD_WORKSPACE_DIRECTORY/src/ariadne/extract-tools.nix
|
||||
else
|
||||
tools_nix=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)/extract-tools.nix
|
||||
fi
|
||||
|
||||
[[ -f "$tools_nix" ]] || fail "missing Ariadne tool definition: $tools_nix"
|
||||
|
||||
say "entering Nix shell for rpycdec"
|
||||
export ARIADNE_NIX_SHELL=1
|
||||
exec nix shell \
|
||||
--extra-experimental-features 'nix-command flakes' \
|
||||
--file "$tools_nix" \
|
||||
--command bash "$0" "$@"
|
||||
}
|
||||
|
||||
say() {
|
||||
printf 'extract-and-decompile: %s\n' "$*" >&2
|
||||
}
|
||||
|
||||
game_root=
|
||||
default_output_root=${BUILD_WORKSPACE_DIRECTORY:-$(pwd)}/src/ariadne/output
|
||||
output_root=$default_output_root
|
||||
force=false
|
||||
original_args=("$@")
|
||||
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case "$1" in
|
||||
--game-root)
|
||||
[[ $# -ge 2 ]] || fail '--game-root requires a path'
|
||||
game_root=$2
|
||||
shift 2
|
||||
;;
|
||||
--output-root)
|
||||
[[ $# -ge 2 ]] || fail '--output-root requires a path'
|
||||
output_root=$2
|
||||
shift 2
|
||||
;;
|
||||
--force)
|
||||
force=true
|
||||
shift
|
||||
;;
|
||||
-h|--help)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
fail "unexpected argument: $1"
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
[[ -n "$game_root" ]] || fail 'missing --game-root <path>'
|
||||
[[ -d "$game_root" ]] || fail "game root is not a directory: $game_root"
|
||||
|
||||
enter_nix_shell_if_needed "${original_args[@]}"
|
||||
|
||||
preparation_dirs=(source work logs)
|
||||
|
||||
for name in "${preparation_dirs[@]}"; do
|
||||
path="$output_root/$name"
|
||||
if [[ -e "$path" && "$force" != true ]]; then
|
||||
fail "refusing to overwrite existing preparation path without --force: $path"
|
||||
fi
|
||||
done
|
||||
|
||||
if [[ "$force" == true ]]; then
|
||||
say "removing existing preparation directories under $output_root"
|
||||
for name in "${preparation_dirs[@]}"; do
|
||||
rm -rf -- "${output_root:?}/$name"
|
||||
done
|
||||
fi
|
||||
|
||||
say "creating preparation directories under $output_root"
|
||||
for name in "${preparation_dirs[@]}"; do
|
||||
mkdir -p -- "$output_root/$name"
|
||||
done
|
||||
|
||||
source_dir=$output_root/source
|
||||
work_dir=$output_root/work
|
||||
logs_dir=$output_root/logs
|
||||
summary_log=$logs_dir/extract-and-decompile.log
|
||||
: > "$summary_log"
|
||||
|
||||
log() {
|
||||
printf '%s\n' "$*" >> "$summary_log"
|
||||
}
|
||||
|
||||
record() {
|
||||
say "$*"
|
||||
log "$*"
|
||||
}
|
||||
|
||||
relative_to_game_root() {
|
||||
realpath --relative-to="$game_root" "$1"
|
||||
}
|
||||
|
||||
is_renpy_runtime_path() {
|
||||
local relative=$1
|
||||
[[ "$relative" == renpy/* || "$relative" == */renpy/* ]]
|
||||
}
|
||||
|
||||
copy_source_file() {
|
||||
local input=$1
|
||||
local input_root=$2
|
||||
local label=$3
|
||||
local relative output
|
||||
relative=$(realpath --relative-to="$input_root" "$input")
|
||||
if is_renpy_runtime_path "$relative"; then
|
||||
log "skipped $label Ren'Py runtime source: $relative"
|
||||
return
|
||||
fi
|
||||
output=$source_dir/$relative
|
||||
mkdir -p -- "$(dirname -- "$output")"
|
||||
cp -- "$input" "$output"
|
||||
record "copied $label source: $relative"
|
||||
}
|
||||
|
||||
copy_loose_source() {
|
||||
copy_source_file "$1" "$game_root" loose
|
||||
}
|
||||
|
||||
decompile_compiled_script() {
|
||||
local input=$1
|
||||
local input_root=$2
|
||||
local relative output_dir log_file
|
||||
relative=$(realpath --relative-to="$input_root" "$input")
|
||||
if is_renpy_runtime_path "$relative"; then
|
||||
log "skipped Ren'Py runtime compiled script: $relative"
|
||||
return
|
||||
fi
|
||||
output_dir=$source_dir/$(dirname -- "$relative")
|
||||
log_file=$logs_dir/decompile-${relative//\//__}.log
|
||||
mkdir -p -- "$output_dir"
|
||||
say "decompiling script: $relative"
|
||||
RPYCDEC_NO_WARNING=1 rpycdec decompile --output "$output_dir" "$input" > "$log_file" 2>&1
|
||||
log "decompiled script: $relative"
|
||||
}
|
||||
|
||||
extract_archive() {
|
||||
local archive=$1
|
||||
local relative archive_output log_file
|
||||
relative=$(relative_to_game_root "$archive")
|
||||
archive_output=$work_dir/archives/${relative%.rpa}
|
||||
log_file=$logs_dir/unrpa-${relative//\//__}.log
|
||||
mkdir -p -- "$archive_output"
|
||||
say "extracting archive: $relative"
|
||||
RPYCDEC_NO_WARNING=1 rpycdec unrpa --output "$archive_output" "$archive" > "$log_file" 2>&1
|
||||
log "extracted archive: $relative"
|
||||
|
||||
while IFS= read -r -d '' archived_source; do
|
||||
copy_source_file "$archived_source" "$archive_output" archived
|
||||
done < <(find "$archive_output" -type f -name '*.rpy' -print0 | sort -z)
|
||||
|
||||
while IFS= read -r -d '' compiled; do
|
||||
decompile_compiled_script "$compiled" "$archive_output"
|
||||
done < <(find "$archive_output" -type f \( -name '*.rpyc' -o -name '*.rpymc' \) -print0 | sort -z)
|
||||
}
|
||||
|
||||
say "scanning loose source files"
|
||||
while IFS= read -r -d '' source_file; do
|
||||
copy_loose_source "$source_file"
|
||||
done < <(find "$game_root" -type f -name '*.rpy' -print0 | sort -z)
|
||||
|
||||
say "scanning archives"
|
||||
while IFS= read -r -d '' archive; do
|
||||
extract_archive "$archive"
|
||||
done < <(find "$game_root" -type f -name '*.rpa' -print0 | sort -z)
|
||||
|
||||
say "scanning loose compiled scripts"
|
||||
while IFS= read -r -d '' compiled; do
|
||||
decompile_compiled_script "$compiled" "$game_root"
|
||||
done < <(find "$game_root" -type f \( -name '*.rpyc' -o -name '*.rpymc' \) -print0 | sort -z)
|
||||
|
||||
say "done"
|
||||
28
src/ariadne/extract-tools.nix
Normal file
28
src/ariadne/extract-tools.nix
Normal file
@@ -0,0 +1,28 @@
|
||||
let
|
||||
pkgs = import (builtins.getFlake "nixpkgs") { system = builtins.currentSystem; };
|
||||
rpycdec = pkgs.python3Packages.buildPythonApplication {
|
||||
pname = "rpycdec";
|
||||
version = "0.0.0+1000bd1";
|
||||
pyproject = true;
|
||||
src = pkgs.fetchFromGitHub {
|
||||
owner = "cnfatal";
|
||||
repo = "rpycdec";
|
||||
rev = "1000bd1da10ef07e82f6fa560c621e6a4b55d1b8";
|
||||
hash = "sha256-VoVbIKs8xz5x2s0OGqdHbY55fWDruqMAX8YYjEQhwTQ=";
|
||||
};
|
||||
nativeBuildInputs = with pkgs.python3Packages; [
|
||||
hatch-vcs
|
||||
hatchling
|
||||
];
|
||||
env.SETUPTOOLS_SCM_PRETEND_VERSION_FOR_RPYCDEC = "0.0.0+1000bd1";
|
||||
};
|
||||
in
|
||||
pkgs.buildEnv {
|
||||
name = "ariadne-extract-and-decompile-tools";
|
||||
paths = [
|
||||
pkgs.bash
|
||||
pkgs.coreutils
|
||||
pkgs.findutils
|
||||
rpycdec
|
||||
];
|
||||
}
|
||||
Reference in New Issue
Block a user