6 files changed, 519 insertions, 0 deletions
diff --git a/deno/tools/deno.json b/deno/tools/deno.json
new file mode 100644
index 0000000..355046a
--- /dev/null
+++ b/deno/tools/deno.json
@@ -0,0 +1,8 @@
+{
+  "version": "0.1.0",
+  "tasks": {
+  },
+  "imports": {
+    "mustache": "npm:mustache@^4.2.0"
+  }
+}
diff --git a/deno/tools/geosite.ts b/deno/tools/geosite.ts
new file mode 100644
index 0000000..3aabec2
--- /dev/null
+++ b/deno/tools/geosite.ts
@@ -0,0 +1,161 @@
+const ATTR = "cn";
+const REPO_NAME = "domain-list-community";
+const URL =
+  "https://github.com/v2fly/domain-list-community/archive/refs/heads/master.zip";
+const SITES = [
+  "github",
+  "google",
+  "youtube",
+  "twitter",
+  "facebook",
+  "discord",
+  "reddit",
+  "twitch",
+  "quora",
+  "telegram",
+  "imgur",
+  "stackexchange",
+  "onedrive",
+  "duckduckgo",
+  "wikimedia",
+  "gitbook",
+  "gitlab",
+  "creativecommons",
+  "archive",
+  "matrix",
+  "tor",
+  "python",
+  "ruby",
+  "rust",
+  "nodejs",
+  "npmjs",
+  "qt",
+  "docker",
+  "v2ray",
+  "homebrew",
+  "bootstrap",
+  "heroku",
+  "vercel",
+  "ieee",
+  "sci-hub",
+  "libgen",
+];
+
+const prefixes = ["include", "domain", "keyword", "full", "regexp"] as const;
+
+interface Rule {
+  kind: (typeof prefixes)[number];
+  value: string;
+  attrs: string[];
+}
+
+type FileProvider = (name: string) => string;
+
+function extract(starts: string[], provider: FileProvider): Rule[] {
+  function parseLine(line: string): Rule {
+    let kind = prefixes.find((p) => line.startsWith(p + ":"));
+    if (kind != null) {
+      line = line.slice(line.indexOf(":") + 1);
+    } else {
+      kind = "domain";
+    }
+    const segs = line.split("@");
+    return {
+      kind,
+      value: segs[0].trim(),
+      attrs: [...segs.slice(1)].map((s) => s.trim()),
+    };
+  }
+
+  function parse(text: string): Rule[] {
+    return text
+      .replaceAll("\c\n", "\n")
+      .split("\n")
+      .map((l) => l.trim())
+      .filter((l) => l.length !== 0 && !l.startsWith("#"))
+      .map((l) => parseLine(l));
+  }
+
+  const visited = [] as string[];
+  const rules = [] as Rule[];
+
+  function add(name: string) {
+    const text = provider(name);
+    for (const rule of parse(text)) {
+      if (rule.kind === "include") {
+        if (visited.includes(rule.value)) {
+          console.warn(`circular refs found: ${name} includes ${rule.value}.`);
+          continue;
+        } else {
+          visited.push(rule.value);
+          add(rule.value);
+        }
+      } else {
+        rules.push(rule);
+      }
+    }
+  }
+
+  for (const start of starts) {
+    add(start);
+  }
+
+  return rules;
+}
+
+function toNewFormat(rules: Rule[], attr: string): [string, string] {
+  function toLine(rule: Rule) {
+    const prefixMap = {
+      domain: "DOMAIN-SUFFIX",
+      full: "DOMAIN",
+      keyword: "DOMAIN-KEYWORD",
+      regexp: "DOMAIN-REGEX",
+    } as const;
+    if (rule.kind === "include") {
+      throw new Error("Include rule not parsed.");
+    }
+    return `${prefixMap[rule.kind]},${rule.value}`;
+  }
+
+  function toLines(rules: Rule[]) {
+    return rules.map((r) => toLine(r)).join("\n");
+  }
+
+  const has: Rule[] = [];
+  const notHas: Rule[] = [];
+  rules.forEach((r) => (r.attrs.includes(attr) ? has.push(r) : notHas.push(r)));
+
+  return [toLines(has), toLines(notHas)];
+}
+
+if (import.meta.main) {
+  const tmpDir = Deno.makeTempDirSync({ prefix: "geosite-rules-" });
+  console.log("Work dir is ", tmpDir);
+  const zipFilePath = tmpDir + "/repo.zip";
+  const res = await fetch(URL);
+  if (!res.ok) {
+    throw new Error("Failed to download repo.");
+  }
+  Deno.writeFileSync(zipFilePath, await res.bytes());
+  const unzip = new Deno.Command("unzip", {
+    args: ["-q", zipFilePath],
+    cwd: tmpDir,
+  });
+  if (!(await unzip.spawn().status).success) {
+    throw new Error("Failed to unzip");
+  }
+
+  const dataDir = tmpDir + "/" + REPO_NAME + "-master/data";
+  const provider = (name: string) =>
+    Deno.readTextFileSync(dataDir + "/" + name);
+
+  const rules = extract(SITES, provider);
+  const [has, notHas] = toNewFormat(rules, ATTR);
+  const resultDir = tmpDir + "/result";
+  Deno.mkdirSync(resultDir);
+  const hasFile = resultDir + "/has-rule";
+  const notHasFile = resultDir + "/not-has-rule";
+  console.log("Write result to: " + hasFile + " , " + notHasFile);
+  Deno.writeTextFileSync(hasFile, has);
+  Deno.writeTextFileSync(notHasFile, notHas);
+}
diff --git a/deno/tools/main.ts b/deno/tools/main.ts
new file mode 100644
index 0000000..897350c
--- /dev/null
+++ b/deno/tools/main.ts
@@ -0,0 +1,14 @@
+import yargs, { DEMAND_COMMAND_MESSAGE } from "./yargs.ts";
+import vm from "./vm.ts";
+import service from "./service.ts";
+
+if (import.meta.main) {
+  await yargs(Deno.args)
+    .scriptName("crupest")
+    .command(vm)
+    .command(service)
+    .demandCommand(1, DEMAND_COMMAND_MESSAGE)
+    .help()
+    .strict()
+    .parse();
+}
diff --git a/deno/tools/service.ts b/deno/tools/service.ts
new file mode 100644
index 0000000..bd4d22c
--- /dev/null
+++ b/deno/tools/service.ts
@@ -0,0 +1,180 @@
+import { dirname, join, relative } from "@std/path";
+import { copySync, existsSync, walkSync } from "@std/fs";
+import { distinct } from "@std/collections";
+// @ts-types="npm:@types/mustache"
+import Mustache from "mustache";
+
+import { defineYargsModule, DEMAND_COMMAND_MESSAGE } from "./yargs.ts";
+
+const MUSTACHE_RENDER_OPTIONS: Mustache.RenderOptions = {
+  tags: ["@@", "@@"],
+  escape: (value: unknown) => String(value),
+};
+
+function mustacheParse(template: string) {
+  return Mustache.parse(template, MUSTACHE_RENDER_OPTIONS.tags);
+}
+
+function mustacheRender(template: string, view: Record<string, string>) {
+  return Mustache.render(template, view, {}, MUSTACHE_RENDER_OPTIONS);
+}
+
+function getVariableKeysOfTemplate(template: string): string[] {
+  return distinct(
+    mustacheParse(template)
+      .filter((v) => v[0] === "name")
+      .map((v) => v[1]),
+  );
+}
+
+function loadTemplatedConfigFiles(
+  files: string[],
+): Record<string, string> {
+  console.log("Scan config files ...");
+  const config: Record<string, string> = {};
+  for (const file of files) {
+    console.log(`  from file ${file}`);
+    const text = Deno.readTextFileSync(file);
+    let lineNumber = 0;
+    for (const rawLine of text.split("\n")) {
+      lineNumber++;
+      const line = rawLine.trim();
+      if (line.length === 0) continue;
+      if (line.startsWith("#")) continue;
+      const equalSymbolIndex = line.indexOf("=");
+      if (equalSymbolIndex === -1) {
+        throw new Error(`Line ${lineNumber} of ${file} is invalid.`);
+      }
+      const [key, valueText] = [
+        line.slice(0, equalSymbolIndex).trim(),
+        line.slice(equalSymbolIndex + 1).trim(),
+      ];
+      console.log(`    (${key in config ? "override" : "new"}) ${key}`);
+      getVariableKeysOfTemplate(valueText).forEach((name) => {
+        if (!(name in config)) {
+          throw new Error(
+            `Variable ${name} is not defined yet, perhaps due to typos or wrong order.`,
+          );
+        }
+      });
+      config[key] = mustacheRender(valueText, config);
+    }
+  }
+  return config;
+}
+
+const TEMPLATE_FILE_EXT = ".template";
+
+class TemplateDir {
+  templates: { path: string; ext: string; text: string; vars: string[] }[] = [];
+  plains: { path: string }[] = [];
+
+  constructor(public dir: string) {
+    console.log(`Scan template dir ${dir} ...`);
+    Array.from(
+      walkSync(dir, { includeDirs: false, followSymlinks: true }),
+    ).forEach(({ path }) => {
+      path = relative(this.dir, path);
+      if (path.endsWith(TEMPLATE_FILE_EXT)) {
+        console.log(`  (template) ${path}`);
+        const text = Deno.readTextFileSync(join(dir, path));
+        this.templates.push({
+          path,
+          ext: TEMPLATE_FILE_EXT,
+          text,
+          vars: getVariableKeysOfTemplate(text),
+        });
+      } else {
+        console.log(`  (plain) ${path}`);
+        this.plains.push({ path });
+      }
+    });
+  }
+
+  allNeededVars() {
+    return distinct(this.templates.flatMap((t) => t.vars));
+  }
+
+  generate(vars: Record<string, string>, generatedDir?: string) {
+    console.log(
+      `Generate to dir ${generatedDir ?? "[dry-run]"} ...`,
+    );
+
+    const undefinedVars = this.allNeededVars().filter((v) => !(v in vars));
+    if (undefinedVars.length !== 0) {
+      throw new Error(
+        `Needed variables are not defined: ${undefinedVars.join(", ")}`,
+      );
+    }
+
+    if (generatedDir != null) {
+      if (existsSync(generatedDir)) {
+        console.log(`  delete old generated dir`);
+        Deno.removeSync(generatedDir, { recursive: true });
+      }
+
+      for (const file of this.plains) {
+        const [source, destination] = [
+          join(this.dir, file.path),
+          join(generatedDir, file.path),
+        ];
+        console.log(`  copy ${file.path}`);
+        Deno.mkdirSync(dirname(destination), { recursive: true });
+        copySync(source, destination);
+      }
+      for (const file of this.templates) {
+        const path = file.path.slice(0, -file.ext.length);
+        const destination = join(generatedDir, path);
+        console.log(`  generate ${path}`);
+        const rendered = mustacheRender(file.text, vars);
+        Deno.mkdirSync(dirname(destination), { recursive: true });
+        Deno.writeTextFileSync(destination, rendered);
+      }
+    }
+  }
+}
+
+export default defineYargsModule({
+  command: "service",
+  aliases: ["sv"],
+  describe: "Manage services.",
+  builder: (builder) => {
+    return builder
+      .option("project-dir", {
+        type: "string",
+      })
+      .demandOption("project-dir")
+      .command({
+        command: "gen-tmpl",
+        describe: "Generate files from templates",
+        builder: (builder) => {
+          return builder
+            .option("dry-run", {
+              type: "boolean",
+              default: true,
+            })
+            .strict();
+        },
+        handler: (argv) => {
+          const { projectDir, dryRun } = argv;
+
+          const config = loadTemplatedConfigFiles(
+            [
+              join(projectDir, "data/config"),
+              join(projectDir, "services/config.template"),
+            ],
+          );
+
+          new TemplateDir(
+            join(projectDir, "services/templates"),
+          ).generate(
+            config,
+            dryRun ? undefined : join(projectDir, "services/generated"),
+          );
+          console.log("Done!");
+        },
+      })
+      .demandCommand(1, DEMAND_COMMAND_MESSAGE);
+  },
+  handler: () => {},
+});
diff --git a/deno/tools/vm.ts b/deno/tools/vm.ts
new file mode 100644
index 0000000..17e8125
--- /dev/null
+++ b/deno/tools/vm.ts
@@ -0,0 +1,144 @@
+import os from "node:os";
+import { join } from "@std/path";
+import { defineYargsModule, DEMAND_COMMAND_MESSAGE } from "./yargs.ts";
+
+type ArchAliasMap = { [name: string]: string[] };
+const arches = {
+  x86_64: ["x86_64", "amd64"],
+  i386: ["i386", "x86", "i686"],
+} as const satisfies ArchAliasMap;
+type Arch = keyof typeof arches;
+type GeneralArch = (typeof arches)[Arch][number];
+
+function normalizeArch(generalName: GeneralArch): Arch {
+  for (const [name, aliases] of Object.entries(arches as ArchAliasMap)) {
+    if (aliases.includes(generalName)) return name as Arch;
+  }
+  throw Error("Unknown architecture name.");
+}
+
+interface GeneralVmSetup {
+  name?: string[];
+  arch: GeneralArch;
+  disk: string;
+  sshForwardPort: number;
+  kvm?: boolean;
+}
+
+interface VmSetup {
+  arch: Arch;
+  disk: string;
+  sshForwardPort: number;
+  kvm: boolean;
+}
+
+const MY_VMS: GeneralVmSetup[] = [
+  {
+    name: ["hurd", ...arches.i386.map((a) => `hurd-${a}`)],
+    arch: "i386",
+    disk: join(os.homedir(), "vms/hurd-i386.qcow2"),
+    sshForwardPort: 3222,
+  },
+  {
+    name: [...arches.x86_64.map((a) => `hurd-${a}`)],
+    arch: "x86_64",
+    disk: join(os.homedir(), "vms/hurd-x86_64.qcow2"),
+    sshForwardPort: 3223,
+  },
+];
+
+function normalizeVmSetup(generalSetup: GeneralVmSetup): VmSetup {
+  const { arch, disk, sshForwardPort, kvm } = generalSetup;
+  return {
+    arch: normalizeArch(arch),
+    disk,
+    sshForwardPort,
+    kvm: kvm ?? Deno.build.os === "linux",
+  };
+}
+
+function resolveVmSetup(
+  name: string,
+  vms: GeneralVmSetup[],
+): VmSetup | undefined {
+  const setup = vms.find((vm) => vm.name?.includes(name));
+  return setup == null ? undefined : normalizeVmSetup(setup);
+}
+
+const qemuBinPrefix = "qemu-system" as const;
+
+const qemuBinSuffix = {
+  x86_64: "x86_64",
+  i386: "x86_64",
+} as const;
+
+function getQemuBin(arch: Arch): string {
+  return `${qemuBinPrefix}-${qemuBinSuffix[arch]}`;
+}
+
+function getLinuxHostArgs(kvm: boolean): string[] {
+  return kvm ? ["-enable-kvm"] : [];
+}
+
+function getMachineArgs(arch: Arch): string[] {
+  const is64 = arch === "x86_64";
+  const machineArgs = is64 ? ["-machine", "q35"] : [];
+  const memory = is64 ? 8 : 4;
+  return [...machineArgs, "-m", `${memory}G`];
+}
+
+function getNetworkArgs(sshForwardPort: number): string[] {
+  return ["-net", "nic", "-net", `user,hostfwd=tcp::${sshForwardPort}-:22`];
+}
+
+function getDisplayArgs(): string[] {
+  return ["-vga", "vmware"];
+}
+
+function getDiskArgs(disk: string): string[] {
+  return ["-drive", `cache=writeback,file=${disk}`];
+}
+
+function createQemuArgs(setup: VmSetup): string[] {
+  const { arch, disk, sshForwardPort } = setup;
+  return [
+    getQemuBin(arch),
+    ...getLinuxHostArgs(setup.kvm),
+    ...getMachineArgs(arch),
+    ...getDisplayArgs(),
+    ...getNetworkArgs(sshForwardPort),
+    ...getDiskArgs(disk),
+  ];
+}
+
+const gen = defineYargsModule({
+  command: "gen <name>",
+  describe: "generate cli command to run the vm",
+  builder: (builder) => {
+    return builder
+      .positional("name", {
+        describe: "name of the vm to run",
+        type: "string",
+      })
+      .demandOption("name")
+      .strict();
+  },
+  handler: (argv) => {
+    const vm = resolveVmSetup(argv.name, MY_VMS);
+    if (vm == null) {
+      console.error(`No vm called ${argv.name} is found.`);
+      Deno.exit(-1);
+    }
+    const cli = createQemuArgs(vm);
+    console.log(`${cli.join(" ")}`);
+  },
+});
+
+export default defineYargsModule({
+  command: "vm",
+  describe: "Manage (qemu) virtual machines.",
+  builder: (builder) => {
+    return builder.command(gen).demandCommand(1, DEMAND_COMMAND_MESSAGE);
+  },
+  handler: () => {},
+});
diff --git a/deno/tools/yargs.ts b/deno/tools/yargs.ts
new file mode 100644
index 0000000..eaa7803
--- /dev/null
+++ b/deno/tools/yargs.ts
@@ -0,0 +1,12 @@
+// @ts-types="npm:@types/yargs"
+export { default } from "yargs";
+export * from "yargs";
+
+import { CommandModule } from "yargs";
+export function defineYargsModule<T, U>(
+  module: CommandModule<T, U>,
+): CommandModule<T, U> {
+  return module;
+}
+
+export const DEMAND_COMMAND_MESSAGE = "No command is specified";