Program.cs

// See https://aka.ms/new-console-template for more information

using System.Diagnostics;
using System.Globalization;
using System.IO.Compression;
using System.Net.Http.Headers;
using System.Text.Json;
using CsvHelper;
using CsvHelper.Configuration;
using Lumina;
using PathMapper;

if (args.Length != 4) {
    Console.WriteLine("args: <path to sqpack> <path to rl2 csv> <path to tc bnpc data> <output json path>");
    return;
}

var gamePath = args[0];
var pathsCsv = args[1];
var bnpcJson = args[2];
var outputPath = args[3];

using var client = new HttpClient();

async Task<string[]> GetPaths(HttpClient client) {
    Console.WriteLine("downloading paths");
    await using var pathsStream = await client.GetStreamAsync("https://rl2.perchbird.dev/download/export/CurrentPathList.gz");
    await using var gzip = new GZipStream(pathsStream, CompressionMode.Decompress);
    using var reader = new StreamReader(gzip);
    var paths = await reader.ReadToEndAsync();
    return paths
        .Split(new[] { "\r\n", "\r", "\n" }, StringSplitOptions.RemoveEmptyEntries)
        .OrderBy(path => path)
        .ToArray();
}

BNpcContainer bnpcs;
if (bnpcJson == "auto") {
    Console.WriteLine("downloading bnpc info");
    var message = new HttpRequestMessage(HttpMethod.Post, "https://api.ffxivteamcraft.com/gubal");
    message.Content = new StringContent(JsonSerializer.Serialize(new {
        query = "query { bnpc { bnpcBase, bnpcName } }",
    }));
    message.Content.Headers.ContentType = new MediaTypeHeaderValue("application/json");

    var json = await (await client.SendAsync(message)).Content.ReadAsStringAsync();
    bnpcs = JsonSerializer.Deserialize<GraphqlContainer<BNpcContainer>>(json)!.data;
} else {
    await using var bnpcFile = File.OpenRead(bnpcJson);
    bnpcs = (await JsonSerializer.DeserializeAsync<BNpcContainer>(bnpcFile))!;
}

var luminaSettings = new LuminaOptions {
    PanicOnSheetChecksumMismatch = false,
};
var gameData = new GameData(gamePath, luminaSettings);
var identifier = new ObjectIdentification(gameData, new GamePathParser(gameData), bnpcs);

string[] allPaths;
if (pathsCsv == "auto") {
    allPaths = await GetPaths(client);
} else {
    await using var file = File.Open(pathsCsv, FileMode.Open);
    using var csv = new CsvReader(new StreamReader(file), new CsvConfiguration(CultureInfo.InvariantCulture) {
        HasHeaderRecord = true,
    });
    allPaths = csv.GetRecords<Record>()
        .Select(record => record.path)
        .OrderBy(path => path)
        .ToArray();
}

// change this to something like
// {
//   "mdl": {
//     "_comment1": "mdl uses two matchers: primary id and secondary id",
//     "_comment2": "358 is primary id, 1 is secondary id",
//
//     "358": {
//       "1": [
//         "Some Object Name"
//       ]
//     }
//   },
//   "tex": { ... }
// }

Console.WriteLine($"[{0:000.00}s] {0:N2}% - {0:N0}/{allPaths.Length:N0}");

var affects = new Dictionary<string, List<string>>();
var stopwatch = new Stopwatch();
stopwatch.Start();

var lastSeconds = 0u;
for (var i = 0; i < allPaths.Length; i++) {
    var elapsed = (uint) stopwatch.Elapsed.TotalSeconds;
    if (elapsed > lastSeconds + 2) {
        Console.WriteLine($"[{stopwatch.Elapsed.TotalSeconds:000.00}s] {(float) i / allPaths.Length * 100:N2}% - {i:N0}/{allPaths.Length:N0}");
        lastSeconds = elapsed;
    }

    var path = allPaths[i];
    foreach (var (key, _) in identifier.Identify(path)) {
        if (affects.TryGetValue(path, out var affected)) {
            affected.Add(key);
        } else {
            affects[path] = new List<string> { key };
        }
    }
}

Console.WriteLine($"processing took {stopwatch.Elapsed}");

await using var output = File.Create(outputPath);
await JsonSerializer.SerializeAsync(output, affects);

public class Record {
    public int hash { get; set; }
    public int index { get; set; }
    public string path { get; set; }
}

[Serializable]
public class GraphqlContainer<T> {
    public T data { get; set; }
}

[Serializable]
public class BNpcContainer {
    public List<BNpcMapEntry> bnpc { get; set; }
}

[Serializable]
public class BNpcMapEntry {
    public uint bnpcBase { get; set; }
    public uint bnpcName { get; set; }
}