Differences between revisions 3 and 6 (spanning 3 versions)
Revision 3 as of 2017-09-29 06:52:03
Size: 4753
Editor: weh
Comment:
Revision 6 as of 2017-09-30 02:56:36
Size: 5580
Editor: weh
Comment:
Deletions are marked like this. Additions are marked like this.
Line 2: Line 2:

Oretsuba Prelude and Oretsuba seem to trigger dialogue text with different commands (0x000001C8 vs 0x000001CF). I'm not certain that this is correct, but it seems to work.

Useful regexes:
{{{#!highlight
^#[^&]*&
<remove>

\$$
<remove>

<[-0-9]*>(\\)?
<remove>
}}}
Line 9: Line 23:
#include <set>
Line 16: Line 31:
//deduplicate identical strings within each scene even if they have different addresses
bool deduplciate = true;
std::set<uint32_t> seen;
Line 19: Line 38:
    int totalspace = 0;
Line 22: Line 42:
        seen.clear();
Line 32: Line 53:
        //int j = 0;
Line 34: Line 56:
            //printf("Header at %08X\n", ftell(f));             //printf("Header %d at %08X:\n", j++, ftell(f));
Line 45: Line 67:
                //printf("%08X: %08X\n", key, value);
Line 59: Line 82:
        totalspace += strings_end-strings_start;
Line 60: Line 84:
        uint32_t code_end = strings_start+header_end;
Line 64: Line 89:
        uint32_t text_memory_addr;
Line 68: Line 94:
        while(ftell(f) < strings_start)         while(ftell(f) < code_end)
Line 73: Line 99:
            if((command & 0xFFF00000) == 0x01800000)                          if((command & 0xFFF00000) == 0x01800000 and maps[4].count(address) and maps[4][address] >= strings_start and maps[4][address] < strings_end)
Line 75: Line 102:
                if(maps[4].count(address) and maps[4][address] >= strings_start and maps[4][address] < strings_end)
                {
    
//printf("Found command that uses string: ");
     //printf("%08X: %08X (%08X) / ", address, command, maps[4][address], argv[i]);
     //printf("|%08X|:(|%08X|) [%s]\n", address+header_end, maps[4][address]+header_end, argv[i]);
                    strings++;
     fseek(f, maps[4][address]+header_end, SEEK_SET);
                    int c = fgetc(f);
                          if(c == 0) // 00 XX XX <string
     fseek(f, 2, SEEK_CUR);
                    else // <string>
     fseek(f, -1, SEEK_CUR);
                          auto start = ftell(f);
                    while((c = fgetc(f)) != 0);
                    auto end = ftell(f);
     char * text = (char *)malloc(end-start);
     fseek(f, start, SEEK_SET);
                    fread(text, 1, end-start, f);
     std::string str = std::string(text);
     if(!examples.count(command))
                        examples[command] = str;
                          //if(str != "")
     // printf("%08X text %s\n", command, text);
                        //printf("%08X: %08X %s\n", address+header_end, command, text);
                          text_memory = text;
                    
    
free(text);
     justdidtext = true;
                }
                //printf("Found command that uses string: ");
                //printf("%08X: %08X (%08X) / ", address, command, maps[4][address], argv[i]);
                //printf("|%08X|:(|%08X|) [%s]\n", address+header_end, maps[4][address]+header_end, argv[i]);
                strings++;
                fseek(f, maps[4][address]+header_end, SEEK_SET);
                int c = fgetc(f);
                
if(c == 0) // 00 XX XX <string
                    fseek(f, 2, SEEK_CUR);
                else // <string>
                    fseek(f, -1, SEEK_CUR);
                
auto start = ftell(f);
                while((c = fgetc(f)) != 0);
                auto end = ftell(f);
                char * text = (char *)malloc(end-start);
                fseek(f, start, SEEK_SET);
                fread(text, 1, end-start, f);
                std::string str = std::string(text);
                if(!examples.count(command))
                    examples[command] = str;
                
//if(str != "")
                // printf("%08X text %s\n", command, text);
                    //printf("%s\n", text);
//printf("%08X: %08X %s\n", address+header_end, command, text);
                
text_memory = str;
                
text_memory_addr = maps[4][address];
                
free(text);
                justdidtext = true;
Line 111: Line 137:
                //printf("%08X\n", command);
                
Line 114: Line 138:
                if(command == 0x000001C8 and text_memory != "")                 if((command == 0x000001C8 or command == 0x000001CF) and text_memory != "" and (!deduplciate or !seen.count(text_memory_addr)))
                {
Line 116: Line 141:
                    if(deduplciate) seen.insert(text_memory_addr);
                }
Line 124: Line 151:
    //printf("Total space for strings: %d\n", totalspace);

.sob files, 32-bit word bytecode packed with a lookup table in the header and a string table at the end. I have NO IDEA what the VN engine actually does to execute its logic, only how to get the text out of the scripts, and I'm not 100% certain it's correct, it just seems to work properly.

Oretsuba Prelude and Oretsuba seem to trigger dialogue text with different commands (0x000001C8 vs 0x000001CF). I'm not certain that this is correct, but it seems to work.

Useful regexes:

   1 ^#[^&]*&
   2 <remove>
   3 
   4 \$$
   5 <remove>
   6 
   7 <[-0-9]*>(\\)?
   8 <remove>

   1 #include <stdio.h>
   2 #include <stdlib.h>
   3 #include <stdint.h>
   4 #include <string.h>
   5 
   6 #include <set>
   7 #include <map>
   8 #include <vector>
   9 
  10 std::vector<std::map<uint32_t, uint32_t>> maps;
  11 
  12 std::map<uint32_t, std::string> examples;
  13 
  14 //deduplicate identical strings within each scene even if they have different addresses
  15 bool deduplciate = true;
  16 std::set<uint32_t> seen;
  17 
  18 int main(int argc, char ** argv)
  19 {
  20     int strings = 0;
  21     int totalspace = 0;
  22     for(int i = 0; i < argc; i++)
  23     {
  24         maps.clear();
  25         seen.clear();
  26         
  27         auto f = fopen(argv[i], "rb");
  28         if(!f) continue;
  29         char magic[4];
  30         int n = fread(magic, 1, 4, f);
  31         if(n != 4 or strncmp(magic, "SOB0", 4) != 0) continue;
  32         uint32_t table_size;
  33         fread(&table_size, 4, 1, f);
  34         uint32_t table_end = table_size + 0x8;
  35         int header_count = 0;
  36         //int j = 0;
  37         while(ftell(f) < table_end)
  38         {
  39             //printf("Header %d at %08X:\n", j++, ftell(f));
  40             uint32_t word_pairs;
  41             fread(&word_pairs, 4, 1, f);
  42             std::map<uint32_t, uint32_t> newmap;
  43             for(int i = 0; i < word_pairs; i++)
  44             {
  45                 uint32_t key;
  46                 uint32_t value;
  47                 fread(&key, 4, 1, f);
  48                 fread(&value, 4, 1, f);
  49                 newmap[key] = value;
  50                 //printf("%08X: %08X\n", key, value);
  51             }
  52             maps.push_back(newmap);
  53             header_count += 1;
  54         }
  55         if(maps.size() < 5)
  56         {
  57             puts("not enough maps");
  58             exit(0);
  59         }
  60         fseek(f, table_end, SEEK_SET);
  61         uint32_t strings_start;
  62         uint32_t strings_end;
  63         fread(&strings_start, 4, 1, f);
  64         fread(&strings_end, 4, 1, f);
  65         totalspace += strings_end-strings_start;
  66         uint32_t header_end = ftell(f);
  67         uint32_t code_end = strings_start+header_end;
  68         //printf("String range: %08X~%08X\n", strings_start, strings_end);
  69         
  70         // can't tell if text is content text until a command tries to use it? I think?
  71         std::string text_memory;
  72         uint32_t text_memory_addr;
  73         
  74         bool justdidtext = false;
  75         
  76         // no idea if commands have proper inline arguments in this bytecode lol
  77         while(ftell(f) < code_end)
  78         {
  79             uint32_t address = ftell(f)-header_end;
  80             uint32_t command;
  81             fread(&command, 4, 1, f);
  82             
  83             if((command & 0xFFF00000) == 0x01800000 and maps[4].count(address) and maps[4][address] >= strings_start and maps[4][address] < strings_end)
  84             {
  85                 //printf("Found command that uses string: ");
  86                 //printf("%08X: %08X (%08X) / ", address, command, maps[4][address], argv[i]);
  87                 //printf("|%08X|:(|%08X|) [%s]\n", address+header_end, maps[4][address]+header_end, argv[i]);
  88                 strings++;
  89                 fseek(f, maps[4][address]+header_end, SEEK_SET);
  90                 int c = fgetc(f);
  91                 
  92                 if(c == 0) // 00 XX XX <string
  93                     fseek(f, 2, SEEK_CUR);
  94                 else // <string>
  95                     fseek(f, -1, SEEK_CUR);
  96                 
  97                 auto start = ftell(f);
  98                 while((c = fgetc(f)) != 0);
  99                 auto end = ftell(f);
 100                 char * text = (char *)malloc(end-start);
 101                 fseek(f, start, SEEK_SET);
 102                 fread(text, 1, end-start, f);
 103                 std::string str = std::string(text);
 104                 if(!examples.count(command))
 105                     examples[command] = str;
 106                 
 107                 //if(str != "")
 108                 //    printf("%08X text %s\n", command, text);
 109                     //printf("%s\n", text);
 110                     //printf("%08X: %08X %s\n", address+header_end, command, text);
 111                 
 112                 text_memory = str;
 113                 text_memory_addr = maps[4][address];
 114                 
 115                 free(text);
 116                 justdidtext = true;
 117             }
 118             else
 119             {
 120                 // I have NO CERTAINTY that this is correct
 121                 if((command == 0x000001C8 or command == 0x000001CF) and text_memory != "" and (!deduplciate or !seen.count(text_memory_addr)))
 122                 {
 123                     puts(text_memory.data());
 124                     if(deduplciate) seen.insert(text_memory_addr);
 125                 }
 126                 
 127                 justdidtext = false;
 128             }
 129             fseek(f, address+header_end+4, SEEK_SET);
 130         }
 131         
 132         fclose(f);
 133     }
 134     //printf("Total space for strings: %d\n", totalspace);
 135     //printf("Total strings: %d\n", strings);
 136     //for(auto &[k, v] : examples)
 137     //{
 138     //    printf("%08X: %s\n", k, v.data());
 139     //}
 140 }

Lucifen Library (last edited 2017-10-01 11:21:51 by weh)