public static compression_piece merge_copy(compression_piece start)
{
compression_piece piece = start;
while (piece != null)
{
if (piece.command == Common.D_CMD_COPY && piece.next != null && piece.next.command == Common.D_CMD_COPY)
{
if (piece.length + piece.next.length < Common.D_MAX_LENGTH)
{
int previous_length = piece.length;
piece.length += piece.next.length;
Array.Resize(ref piece.argument, piece.length);
piece.argument_length = piece.length;
Array.Copy(piece.next.argument, 0, piece.argument, previous_length, piece.next.argument_length);
piece.next = piece.next.next;
continue;
}
}
piece = piece.next;
}
return(start);
}
public compression_piece(byte command, int length, byte[] args, int argument_length)
{
this.command = command;
this.length = length;
this.argument = new byte[argument_length];
Array.Copy(args, this.argument, argument_length);
this.argument_length = argument_length;
this.next = null;
}
static int create_compression_string(compression_piece start, byte[] output, byte mode)
{
int pos = 0;
compression_piece piece = start;
while (piece != null)
{
if (piece.length <= Common.D_MAX_NORMAL_LENGTH) // Normal header
{
output[pos++] = MY_BUILD_HEADER(piece.command, piece.length);
}
else
{
if (piece.length <= Common.D_MAX_LENGTH)
{
output[pos++] = (byte)((7 << 5) | ((byte)piece.command << 2) | (((piece.length - 1) & 0xFF00) >> 8));
//s_debug("Building extended header : cmd: %d, length: %d - %02X\n", piece->command, piece->length, (unsigned char) output[pos - 1]);
output[pos++] = (byte)((piece.length - 1) & 0x00FF);
}
else
{
//We need to split the command
int length_left = piece.length - Common.D_MAX_LENGTH;
piece.length = Common.D_MAX_LENGTH;
compression_piece new_piece = null;
if (piece.command == Common.D_CMD_BYTE_REPEAT || piece.command == Common.D_CMD_WORD_REPEAT)
{
new_piece = new compression_piece(piece.command, length_left, piece.argument, piece.argument_length);
}
if (piece.command == Common.D_CMD_BYTE_INC)
{
new_piece = new compression_piece(piece.command, length_left, piece.argument, piece.argument_length);
new_piece.argument[0] = (byte)(piece.argument[0] + Common.D_MAX_LENGTH);
}
if (piece.command == Common.D_CMD_COPY)
{
piece.argument_length = Common.D_MAX_LENGTH;
new_piece = new compression_piece(piece.command, length_left, null, length_left);
fake_mem.memcpy(new_piece.argument, 0, piece.argument, Common.D_MAX_LENGTH, length_left); //memcpy(new_piece.argument, piece.argument + Common.D_MAX_LENGTH, length_left);
}
if (piece.command == Common.D_CMD_COPY_EXISTING)
{
piece.argument_length = Common.D_MAX_LENGTH;
int offset = ((ushort)piece.argument[0] | ((ushort)piece.argument[1] << 8));
new_piece = new compression_piece(piece.command, length_left, piece.argument, piece.argument_length);
if (mode == Common.D_NINTENDO_C_MODE2)
{
new_piece.argument[0] = (byte)((offset + Common.D_MAX_LENGTH) & 0xFF);
new_piece.argument[1] = (byte)((offset + Common.D_MAX_LENGTH) >> 8);
}
if (mode == Common.D_NINTENDO_C_MODE1)
{
new_piece.argument[1] = (byte)((offset + Common.D_MAX_LENGTH) & 0xFF);
new_piece.argument[0] = (byte)((offset + Common.D_MAX_LENGTH) >> 8);
}
}
//s_debug("New added piece\n");
//print_compression_piece(new_piece);
new_piece.next = piece.next;
piece.next = new_piece;
continue;
}
}
//fake_mem.memcpy(output, pos, piece.argument, piece.argument_length); // memcpy(output + pos, piece.argument, piece.argument_length);
if (piece.command == Common.D_CMD_COPY_EXISTING)
{
byte[] tmp = new byte[2];
if (mode == Common.D_NINTENDO_C_MODE2)
{
tmp[0] = piece.argument[0];
tmp[1] = piece.argument[1];
}
if (mode == Common.D_NINTENDO_C_MODE1)
{
tmp[0] = piece.argument[1];
tmp[1] = piece.argument[0];
}
fake_mem.memcpy(output, pos, tmp, 0, 2);
}
else
{
fake_mem.memcpy(output, pos, piece.argument, piece.argument_length); // memcpy(output + pos, piece->argument, piece->argument_lenght);
}
pos += piece.argument_length;
piece = piece.next;
}
output[pos] = 0xFF;
return(pos + 1);
}
internal static byte[] std_nintendo_compress(byte[] u_data, int start, int length, byte mode)
{
//throw new NotImplementedException();
// we will realloc later
int compressed_size = length * 2;
byte[] compressed_data = new byte[length * 2]; //(char*)malloc(length + 3); // Worse cas is a copy of the string with extended header (probably should abord if more)
compression_piece compressed_chain = new compression_piece(1, 1, new byte[] { (byte)'a', (byte)'a' }, 2); //compression_piece* compressed_chain = new_compression_piece(1, 1, "aaa", 2);
compression_piece compressed_chain_start = compressed_chain; //compression_piece* compressed_chain_start = compressed_chain;
int u_data_pos = start;
int last_pos = start + length - 1;
//s_debug("max pos :%d\n", last_pos);
int previous_start = start;
int[] data_size_taken = { 0, 0, 0, 0, 0 };
int[] cmd_size = { 0, 1, 2, 1, 2 };
byte[][] cmd_args = { new byte[] { 0, 0 }, new byte[] { 0, 0 }, new byte[] { 0, 0 }, new byte[] { 0, 0 }, new byte[] { 0, 0 } };
int bytes_since_last_compression = 0; // Used when skipping using copy
while (true)
{
fake_mem.memset(data_size_taken, 0, data_size_taken.Length); // memset(data_size_taken, 0, sizeof(data_size_taken));
fake_mem.memset(cmd_args, 0); // memset(cmd_args, 0, sizeof(cmd_args));
// s_debug("Testing every command\n");
/* We test every command to see the gain with current position */
{
//BYTE REPEAT
// s_debug("Testing byte repeat\n");
int pos = u_data_pos;
byte byte_to_repeat = u_data[pos];
while (pos <= last_pos && u_data[pos] == byte_to_repeat)
{
data_size_taken[Common.D_CMD_BYTE_REPEAT]++;
pos++;
}
cmd_args[Common.D_CMD_BYTE_REPEAT][0] = byte_to_repeat;
}
{
// WORD REPEAT
// s_debug("Testing word repeat\n");
if (u_data_pos + 2 <= last_pos && u_data[u_data_pos] != u_data[u_data_pos + 1])
{
int pos = u_data_pos;
byte byte1 = u_data[pos];
byte byte2 = u_data[pos + 1];
pos += 2;
data_size_taken[Common.D_CMD_WORD_REPEAT] = 2;
while (pos + 1 <= last_pos)
{
if (u_data[pos] == byte1 && u_data[pos + 1] == byte2)
{
data_size_taken[Common.D_CMD_WORD_REPEAT] += 2;
}
else
{
break;
}
pos += 2;
}
cmd_args[Common.D_CMD_WORD_REPEAT][0] = byte1;
cmd_args[Common.D_CMD_WORD_REPEAT][1] = byte2;
}
}
{
// INC BYTE
// s_debug("Testing byte inc\n");
int pos = u_data_pos;
byte byte1 = u_data[pos];
pos++;
data_size_taken[Common.D_CMD_BYTE_INC] = 1;
while (pos <= last_pos && ++byte1 == u_data[pos])
{
data_size_taken[Common.D_CMD_BYTE_INC]++;
pos++;
}
cmd_args[Common.D_CMD_BYTE_INC][0] = u_data[u_data_pos];
}
{
// INTRA CPY
// s_debug("Testing intra copy\n");
if (u_data_pos != start)
{
int searching_pos = start;
////unsigned int compressed_length = u_data_pos - start;
int current_pos_u = u_data_pos;
int copied_size = 0;
int search_start = start;
/* printf("Searching for : ");
* for (unsigned int i = 0; i < 8; i++)
* {
* printf("%02X ", (unsigned char) u_data[u_data_pos + i]);
* }
* printf("\n");*/
while (searching_pos < u_data_pos && current_pos_u <= last_pos)
{
while (u_data[current_pos_u] != u_data[searching_pos] && searching_pos < u_data_pos)
{
searching_pos++;
}
search_start = searching_pos;
while (current_pos_u <= last_pos && u_data[current_pos_u] == u_data[searching_pos] && searching_pos < u_data_pos)
{
copied_size++;
current_pos_u++;
searching_pos++;
}
if (copied_size > data_size_taken[Common.D_CMD_COPY_EXISTING])
{
search_start -= start;
// s_debug("-Found repeat of %d at %d\n", copied_size, search_start);
data_size_taken[Common.D_CMD_COPY_EXISTING] = copied_size;
cmd_args[Common.D_CMD_COPY_EXISTING][0] = (byte)(search_start & 0xFF);
cmd_args[Common.D_CMD_COPY_EXISTING][1] = (byte)(search_start >> 8);
}
current_pos_u = u_data_pos;
copied_size = 0;
}
}
}
// s_debug("Finding the best gain\n");
// We check if a command managed to pick up 2 or more bytes
// We don't want to be even with copy, since it's possible to merge copy
int max_win = 2;
byte cmd_with_max = Common.D_CMD_COPY;
for (byte cmd_i = 1; cmd_i < 5; cmd_i++)
{
int cmd_size_taken = data_size_taken[cmd_i];
if (cmd_size_taken > max_win && cmd_size_taken > cmd_size[cmd_i] &&
!(cmd_i == Common.D_CMD_COPY_EXISTING && cmd_size_taken == 3)
// FIXME: Should probably be a
// table that say what is even with copy
// but all other cmd are 2
)
{
// s_debug("--C:%d / S:%d\n", cmd_i, cmd_size_taken);
cmd_with_max = cmd_i;
max_win = cmd_size_taken;
}
}
if (cmd_with_max == Common.D_CMD_COPY) // This is the worse case
{
// s_debug("- Best command is copy\n");
// We just move through the next byte and don't 'compress' yet, maybe something is better after.
u_data_pos++;
bytes_since_last_compression++;
if (bytes_since_last_compression == 32 || u_data_pos > last_pos) // Arbitraty choice to do a 32 bytes grouping
{
byte[] buffer = new byte[32];
fake_mem.memcpy(buffer, 0, u_data, u_data_pos - bytes_since_last_compression, bytes_since_last_compression); //memcpy(buffer, u_data + u_data_pos - bytes_since_last_compression, bytes_since_last_compression);
compression_piece new_comp_piece = new compression_piece(Common.D_CMD_COPY, bytes_since_last_compression, buffer, bytes_since_last_compression); //compression_piece* new_comp_piece = new_compression_piece(Common.D_CMD_COPY, bytes_since_last_compression, buffer, bytes_since_last_compression);
compressed_chain.next = new_comp_piece; //compressed_chain->next = new_comp_piece;
compressed_chain = new_comp_piece;
bytes_since_last_compression = 0;
}
}
else
{
// Yay we get something better
// s_debug("- Ok we get a gain from %d\n", cmd_with_max);
byte[] buffer = new byte[2];
buffer[0] = cmd_args[cmd_with_max][0];
if (cmd_size[cmd_with_max] == 2)
{
buffer[1] = cmd_args[cmd_with_max][1];
}
compression_piece new_comp_piece = new compression_piece(cmd_with_max, max_win, buffer, cmd_size[cmd_with_max]); //compression_piece* new_comp_piece = new_compression_piece(cmd_with_max, max_win, buffer, cmd_size[cmd_with_max]);
if (bytes_since_last_compression != 0) // If we let non compressed stuff, we need to add a copy chuck before
{
byte[] copy_buff = new byte[bytes_since_last_compression]; //char* copy_buff = (char*)malloc(bytes_since_last_compression);
fake_mem.memcpy(copy_buff, 0, u_data, u_data_pos - bytes_since_last_compression, bytes_since_last_compression); //memcpy(copy_buff, u_data + u_data_pos - bytes_since_last_compression, bytes_since_last_compression);
compression_piece copy_chuck = new compression_piece(Common.D_CMD_COPY, bytes_since_last_compression, copy_buff, bytes_since_last_compression); //compression_piece* copy_chuck = new_compression_piece(Common.D_CMD_COPY, bytes_since_last_compression, copy_buff, bytes_since_last_compression);
compressed_chain.next = copy_chuck; //compressed_chain->next = copy_chuck;
compressed_chain = copy_chuck;
}
compressed_chain.next = new_comp_piece; //compressed_chain->next = new_comp_piece;
compressed_chain = new_comp_piece;
u_data_pos += max_win;
bytes_since_last_compression = 0;
}
if (u_data_pos > last_pos)
{
break;
}
if (std_nintendo_compression_sanity_check && compressed_chain_start.next != null)
{
// We don't call merge copy so we need more space
byte[] tmp = new byte[length * 2]; //char* tmp = (char*)malloc(length * 2);
compressed_size = create_compression_string(compressed_chain_start.next, tmp, mode); //* compressed_size = create_compression_string(compressed_chain_start->next, tmp, mode);
int p;
int k = 0;
byte[] uncomp = Decompress.std_nintendo_decompress(tmp, 0, 0, mode, ref k); //char* uncomp = std_nintendo_decompress(tmp, 0, 0, &p, &k, mode);
//# ifdef MY_DEBUG
//debug_str = speHexString(uncomp, p);
//printf("Compressed data so far : %s\n", debug_str);
//free(debug_str);
//#endif
//free(tmp);
//if (memcmp(uncomp, u_data + start, p) != 0)
if (false == fake_mem.memcmp(uncomp, 0, u_data, start, uncomp.Length))
{
//printf("Compressed data does not match uncompressed data at %d\n", (unsigned int) (u_data_pos - start));
//free(uncomp);
//free_compression_chain(compressed_chain_start);
//return NULL;
return(null);
}
//free(uncomp);
}
}
// First is a dumb place holder
compression_piece.merge_copy(compressed_chain_start.next);
//# ifdef MY_DEBUG
//compressed_chain = compressed_chain_start->next;
//while (compressed_chain != NULL)
//{
// s_debug("--Piece--\n");
// print_compression_piece(compressed_chain);
// compressed_chain = compressed_chain->next;
//}
//#endif
compressed_size = create_compression_string(compressed_chain_start.next, compressed_data, mode); //* compressed_size = create_compression_string(compressed_chain_start->next, tmp, mode);
//* compressed_size = create_compression_string(compressed_chain_start->next, compressed_data, mode);
//free_compression_chain(compressed_chain_start);
Array.Resize(ref compressed_data, compressed_size); // shrink it
return(compressed_data);
}