/**************************** omfhash.cpp **********************************
* Author: Agner Fog
* Date created: 2007-02-14
* Last modified: 2007-02-14
* Project: objconv
* Module: omfhash.cpp
* Description:
* This module contains code for searching and making hash tables for OMF
* libraries.
*
* Copyright 2007-2008 GNU General Public License http://www.gnu.org/licenses
*****************************************************************************/
#include "stdafx.h"
void COMFHashTable::Init(SOMFHashBlock * blocks, uint32 NumBlocks) {
// Initialize
this->blocks = blocks; // Pointer to blocks
this->NumBlocks = NumBlocks; // Number of blocks
String = 0;
StringLength = 0;
}
// Rotate right 16-bit word
uint16 RotR(uint16 x, uint16 bits) {
return (x >> bits) | (x << (16 - bits));
}
// Rotate left 16-bit word
uint16 RotL(uint16 x, uint16 bits) {
return (x << bits) | (x >> (16 - bits));
}
void COMFHashTable::MakeHash(int8 * name) {
// Compute hash according to the official algorithm
uint8 * pb; // Pointer for forward scan through string
uint8 * pe; // Pointer for backwards scan through string
uint16 c; // Current character converted to lower case
uint16 BlockX; // Calculate block hash
uint16 BucketX; // Calculate block hash
String = (uint8*)name; // Type cast string to unsigned char *
StringLength = (uint32)strlen(name);
if (StringLength > 255 || StringLength == 0) {
// String too long
err.submit(1204, name); // Warning: truncating
StringLength = 255;
String[StringLength] = 0; // Truncation modifies string source!
}
String = (uint8*)name; // Type cast to unsigned characters
pb = String; // Initialize pointer for forward scan
pe = String + StringLength; // Initialize pointer for backward scan
BlockX = BucketD = StringLength | 0x20; // Initialize left-to-right scan
BucketX = BlockD = 0; // Initialize right-to-left scan
// Scan loop
while (1) {
c = *(--pe) | 0x20; // Read character for backward scan, make lower case
BucketX = RotR(BucketX, 2) ^ c; // Rotate, XOR
BlockD = RotL(BlockD, 2) ^ c; // Rotate, XOR
if (pe == String) break; // Stop loop when backward scan finished
c = *(pb++) | 0x20; // Read character for forward scan, make lower case
BlockX = RotL(BlockX, 2) ^ c; // Rotate, XOR
BucketD = RotR(BucketD, 2) ^ c; // Rotate, XOR
}
// Make values modulo number of blocks / buckets
BlockX = BlockX % NumBlocks;
BlockD = BlockD % NumBlocks;
if (BlockD == 0) BlockD = 1;
BucketX = BucketX % OMFNumBuckets;
BucketD = BucketD % OMFNumBuckets;
if (BucketD == 0) BucketD = 1;
StartBlock = BlockX;
StartBucket = BucketX;
}
int COMFHashTable::FindString(uint32 & ModulePage, uint32 & Conflicts) {
// Search for String.
// Returns number of occurrences of String
// Module receives the module page for the first occurrence
// Conflicts receives the number of conflicting entries encountered before the match
uint32 Num = 0; // Number of occurrences of string found
uint16 Block; // Block number
uint16 Bucket; // Bucket number
uint32 StringIndex; // Index to string
Conflicts = 0; // Start counting Conflicts
Block = StartBlock;
Bucket = StartBucket;
// Loop through blocks
do {
// Loop through buckets
do {
// String index of current bucket
StringIndex = blocks[Block].b.Buckets[Bucket];
if (StringIndex == 0) {
if (blocks[Block].b.FreeSpace < 0xff) {
// Empty bucket found. End of search
return Num;
}
else {
// Block is full. Search next block
// Note: It would be logical to set StartBucket = Bucket
// here in order to allow all buckets in the next block
// to be tried, but the official algorithm doesn't seem
// to do so!?
// StartBucket = Bucket;
break;
}
}
// Bucket contains a string. Is it the same string?
if (blocks[Block].Strings[StringIndex*2] == StringLength
&& strncmp((int8*)&blocks[Block].Strings[StringIndex*2+1], (int8*)String, StringLength) == 0) {
// Matching string found
Num++;
if (Num == 1) {
// First occurrence. Save module number
ModulePage = *(uint16*)&blocks[Block].Strings[StringIndex*2+1+StringLength];
}
}
else {
// Conflicting string found
Conflicts++;
}
// Next bucket
Bucket = (Bucket + BucketD) % OMFNumBuckets;
} while (Bucket != StartBucket);
// Next block
Block = (Block + BlockD) % NumBlocks;
} while (Block != StartBlock);
// Finished searching all blocks and buckets
return Num;
}
int COMFHashTable::InsertString(uint16 & ModulePage) {
// Insert string in hash table.
// Parameter:
// ModulePage = module address / page size
// Return value:
// 0 if success,
// 1 if identical string allready exists in the table. New string will not be entered.
// ModulePage will receive the module page of the existing string in this case.
// 2 if table is full,
uint16 Block; // Block number
uint16 Bucket; // Bucket number
uint32 StringIndex; // Index to string space
uint32 StringOffset; // Offset to string from begin of block
uint32 SpaceRequired; // Space required to store string
SpaceRequired = StringLength + 3; // Space for string + stringlength + module index
SpaceRequired = (SpaceRequired + 1) & uint32(-2);// Round up to nearest even
Block = StartBlock;
Bucket = StartBucket;
// Loop through blocks
do {
// Loop through buckets
do {
// String index of current bucket
StringIndex = blocks[Block].b.Buckets[Bucket];
if (StringIndex == 0) {
// Found empty bucket. Check if block has enough free space
if (uint32(OMFBlockSize) - blocks[Block].b.FreeSpace * 2 < SpaceRequired) {
// Not enough space in block.
// Continue with same bucket in next block.
// Note: It would be logical to set StartBucket = Bucket
// here in order to allow all buckets in the next block
// to be tried, but the official algorithm doesn't seem
// to do so!?
// StartBucket = Bucket;
break;
}
// Enough space found. Enter string in bucket
StringIndex = blocks[Block].b.FreeSpace;
blocks[Block].b.Buckets[Bucket] = StringIndex;
// Address to store string
StringOffset = StringIndex * 2;
// Store string length
blocks[Block].Strings[StringOffset] = (uint8)StringLength;
// Copy string
memcpy(blocks[Block].Strings + StringOffset + 1, String, StringLength);
// Insert module page number
*(uint16*)(blocks[Block].Strings + StringOffset + 1 + StringLength) = ModulePage;
// Update free space
blocks[Block].b.FreeSpace += (uint8)(SpaceRequired / 2);
// Check if overflow
if (blocks[Block].b.FreeSpace == 0) blocks[Block].b.FreeSpace = 0xFF;
// Indicate success
return 0;
}
else {
// Bucket contains a string. Check if it is the same string
if (blocks[Block].Strings[StringIndex*2] == StringLength
&& strncmp((int8*)(blocks[Block].Strings+StringIndex*2+1), (int8*)String, StringLength) == 0) {
// Identical string found. Return module index for existing string entry
ModulePage = *(uint16*)(blocks[Block].Strings+StringIndex*2+1+StringLength);
// Indicate failure
return 1;
}
}
// Bucket was full. Go to next bucket
Bucket = (Bucket + BucketD) % OMFNumBuckets;
} while (Bucket != StartBucket);
// If we got here, we have found no empty bucket in the block or
// there was not enough string space in the block.
// We need to mark the block as full to tell the linker to
// continue in next block when searching for this string
// Whether the block has any empty buckets or not
blocks[Block].b.FreeSpace = 0xFF;
// Go to next block
Block = (Block + BlockD) % NumBlocks;
} while (Block != StartBlock);
// Finished searching all blocks and buckets
// No empty space found. Indicate failure:
return 2;
}
// Table of prime numbers
// You may add more prime numbers if very big library files are needed
static const uint32 PrimeNumbers[] = {
1, 2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71,
73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131, 137, 139, 149, 151, 157,
163, 167, 173, 179, 181, 191, 193, 197, 199, 211, 223, 227, 229, 233, 239, 241,
251, 257, 263, 269, 271, 277, 281, 283, 293, 307, 311, 313, 317, 331, 337, 347,
349, 353, 359, 367, 373, 379, 383, 389, 397, 401, 409, 419, 421, 431, 433, 439,
443, 449, 457, 461, 463, 467, 479, 487, 491, 499, 503, 509, 521, 523, 541, 547,
557, 563, 569, 571, 577, 587, 593, 599, 601, 607, 613, 617, 619, 631, 641, 643,
647, 653, 659, 661, 673, 677, 683, 691, 701, 709, 719, 727, 733, 739, 743, 751,
757, 761, 769, 773, 787, 797, 809, 811, 821, 823, 827, 829, 839, 853, 857, 859,
863, 877, 881, 883, 887, 907, 911, 919, 929, 937, 941, 947, 953, 967, 971, 977,
983, 991, 997, 1009, 1013, 1019, 1021, 1031, 1033, 1039, 1049, 1051, 1061, 1063,
1069, 1087, 1091, 1093, 1097, 1103, 1109, 1117, 1123, 1129, 1151, 1153, 1163,
1171, 1181, 1187, 1193, 1201, 1213, 1217, 1223, 1229, 1231, 1237, 1249, 1259,
1277, 1279, 1283, 1289, 1291, 1297, 1301, 1303, 1307, 1319, 1321, 1327, 1361,
1367, 1373, 1381, 1399, 1409, 1423, 1427, 1429, 1433, 1439, 1447, 1451, 1453,
1459, 1471, 1481, 1483, 1487, 1489, 1493, 1499, 1511, 1523, 1531, 1543, 1549,
1553, 1559, 1567, 1571, 1579, 1583, 1597, 1601, 1607, 1609, 1613, 1619, 1621,
1627, 1637, 1657, 1663, 1667, 1669, 1693, 1697, 1699, 1709, 1721, 1723, 1733,
1741, 1747, 1753, 1759, 1777, 1783, 1787, 1789, 1801, 1811, 1823, 1831, 1847,
1861, 1867, 1871, 1873, 1877, 1879, 1889, 1901, 1907, 1913, 1931, 1933, 1949,
1951, 1973, 1979, 1987, 1993, 1997, 1999, 2003, 2011, 2017, 2027, 2029, 2039,
2053, 2063, 2069, 2081, 2083, 2087, 2089, 2099, 2111, 2113, 2129, 2131, 2137,
2141, 2143, 2153, 2161, 2179, 2203, 2207, 2213, 2221, 2237, 2239, 2243, 2251,
2267, 2269, 2273, 2281, 2287, 2293, 2297, 2309, 2311, 2333, 2339, 2341, 2347,
2351, 2357, 2371, 2377, 2381, 2383, 2389, 2393, 2399, 2411, 2417, 2423, 2437,
2441, 2447, 2459, 2467, 2473, 2477, 2503, 2521, 2531, 2539, 2543, 2549, 2551,
2557, 2579, 2591, 2593, 2609, 2617, 2621, 2633, 2647, 2657, 2659, 2663, 2671,
2677, 2683, 2687, 2689, 2693, 2699, 2707, 2711, 2713, 2719, 2729, 2731, 2741,
2749, 2753, 2767, 2777, 2789, 2791, 2797, 2801, 2803, 2819, 2833, 2837, 2843,
2851, 2857, 2861, 2879, 2887, 2897, 2903, 2909, 2917, 2927, 2939, 2953, 2957,
2963, 2969, 2971, 2999, 3001, 3011, 3019, 3023, 3037, 3041, 3049, 3061, 3067,
3079, 3083, 3089, 3109, 3119, 3121, 3137, 3163, 3167, 3169, 3181, 3187, 3191,
3203, 3209, 3217, 3221, 3229, 3251, 3253, 3257, 3259, 3271, 3299, 3301, 3307,
3313, 3319, 3323, 3329, 3331, 3343, 3347, 3359, 3361, 3371, 3373, 3389, 3391,
3407, 3413, 3433, 3449, 3457, 3461, 3463, 3467, 3469, 3491, 3499, 3511, 3517,
3527, 3529, 3533, 3539, 3541, 3547, 3557, 3559, 3571, 3581, 3583, 3593, 3607,
3613, 3617, 3623, 3631, 3637, 3643, 3659, 3671, 3673, 3677, 3691, 3697, 3701,
3709, 3719, 3727, 3733, 3739, 3761, 3767, 3769, 3779, 3793, 3797, 3803, 3821,
3823, 3833, 3847, 3851, 3853, 3863, 3877, 3881, 3889, 3907, 3911, 3917, 3919,
3923, 3929, 3931, 3943, 3947, 3967, 3989, 4001, 4003, 4007, 4013, 4019, 4021,
4027, 4049, 4051, 4057, 4073, 4079, 4091, 4093, 4099, 4111, 4127, 4129, 4133,
4139, 4153, 4157, 4159, 4177, 4201, 4211, 4217, 4219, 4229, 4231, 4241, 4243,
4253, 4259, 4261, 4271, 4273, 4283, 4289, 4297, 4327, 4337, 4339, 4349, 4357,
4363, 4373, 4391, 4397, 4409, 4421, 4423, 4441, 4447, 4451, 4457, 4463, 4481,
4483, 4493, 4507, 4513, 4517, 4519, 4523, 4547, 4549, 4561, 4567, 4583, 4591,
4597, 4603, 4621, 4637, 4639, 4643, 4649, 4651, 4657, 4663, 4673, 4679, 4691,
4703, 4721, 4723, 4729, 4733, 4751, 4759, 4783, 4787, 4789, 4793, 4799, 4801,
4813, 4817, 4831, 4861, 4871, 4877, 4889, 4903, 4909, 4919, 4931, 4933, 4937,
4943, 4951, 4957, 4967, 4969, 4973, 4987, 4993, 4999, 5003, 5009, 5011, 5021
};
// Length of table
static const uint32 PrimeNumbersLen = sizeof(PrimeNumbers)/sizeof(PrimeNumbers[0]);
void COMFHashTable::MakeHashTable(CSList<SStringEntry> & StringEntries,
CMemoryBuffer & StringBuffer, CMemoryBuffer & OutFile, CLibrary * Library) {
// Make hash table. Parameters:
// StringEntries[].String = name of each public symbol as offset into StringBuffer
// StringEntries[].Member = page address of member = offset / page size
// StringBuffer = contains all strings
// OutFile will receive the output hash table
CSList<SOMFHashBlock> HashTable; // Hash table
COMFHashTable TableHandler; // Hash table handler
uint32 NumBlocksI; // Number of blocks as index into prime number table
uint32 BlockI; // Block index
uint32 SymI; // Symbol index
int8 * String; // Symbol name
uint16 Module1, Module2; // Module page = offset / page size
int Result; // 0 = success
// Estimate required number of blocks
NumBlocks = (StringEntries.GetNumEntries() * 8 + StringBuffer.GetDataSize()) / 256;
// Find nearest prime number >= NumBlocks, but stay within the range from 2 to 251.
// The minimum NumBlocks is 1, but some systems use 2 as the minimum.
// The maximum is 251, but some linkers may allow a higher number
for (NumBlocksI = 1; NumBlocksI < 55; NumBlocksI++) {
if (PrimeNumbers[NumBlocksI] >= NumBlocks) break;
}
// Try if this number of blocks is sufficient
while (NumBlocksI < PrimeNumbersLen) {
// Get number of blocks from prime numbers table
NumBlocks = PrimeNumbers[NumBlocksI];
// Check if <= 251
if (NumBlocks > 255) err.submit(1215); // Number of blocks exceeds official limit. May still work with some linkers
// Allocate space for hash table
HashTable.SetNum(NumBlocks);
memset(&HashTable[0], 0, NumBlocks * OMFBlockSize);
// Initialize hash table handler
TableHandler.Init(&HashTable[0], NumBlocks);
// Set free space pointers
for (BlockI = 0; BlockI < NumBlocks; BlockI++) {
TableHandler.blocks[BlockI].b.FreeSpace = 19;
}
Result = 0;
// Insert symbols
// Loop through symbols
for (SymI = 0; SymI < StringEntries.GetNumEntries(); SymI++) {
// Symbol name
String = StringBuffer.Buf() + StringEntries[SymI].String;
// Module page
Module1 = Module2 = StringEntries[SymI].Member;
// Insert name in table
TableHandler.MakeHash(String);
Result = TableHandler.InsertString(Module2);
if (Result == 1) {
// String already exists
// Compose error string "Modulename1 and Modulename2"
char ErrorModuleNames[64];
strcpy(ErrorModuleNames, Library->GetModuleName(Module1));
strcpy(ErrorModuleNames + strlen(ErrorModuleNames), " and ");
strcpy(ErrorModuleNames + strlen(ErrorModuleNames), Library->GetModuleName(Module2));
// submit error message
err.submit(1214, String, ErrorModuleNames);
}
if (Result == 2) {
// Table is full. Stop and repeat with a higher NumBlocks
break;
}
} // End of loop through symbols
if (Result < 2) {
// Finished with success
// Store hash table
OutFile.Push(&HashTable[0], HashTable.GetNumEntries() * OMFBlockSize);
return;
}
// Table is full. Try again with a higher number of blocks
NumBlocksI++;
}
// End of loop through PrimeNumbers table
err.submit(2605); // Failed to make table
}