Make the meaning of LDM_MEMORY_USAGE consistent across tables
This commit is contained in:
@@ -1,33 +1,36 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "ldm.h"
|
||||
#include "ldm_hashtable.h"
|
||||
#include "mem.h"
|
||||
|
||||
//TODO: move def somewhere else.
|
||||
//TODO: memory usage is currently no longer LDM_MEMORY_USAGE.
|
||||
// refactor code to scale the number of elements appropriately.
|
||||
|
||||
// Number of elements per hash bucket.
|
||||
// HASH_BUCKET_SIZE_LOG defined in ldm.h
|
||||
#define HASH_BUCKET_SIZE_LOG 0 // MAX is 4 for now
|
||||
#define HASH_BUCKET_SIZE (1 << (HASH_BUCKET_SIZE_LOG))
|
||||
|
||||
#define LDM_HASHLOG ((LDM_MEMORY_USAGE)-4-HASH_BUCKET_SIZE_LOG)
|
||||
|
||||
struct LDM_hashTable {
|
||||
U32 size;
|
||||
U32 size; // Number of buckets
|
||||
U32 maxEntries; // Rename...
|
||||
LDM_hashEntry *entries; // 1-D array for now.
|
||||
|
||||
// Position corresponding to offset=0 in LDM_hashEntry.
|
||||
const BYTE *offsetBase;
|
||||
BYTE *bucketOffsets; // Pointer to current insert position.
|
||||
|
||||
// Last insert was at bucketOffsets - 1?
|
||||
};
|
||||
|
||||
LDM_hashTable *HASH_createTable(U32 size, const BYTE *offsetBase) {
|
||||
LDM_hashTable *table = malloc(sizeof(LDM_hashTable));
|
||||
table->size = size;
|
||||
table->entries = calloc(size * HASH_BUCKET_SIZE, sizeof(LDM_hashEntry));
|
||||
table->bucketOffsets = calloc(size, sizeof(BYTE));
|
||||
table->size = size >> HASH_BUCKET_SIZE_LOG;
|
||||
table->maxEntries = size;
|
||||
table->entries = calloc(size, sizeof(LDM_hashEntry));
|
||||
table->bucketOffsets = calloc(size >> HASH_BUCKET_SIZE_LOG, sizeof(BYTE));
|
||||
table->offsetBase = offsetBase;
|
||||
return table;
|
||||
}
|
||||
@@ -45,11 +48,6 @@ LDM_hashEntry *HASH_getValidEntry(const LDM_hashTable *table,
|
||||
LDM_hashEntry *cur = bucket;
|
||||
// TODO: in order of recency?
|
||||
for (; cur < bucket + HASH_BUCKET_SIZE; ++cur) {
|
||||
/*
|
||||
if (cur->checksum == 0 && cur->offset == 0) {
|
||||
return NULL;
|
||||
}
|
||||
*/
|
||||
// Check checksum for faster check.
|
||||
if (cur->checksum == checksum &&
|
||||
(*isValid)(pIn, cur->offset + table->offsetBase)) {
|
||||
@@ -59,6 +57,11 @@ LDM_hashEntry *HASH_getValidEntry(const LDM_hashTable *table,
|
||||
return NULL;
|
||||
}
|
||||
|
||||
hash_t HASH_hashU32(U32 value) {
|
||||
return ((value * 2654435761U) >> (32 - LDM_HASHLOG));
|
||||
}
|
||||
|
||||
|
||||
LDM_hashEntry *HASH_getEntryFromHash(const LDM_hashTable *table,
|
||||
const hash_t hash,
|
||||
const U32 checksum) {
|
||||
@@ -82,7 +85,7 @@ void HASH_insert(LDM_hashTable *table,
|
||||
}
|
||||
|
||||
U32 HASH_getSize(const LDM_hashTable *table) {
|
||||
return table->size * HASH_BUCKET_SIZE;
|
||||
return table->size;
|
||||
}
|
||||
|
||||
void HASH_destroyTable(LDM_hashTable *table) {
|
||||
@@ -101,7 +104,8 @@ void HASH_outputTableOccupancy(const LDM_hashTable *table) {
|
||||
}
|
||||
}
|
||||
|
||||
printf("Num buckets, bucket size: %d, %d\n", table->size, HASH_BUCKET_SIZE);
|
||||
printf("Hash table size, empty slots, %% empty: %u, %u, %.3f\n",
|
||||
HASH_getSize(table), ctr,
|
||||
100.0 * (double)(ctr) / (double)HASH_getSize(table));
|
||||
table->maxEntries, ctr,
|
||||
100.0 * (double)(ctr) / table->maxEntries);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user