programming-examples/c-sharp/Others/BloomFilter.cs

154 lines
4.3 KiB
C#
Raw Normal View History

2019-11-15 12:59:38 +01:00
using System;
using System.Collections;
using System.Collections.Generic;
using System.Diagnostics.Contracts;
using System.IO;
using System.Runtime.Serialization.Formatters.Binary;
using System.Security.Cryptography;
namespace DataStructures.BloomFilterSpace
{
[Serializable]
public abstract class BloomFilter<T>
{
private readonly BitArray bits;
private readonly int bitsPerElement;
private readonly int numberOfHashFunctions;
private readonly string[] algorithmNames =
{
"SHA",
"MD5",
"SHA1",
"SHA256",
"SHA384",
};
public int BitsPerElement
{
get { return bitsPerElement; }
}
public int Count { get; private set; }
public int NumberOfHashes
{
get { return algorithmNames.Length; }
}
public double FalsePositiveProbability
{
// (1 - e^(-k * n / m)) ^ k
get
{
return Math.Pow((1 - Math.Exp(-NumberOfHashes * (double)Count
/ (double)bits.Length)), NumberOfHashes);
}
}
public abstract object SyncRoot { get; }
[ContractInvariantMethod]
private void ObjectInvariant()
{
Contract.Invariant(Count >= 0);
}
public BloomFilter(int bitsPerElement, int numberOfElements)
{
Contract.Requires<ArgumentOutOfRangeException>(bitsPerElement > 0);
Contract.Requires<ArgumentOutOfRangeException>(numberOfElements > 0);
this.bitsPerElement = bitsPerElement;
bits = new BitArray(bitsPerElement * numberOfElements);
Count = 0;
}
private byte[] ToBytes(T element)
{
Contract.Requires<ArgumentNullException>(element != null);
BinaryFormatter formatter = new BinaryFormatter();
MemoryStream memoryStream = new MemoryStream();
formatter.Serialize(memoryStream, element);
return memoryStream.ToArray();
}
private int[] CreateHashes(byte[] bytes)
{
int[] result = new int[numberOfHashFunctions];
int k = 0;
foreach (string algoName in algorithmNames)
{
byte[] digest;
using (HashAlgorithm algorithm = HashAlgorithm.Create(algoName))
{
digest = algorithm.ComputeHash(bytes);
}
for (int i = 0; i < digest.Length / 4 && k < numberOfHashFunctions; i++)
{
int h = 0;
for (int j = (i * 4); j < (i * 4) + 4; j++)
{
h <<= 8;
h |= ((int)digest[j]) & 0xFF;
}
result[k] = h;
k++;
}
}
return result;
}
public void Add(T element)
{
Contract.Requires<ArgumentNullException>(element != null);
int[] hashes = CreateHashes(ToBytes(element));
foreach (int hash in hashes)
{
bits.Set((int)Math.Abs(hash % bits.Length), true);
}
Count++;
}
public void AddRange(IEnumerable<T> elements)
{
Contract.Requires<ArgumentNullException>(elements != null);
foreach (var element in elements)
{
Add(element);
}
}
private bool Contains(byte[] bytes)
{
Contract.Requires<ArgumentNullException>(bytes != null);
Contract.Requires<ArgumentException>(bytes.Length > 0);
int[] hashes = CreateHashes(bytes);
foreach (int hash in hashes)
{
if (!bits.Get((int)Math.Abs(hash % bits.Length)))
{
return false;
}
}
return true;
}
[Pure]
public bool Contains(T element)
{
Contract.Requires<ArgumentNullException>(element != null);
return Contains(ToBytes(element));
}
public void Clear()
{
bits.SetAll(false);
Count = 0;
}
}
}