基数预估算法 错误率验证

package hllctest

import java.util

import org.scalatest.{FlatSpec}
import org.spark.sqludf.HLLCounter

import scala.collection.mutable
import scala.collection.mutable.ArrayBuffer
import scala.util.Random

class HllcCrossSetTest extends FlatSpec {

  val ramdom = new Random()
  val m = 18

  // 用于验证hllc 的错误率

  def errorRateCal(sampleCount: Int) = {

    errorRate(0.01, sampleCount)
    errorRate(0.05, sampleCount)
    errorRate(0.1, sampleCount)
    errorRate(0.2, sampleCount)
    errorRate(0.5, sampleCount)

  }


  "hllc test" should "hllc merge,mix error rate" in {
    errorRateCal(1000)
    errorRateCal(2000)
    errorRateCal(5000)
    errorRateCal(10000)
    errorRateCal(20000)
    errorRateCal(50000)
    errorRateCal(100000)
    errorRateCal(200000)
    errorRateCal(500000)
    errorRateCal(100000)
    errorRateCal(200000)
    errorRateCal(500000)
  }


  // 不放回抽样  测试集合生成
  def getRandomStr(setCollection: mutable.HashSet[String], totalIntArray: Array[Int]): Unit = {
    val str = getTestString(totalIntArray)
    if (!setCollection.contains(str)) setCollection.add(str)
    else
      getRandomStr(setCollection, totalIntArray)
  }


  //5%    100w 级别集合  计算总量
  def errorRate(r: Double, testSetLength: Int) = {
    println(s" ********************begin r :{$r},testSetLength:{$testSetLength} ,m:{$m} ***********************")
    var setA = new mutable.HashSet[String]()
    var setB = new mutable.HashSet[String]()
    val tatolCount = (testSetLength / r).toInt
    var b = System.currentTimeMillis()

    val totalIntArray = (tatolCount + "").toCharArray.map(x => x.toString.toInt)

    var timeRecord = System.currentTimeMillis()
    for (i <- 0 until testSetLength) {
      getRandomStr(setA, totalIntArray)
      getRandomStr(setB, totalIntArray)
      //      if (i%5000 == 0) {
      //        println(s" generate data ${i} ,cost: ${System.currentTimeMillis()-timeRecord}) ")
      //        timeRecord = System.currentTimeMillis()
      //      }
    }


    println(s"tatolCount: ${tatolCount}  ,r : ${r}  setA size: ${setA.size} , setB size: ${setB.size} ")

    var e = System.currentTimeMillis()
    println(s" generate data cost time: ${e - b}  ")

    /*
    * realMix  交集
    * hllcMix
    * realMerge
    * hllcMerge
    * */

    b = System.currentTimeMillis()
    val realMixCnt = realMix(setA, setB)
    val mixRate = realMixRate(realMixCnt, setA)
    println(s" realMixCnt: ${realMixCnt} , mixRate:${mixRate}")
    e = System.currentTimeMillis()
    println(s" Map collection cost time: ${e - b}  ")

    b = System.currentTimeMillis()
    val hllcMixCnt = hllcMix(setA, setB)
    val mixRatehllc = realMixRate(hllcMixCnt, setA)
    println(s" hllcMixCnt: ${hllcMixCnt} , mixRatehllc:${mixRatehllc}")
    val distinct = mixRatehllc - mixRate
    println(f" mixRatehllc - mixRate:  $distinct%1.6f ")
    println(f" hllcMixCnt - realMixCnt:  ${hllcMixCnt - realMixCnt} ")
    e = System.currentTimeMillis()
    println(s" hllc cost time: ${e - b}  ")


  }


  def realMix(setA: mutable.HashSet[String], setB: mutable.HashSet[String]) = {
    val hashSet = new util.HashSet[String]
    setA.foreach(str => if (!hashSet.contains(str)) hashSet.add(str))
    var mixCount = 0
    setB.foreach(str => if (hashSet.contains(str)) mixCount += 1)
    mixCount
  }


  def realMixRate(mixCount: Int, set: mutable.HashSet[String]) = {
    mixCount * 1.0 / set.size
  }


  def realMixRate(mixCount: Long, set: mutable.HashSet[String]) = {
    mixCount * 1.0 / set.size
  }


  def hllcMix(setA: mutable.HashSet[String], setB: mutable.HashSet[String]): Long = {

    val hllc16A = new HLLCounter(m)
    setA.foreach(item => hllc16A.add(item))

    val hllc16B = new HLLCounter(m)
    setA.foreach(item => hllc16B.add(item))
    hllc16A.getCountEstimate + hllc16B.getCountEstimate - hllcMerge(setA, setB)
  }


  def hllcMerge(setA: mutable.HashSet[String], setB: mutable.HashSet[String]) = {
    val hllc16 = new HLLCounter(m)
    setA.foreach(item => hllc16.add(item))
    setB.foreach(item => hllc16.add(item))
    hllc16.getCountEstimate
  }

  def realMerge(setA: ArrayBuffer[String], setB: ArrayBuffer[String]) = {
    val hashSet = new util.HashSet[String]
    setA.foreach(str => if (!hashSet.contains(str)) hashSet.add(str))
    setB.foreach(str => if (!hashSet.contains(str)) hashSet.add(str))
    hashSet.size()
  }


  def getTestString(totalCountArray: Array[Int]) = {
    val sbf = new StringBuffer()
    //没一位的数字是几， 然后根据这个来生成随机数
    totalCountArray.foreach(s => {
      if (!0.equals(s))
        sbf.append(getRamdomStringS(s))
      else sbf.append(getRamdomStringS(10))
    })
    sbf.toString
  }


  //  n -> 10 ^^n
  def getRamdomString(length: Int): String = {
    val sbf = new StringBuffer()
    for (i <- 0 until length) sbf.append((ramdom.nextInt(10) + 97).toChar)
    sbf.toString
  }


  //  n -> 10 ^^n
  def getRamdomStringS(l: Int): String = {
    (ramdom.nextInt(l) + 97).toChar.toString
  }


}


********************begin r :{0.01},testSetLength:{1000} ,m:{18} ***********************
tatolCount: 100000  ,r : 0.01  setA size: 1000 , setB size: 1000
generate data cost time: 48 
realMixCnt: 12 , mixRate:0.012
Map collection cost time: 6 
hllcMixCnt: 8 , mixRatehllc:0.008
mixRatehllc - mixRate:  -0.004000
hllcMixCnt - realMixCnt:  -4
hllc cost time: 131 
********************begin r :{0.05},testSetLength:{1000} ,m:{18} ***********************
tatolCount: 20000  ,r : 0.05  setA size: 1000 , setB size: 1000
generate data cost time: 4 
realMixCnt: 49 , mixRate:0.049
Map collection cost time: 3 
hllcMixCnt: 48 , mixRatehllc:0.048
mixRatehllc - mixRate:  -0.001000
hllcMixCnt - realMixCnt:  -1
hllc cost time: 19 
********************begin r :{0.1},testSetLength:{1000} ,m:{18} ***********************
tatolCount: 10000  ,r : 0.1  setA size: 1000 , setB size: 1000
generate data cost time: 3 
realMixCnt: 108 , mixRate:0.108
Map collection cost time: 5 
hllcMixCnt: 107 , mixRatehllc:0.107
mixRatehllc - mixRate:  -0.001000
hllcMixCnt - realMixCnt:  -1
hllc cost time: 15 
********************begin r :{0.2},testSetLength:{1000} ,m:{18} ***********************
tatolCount: 5000  ,r : 0.2  setA size: 1000 , setB size: 1000
generate data cost time: 3 
realMixCnt: 196 , mixRate:0.196
Map collection cost time: 1 
hllcMixCnt: 195 , mixRatehllc:0.195
mixRatehllc - mixRate:  -0.001000
hllcMixCnt - realMixCnt:  -1
hllc cost time: 16 
********************begin r :{0.5},testSetLength:{1000} ,m:{18} ***********************
tatolCount: 2000  ,r : 0.5  setA size: 1000 , setB size: 1000
generate data cost time: 7 
realMixCnt: 489 , mixRate:0.489
Map collection cost time: 1 
hllcMixCnt: 490 , mixRatehllc:0.49
mixRatehllc - mixRate:  0.001000
hllcMixCnt - realMixCnt:  1
hllc cost time: 8 
********************begin r :{0.01},testSetLength:{2000} ,m:{18} ***********************
tatolCount: 200000  ,r : 0.01  setA size: 2000 , setB size: 2000
generate data cost time: 6 
realMixCnt: 11 , mixRate:0.0055
Map collection cost time: 0 
hllcMixCnt: 19 , mixRatehllc:0.0095
mixRatehllc - mixRate:  0.004000
hllcMixCnt - realMixCnt:  8
hllc cost time: 24 
********************begin r :{0.05},testSetLength:{2000} ,m:{18} ***********************
tatolCount: 40000  ,r : 0.05  setA size: 2000 , setB size: 2000
generate data cost time: 5 
realMixCnt: 102 , mixRate:0.051
Map collection cost time: 1 
hllcMixCnt: 110 , mixRatehllc:0.055
mixRatehllc - mixRate:  0.004000
hllcMixCnt - realMixCnt:  8
hllc cost time: 11 
********************begin r :{0.1},testSetLength:{2000} ,m:{18} ***********************
tatolCount: 20000  ,r : 0.1  setA size: 2000 , setB size: 2000
generate data cost time: 4 
realMixCnt: 192 , mixRate:0.096
Map collection cost time: 0 
hllcMixCnt: 192 , mixRatehllc:0.096
mixRatehllc - mixRate:  0.000000
hllcMixCnt - realMixCnt:  0
hllc cost time: 11 
********************begin r :{0.2},testSetLength:{2000} ,m:{18} ***********************
tatolCount: 10000  ,r : 0.2  setA size: 2000 , setB size: 2000
generate data cost time: 3 
realMixCnt: 395 , mixRate:0.1975
Map collection cost time: 1 
hllcMixCnt: 387 , mixRatehllc:0.1935
mixRatehllc - mixRate:  -0.004000
hllcMixCnt - realMixCnt:  -8
hllc cost time: 12 
********************begin r :{0.5},testSetLength:{2000} ,m:{18} ***********************
tatolCount: 4000  ,r : 0.5  setA size: 2000 , setB size: 2000
generate data cost time: 6 
realMixCnt: 986 , mixRate:0.493
Map collection cost time: 1 
hllcMixCnt: 981 , mixRatehllc:0.4905
mixRatehllc - mixRate:  -0.002500
hllcMixCnt - realMixCnt:  -5
hllc cost time: 16 
********************begin r :{0.01},testSetLength:{5000} ,m:{18} ***********************
tatolCount: 500000  ,r : 0.01  setA size: 5000 , setB size: 5000
generate data cost time: 17 
realMixCnt: 48 , mixRate:0.0096
Map collection cost time: 2 
hllcMixCnt: 41 , mixRatehllc:0.0082
mixRatehllc - mixRate:  -0.001400
hllcMixCnt - realMixCnt:  -7
hllc cost time: 13 
********************begin r :{0.05},testSetLength:{5000} ,m:{18} ***********************
tatolCount: 100000  ,r : 0.05  setA size: 5000 , setB size: 5000
generate data cost time: 7 
realMixCnt: 263 , mixRate:0.0526
Map collection cost time: 1 
hllcMixCnt: 271 , mixRatehllc:0.0542
mixRatehllc - mixRate:  0.001600
hllcMixCnt - realMixCnt:  8
hllc cost time: 13 
********************begin r :{0.1},testSetLength:{5000} ,m:{18} ***********************
tatolCount: 50000  ,r : 0.1  setA size: 5000 , setB size: 5000
generate data cost time: 6 
realMixCnt: 527 , mixRate:0.1054
Map collection cost time: 0 
hllcMixCnt: 526 , mixRatehllc:0.1052
mixRatehllc - mixRate:  -0.000200
hllcMixCnt - realMixCnt:  -1
hllc cost time: 26 
********************begin r :{0.2},testSetLength:{5000} ,m:{18} ***********************
tatolCount: 25000  ,r : 0.2  setA size: 5000 , setB size: 5000
generate data cost time: 16 
realMixCnt: 2505 , mixRate:0.501
Map collection cost time: 4 
hllcMixCnt: 2496 , mixRatehllc:0.4992
mixRatehllc - mixRate:  -0.001800
hllcMixCnt - realMixCnt:  -9
hllc cost time: 16 
********************begin r :{0.5},testSetLength:{5000} ,m:{18} ***********************
tatolCount: 10000  ,r : 0.5  setA size: 5000 , setB size: 5000
generate data cost time: 8 
realMixCnt: 2499 , mixRate:0.4998
Map collection cost time: 1 
hllcMixCnt: 2505 , mixRatehllc:0.501
mixRatehllc - mixRate:  0.001200
hllcMixCnt - realMixCnt:  6
hllc cost time: 14 
********************begin r :{0.01},testSetLength:{10000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.01  setA size: 10000 , setB size: 10000
generate data cost time: 15 
realMixCnt: 103 , mixRate:0.0103
Map collection cost time: 2 
hllcMixCnt: 62 , mixRatehllc:0.0062
mixRatehllc - mixRate:  -0.004100
hllcMixCnt - realMixCnt:  -41
hllc cost time: 24 
********************begin r :{0.05},testSetLength:{10000} ,m:{18} ***********************
tatolCount: 200000  ,r : 0.05  setA size: 10000 , setB size: 10000
generate data cost time: 18 
realMixCnt: 484 , mixRate:0.0484
Map collection cost time: 2 
hllcMixCnt: 467 , mixRatehllc:0.0467
mixRatehllc - mixRate:  -0.001700
hllcMixCnt - realMixCnt:  -17
hllc cost time: 18 
********************begin r :{0.1},testSetLength:{10000} ,m:{18} ***********************
tatolCount: 100000  ,r : 0.1  setA size: 10000 , setB size: 10000
generate data cost time: 11 
realMixCnt: 938 , mixRate:0.0938
Map collection cost time: 1 
hllcMixCnt: 967 , mixRatehllc:0.0967
mixRatehllc - mixRate:  0.002900
hllcMixCnt - realMixCnt:  29
hllc cost time: 12 
********************begin r :{0.2},testSetLength:{10000} ,m:{18} ***********************
tatolCount: 50000  ,r : 0.2  setA size: 10000 , setB size: 10000
generate data cost time: 10 
realMixCnt: 1997 , mixRate:0.1997
Map collection cost time: 5 
hllcMixCnt: 1999 , mixRatehllc:0.1999
mixRatehllc - mixRate:  0.000200
hllcMixCnt - realMixCnt:  2
hllc cost time: 15 
********************begin r :{0.5},testSetLength:{10000} ,m:{18} ***********************
tatolCount: 20000  ,r : 0.5  setA size: 10000 , setB size: 10000
generate data cost time: 18 
realMixCnt: 5010 , mixRate:0.501
Map collection cost time: 4 
hllcMixCnt: 4990 , mixRatehllc:0.499
mixRatehllc - mixRate:  -0.002000
hllcMixCnt - realMixCnt:  -20
hllc cost time: 23 
********************begin r :{0.01},testSetLength:{20000} ,m:{18} ***********************
tatolCount: 2000000  ,r : 0.01  setA size: 20000 , setB size: 20000
generate data cost time: 41 
realMixCnt: 218 , mixRate:0.0109
Map collection cost time: 4 
hllcMixCnt: 134 , mixRatehllc:0.0067
mixRatehllc - mixRate:  -0.004200
hllcMixCnt - realMixCnt:  -84
hllc cost time: 36 
********************begin r :{0.05},testSetLength:{20000} ,m:{18} ***********************
tatolCount: 400000  ,r : 0.05  setA size: 20000 , setB size: 20000
generate data cost time: 19 
realMixCnt: 946 , mixRate:0.0473
Map collection cost time: 3 
hllcMixCnt: 949 , mixRatehllc:0.04745
mixRatehllc - mixRate:  0.000150
hllcMixCnt - realMixCnt:  3
hllc cost time: 23 
********************begin r :{0.1},testSetLength:{20000} ,m:{18} ***********************
tatolCount: 200000  ,r : 0.1  setA size: 20000 , setB size: 20000
generate data cost time: 26 
realMixCnt: 2001 , mixRate:0.10005
Map collection cost time: 10 
hllcMixCnt: 2080 , mixRatehllc:0.104
mixRatehllc - mixRate:  0.003950
hllcMixCnt - realMixCnt:  79
hllc cost time: 56 
********************begin r :{0.2},testSetLength:{20000} ,m:{18} ***********************
tatolCount: 100000  ,r : 0.2  setA size: 20000 , setB size: 20000
generate data cost time: 28 
realMixCnt: 4034 , mixRate:0.2017
Map collection cost time: 7 
hllcMixCnt: 4113 , mixRatehllc:0.20565
mixRatehllc - mixRate:  0.003950
hllcMixCnt - realMixCnt:  79
hllc cost time: 25 
********************begin r :{0.5},testSetLength:{20000} ,m:{18} ***********************
tatolCount: 40000  ,r : 0.5  setA size: 20000 , setB size: 20000
generate data cost time: 24 
realMixCnt: 9975 , mixRate:0.49875
Map collection cost time: 8 
hllcMixCnt: 9994 , mixRatehllc:0.4997
mixRatehllc - mixRate:  0.000950
hllcMixCnt - realMixCnt:  19
hllc cost time: 23 
********************begin r :{0.01},testSetLength:{50000} ,m:{18} ***********************
tatolCount: 5000000  ,r : 0.01  setA size: 50000 , setB size: 50000
generate data cost time: 88 
realMixCnt: 468 , mixRate:0.00936
Map collection cost time: 48 
hllcMixCnt: 603 , mixRatehllc:0.01206
mixRatehllc - mixRate:  0.002700
hllcMixCnt - realMixCnt:  135
hllc cost time: 163 
********************begin r :{0.05},testSetLength:{50000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.05  setA size: 50000 , setB size: 50000
generate data cost time: 99 
realMixCnt: 2381 , mixRate:0.04762
Map collection cost time: 17 
hllcMixCnt: 2335 , mixRatehllc:0.0467
mixRatehllc - mixRate:  -0.000920
hllcMixCnt - realMixCnt:  -46
hllc cost time: 59 
********************begin r :{0.1},testSetLength:{50000} ,m:{18} ***********************
tatolCount: 500000  ,r : 0.1  setA size: 50000 , setB size: 50000
generate data cost time: 52 
realMixCnt: 5091 , mixRate:0.10182
Map collection cost time: 19 
hllcMixCnt: 5116 , mixRatehllc:0.10232
mixRatehllc - mixRate:  0.000500
hllcMixCnt - realMixCnt:  25
hllc cost time: 88 
********************begin r :{0.2},testSetLength:{50000} ,m:{18} ***********************
tatolCount: 250000  ,r : 0.2  setA size: 50000 , setB size: 50000
generate data cost time: 72 
realMixCnt: 24889 , mixRate:0.49778
Map collection cost time: 18 
hllcMixCnt: 25002 , mixRatehllc:0.50004
mixRatehllc - mixRate:  0.002260
hllcMixCnt - realMixCnt:  113
hllc cost time: 61 
********************begin r :{0.5},testSetLength:{50000} ,m:{18} ***********************
tatolCount: 100000  ,r : 0.5  setA size: 50000 , setB size: 50000
generate data cost time: 86 
realMixCnt: 25140 , mixRate:0.5028
Map collection cost time: 15 
hllcMixCnt: 25190 , mixRatehllc:0.5038
mixRatehllc - mixRate:  0.001000
hllcMixCnt - realMixCnt:  50
hllc cost time: 71 
********************begin r :{0.01},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 10000000  ,r : 0.01  setA size: 100000 , setB size: 100000
generate data cost time: 154 
realMixCnt: 1051 , mixRate:0.01051
Map collection cost time: 29 
hllcMixCnt: 811 , mixRatehllc:0.00811
mixRatehllc - mixRate:  -0.002400
hllcMixCnt - realMixCnt:  -240
hllc cost time: 232 
********************begin r :{0.05},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 2000000  ,r : 0.05  setA size: 100000 , setB size: 100000
generate data cost time: 171 
realMixCnt: 4903 , mixRate:0.04903
Map collection cost time: 19 
hllcMixCnt: 5095 , mixRatehllc:0.05095
mixRatehllc - mixRate:  0.001920
hllcMixCnt - realMixCnt:  192
hllc cost time: 122 
********************begin r :{0.1},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.1  setA size: 100000 , setB size: 100000
generate data cost time: 131 
realMixCnt: 9931 , mixRate:0.09931
Map collection cost time: 42 
hllcMixCnt: 10136 , mixRatehllc:0.10136
mixRatehllc - mixRate:  0.002050
hllcMixCnt - realMixCnt:  205
hllc cost time: 155 
********************begin r :{0.2},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 500000  ,r : 0.2  setA size: 100000 , setB size: 100000
generate data cost time: 117 
realMixCnt: 20148 , mixRate:0.20148
Map collection cost time: 35 
hllcMixCnt: 20414 , mixRatehllc:0.20414
mixRatehllc - mixRate:  0.002660
hllcMixCnt - realMixCnt:  266
hllc cost time: 111 
********************begin r :{0.5},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 200000  ,r : 0.5  setA size: 100000 , setB size: 100000
generate data cost time: 130 
realMixCnt: 49964 , mixRate:0.49964
Map collection cost time: 35 
hllcMixCnt: 50268 , mixRatehllc:0.50268
mixRatehllc - mixRate:  0.003040
hllcMixCnt - realMixCnt:  304
hllc cost time: 133 
********************begin r :{0.01},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 20000000  ,r : 0.01  setA size: 200000 , setB size: 200000
generate data cost time: 260 
realMixCnt: 2035 , mixRate:0.010175
Map collection cost time: 83 
hllcMixCnt: 1247 , mixRatehllc:0.006235
mixRatehllc - mixRate:  -0.003940
hllcMixCnt - realMixCnt:  -788
hllc cost time: 389 
********************begin r :{0.05},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 4000000  ,r : 0.05  setA size: 200000 , setB size: 200000
generate data cost time: 311 
realMixCnt: 10159 , mixRate:0.050795
Map collection cost time: 94 
hllcMixCnt: 10030 , mixRatehllc:0.05015
mixRatehllc - mixRate:  -0.000645
hllcMixCnt - realMixCnt:  -129
hllc cost time: 308 
********************begin r :{0.1},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 2000000  ,r : 0.1  setA size: 200000 , setB size: 200000
generate data cost time: 255 
realMixCnt: 20009 , mixRate:0.100045
Map collection cost time: 133 
hllcMixCnt: 19539 , mixRatehllc:0.097695
mixRatehllc - mixRate:  -0.002350
hllcMixCnt - realMixCnt:  -470
hllc cost time: 235 
********************begin r :{0.2},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.2  setA size: 200000 , setB size: 200000
generate data cost time: 229 
realMixCnt: 39946 , mixRate:0.19973
Map collection cost time: 92 
hllcMixCnt: 41310 , mixRatehllc:0.20655
mixRatehllc - mixRate:  0.006820
hllcMixCnt - realMixCnt:  1364
hllc cost time: 271 
********************begin r :{0.5},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 400000  ,r : 0.5  setA size: 200000 , setB size: 200000
generate data cost time: 357 
realMixCnt: 100095 , mixRate:0.500475
Map collection cost time: 93 
hllcMixCnt: 100242 , mixRatehllc:0.50121
mixRatehllc - mixRate:  0.000735
hllcMixCnt - realMixCnt:  147
hllc cost time: 422 
********************begin r :{0.01},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 50000000  ,r : 0.01  setA size: 500000 , setB size: 500000
generate data cost time: 758 
realMixCnt: 5084 , mixRate:0.010168
Map collection cost time: 211 
hllcMixCnt: 2978 , mixRatehllc:0.005956
mixRatehllc - mixRate:  -0.004212
hllcMixCnt - realMixCnt:  -2106
hllc cost time: 844 
********************begin r :{0.05},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 10000000  ,r : 0.05  setA size: 500000 , setB size: 500000
generate data cost time: 721 
realMixCnt: 25296 , mixRate:0.050592
Map collection cost time: 222 
hllcMixCnt: 23440 , mixRatehllc:0.04688
mixRatehllc - mixRate:  -0.003712
hllcMixCnt - realMixCnt:  -1856
hllc cost time: 699 
********************begin r :{0.1},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 5000000  ,r : 0.1  setA size: 500000 , setB size: 500000
generate data cost time: 688 
realMixCnt: 50178 , mixRate:0.100356
Map collection cost time: 200 
hllcMixCnt: 45070 , mixRatehllc:0.09014
mixRatehllc - mixRate:  -0.010216
hllcMixCnt - realMixCnt:  -5108
hllc cost time: 701 
********************begin r :{0.2},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 2500000  ,r : 0.2  setA size: 500000 , setB size: 500000
generate data cost time: 897 
realMixCnt: 249899 , mixRate:0.499798
Map collection cost time: 223 
hllcMixCnt: 250263 , mixRatehllc:0.500526
mixRatehllc - mixRate:  0.000728
hllcMixCnt - realMixCnt:  364
hllc cost time: 658 
********************begin r :{0.5},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.5  setA size: 500000 , setB size: 500000
generate data cost time: 868 
realMixCnt: 249895 , mixRate:0.49979
Map collection cost time: 245 
hllcMixCnt: 249916 , mixRatehllc:0.499832
mixRatehllc - mixRate:  0.000042
hllcMixCnt - realMixCnt:  21
hllc cost time: 724 
********************begin r :{0.01},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 10000000  ,r : 0.01  setA size: 100000 , setB size: 100000
generate data cost time: 110 
realMixCnt: 1026 , mixRate:0.01026
Map collection cost time: 28 
hllcMixCnt: 569 , mixRatehllc:0.00569
mixRatehllc - mixRate:  -0.004570
hllcMixCnt - realMixCnt:  -457
hllc cost time: 95 
********************begin r :{0.05},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 2000000  ,r : 0.05  setA size: 100000 , setB size: 100000
generate data cost time: 91 
realMixCnt: 5024 , mixRate:0.05024
Map collection cost time: 26 
hllcMixCnt: 5439 , mixRatehllc:0.05439
mixRatehllc - mixRate:  0.004150
hllcMixCnt - realMixCnt:  415
hllc cost time: 131 
********************begin r :{0.1},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.1  setA size: 100000 , setB size: 100000
generate data cost time: 93 
realMixCnt: 9925 , mixRate:0.09925
Map collection cost time: 28 
hllcMixCnt: 10201 , mixRatehllc:0.10201
mixRatehllc - mixRate:  0.002760
hllcMixCnt - realMixCnt:  276
hllc cost time: 141 
********************begin r :{0.2},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 500000  ,r : 0.2  setA size: 100000 , setB size: 100000
generate data cost time: 90 
realMixCnt: 19983 , mixRate:0.19983
Map collection cost time: 32 
hllcMixCnt: 19936 , mixRatehllc:0.19936
mixRatehllc - mixRate:  -0.000470
hllcMixCnt - realMixCnt:  -47
hllc cost time: 128 
********************begin r :{0.5},testSetLength:{100000} ,m:{18} ***********************
tatolCount: 200000  ,r : 0.5  setA size: 100000 , setB size: 100000
generate data cost time: 121 
realMixCnt: 50027 , mixRate:0.50027
Map collection cost time: 35 
hllcMixCnt: 49726 , mixRatehllc:0.49726
mixRatehllc - mixRate:  -0.003010
hllcMixCnt - realMixCnt:  -301
hllc cost time: 137 
********************begin r :{0.01},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 20000000  ,r : 0.01  setA size: 200000 , setB size: 200000
generate data cost time: 247 
realMixCnt: 1991 , mixRate:0.009955
Map collection cost time: 38 
hllcMixCnt: 2118 , mixRatehllc:0.01059
mixRatehllc - mixRate:  0.000635
hllcMixCnt - realMixCnt:  127
hllc cost time: 200 
********************begin r :{0.05},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 4000000  ,r : 0.05  setA size: 200000 , setB size: 200000
generate data cost time: 225 
realMixCnt: 10000 , mixRate:0.05
Map collection cost time: 71 
hllcMixCnt: 9751 , mixRatehllc:0.048755
mixRatehllc - mixRate:  -0.001245
hllcMixCnt - realMixCnt:  -249
hllc cost time: 273 
********************begin r :{0.1},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 2000000  ,r : 0.1  setA size: 200000 , setB size: 200000
generate data cost time: 224 
realMixCnt: 19974 , mixRate:0.09987
Map collection cost time: 71 
hllcMixCnt: 19810 , mixRatehllc:0.09905
mixRatehllc - mixRate:  -0.000820
hllcMixCnt - realMixCnt:  -164
hllc cost time: 300 
********************begin r :{0.2},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.2  setA size: 200000 , setB size: 200000
generate data cost time: 243 
realMixCnt: 40093 , mixRate:0.200465
Map collection cost time: 82 
hllcMixCnt: 40549 , mixRatehllc:0.202745
mixRatehllc - mixRate:  0.002280
hllcMixCnt - realMixCnt:  456
hllc cost time: 297 
********************begin r :{0.5},testSetLength:{200000} ,m:{18} ***********************
tatolCount: 400000  ,r : 0.5  setA size: 200000 , setB size: 200000
generate data cost time: 283 
realMixCnt: 99874 , mixRate:0.49937
Map collection cost time: 88 
hllcMixCnt: 99730 , mixRatehllc:0.49865
mixRatehllc - mixRate:  -0.000720
hllcMixCnt - realMixCnt:  -144
hllc cost time: 306 
********************begin r :{0.01},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 50000000  ,r : 0.01  setA size: 500000 , setB size: 500000
generate data cost time: 678 
realMixCnt: 5148 , mixRate:0.010296
Map collection cost time: 181 
hllcMixCnt: 3895 , mixRatehllc:0.00779
mixRatehllc - mixRate:  -0.002506
hllcMixCnt - realMixCnt:  -1253
hllc cost time: 673 
********************begin r :{0.05},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 10000000  ,r : 0.05  setA size: 500000 , setB size: 500000
generate data cost time: 820 
realMixCnt: 25131 , mixRate:0.050262
Map collection cost time: 185 
hllcMixCnt: 24850 , mixRatehllc:0.0497
mixRatehllc - mixRate:  -0.000562
hllcMixCnt - realMixCnt:  -281
hllc cost time: 647 
********************begin r :{0.1},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 5000000  ,r : 0.1  setA size: 500000 , setB size: 500000
generate data cost time: 691 
realMixCnt: 49911 , mixRate:0.099822
Map collection cost time: 187 
hllcMixCnt: 50951 , mixRatehllc:0.101902
mixRatehllc - mixRate:  0.002080
hllcMixCnt - realMixCnt:  1040
hllc cost time: 690 
********************begin r :{0.2},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 2500000  ,r : 0.2  setA size: 500000 , setB size: 500000
generate data cost time: 888 
realMixCnt: 250250 , mixRate:0.5005
Map collection cost time: 212 
hllcMixCnt: 249358 , mixRatehllc:0.498716
mixRatehllc - mixRate:  -0.001784
hllcMixCnt - realMixCnt:  -892
hllc cost time: 608 
********************begin r :{0.5},testSetLength:{500000} ,m:{18} ***********************
tatolCount: 1000000  ,r : 0.5  setA size: 500000 , setB size: 500000
generate data cost time: 840 
realMixCnt: 249691 , mixRate:0.499382
Map collection cost time: 230 
hllcMixCnt: 249833 , mixRatehllc:0.499666
mixRatehllc - mixRate:  0.000284
hllcMixCnt - realMixCnt:  142
hllc cost time: 714 

Process finished with exit code 0