{
  "date": "2026-10-19",
  "linux": {
    "processor": "Intel i7-8550U",
    "product_sha256": "c6f4a9886d544e2c1fe01b3115ec7f60b21cc883940dbca4eef4851aa049e4bb",
    "reference": "Ubuntu cscope 15.9-2build1",
    "reference_sha256": "c2b68c8d216835b5b0637fcf41a40c59d6b73a81cc411136ec224cfcff01401c",
    "storage": "warm tmpfs"
  },
  "method": "32 Session observations per repetition. All-observation medians. Clear timing requires >=10 observations, non-overlapping IQRs, and a median difference above calibration. Answer quality assessed separately.",
  "product_revision": "2fdce5902704e6e573b1a6bcd7e57a7477136e71",
  "rust_version": "1.98.1",
  "version": 1,
  "windows": {
    "environment": "MSYS=noglob",
    "guest_flagged_intervals": 43,
    "host_disturbance_status": 0,
    "host_flagged_intervals": 0,
    "interpretation": "Both repetitions completed with all observations retained. Later-search wins agree across repetitions. The guest flagged background CPU activity in 43 of 674 intervals in the first repetition and none in the second.",
    "measurement_status": 0,
    "product_sha256": "55d62e10b6c8ea2b445c4545dd0bcdbf7301bc0668d2611c8275de6a83f756de",
    "reference": "MSYS2 cscope 15.9-3",
    "reference_sha256": "e35a714f0c155f80fbb3e5107827e57d67c52e7fc9094be1f2e0e84b3eb2e498",
    "storage": "warm NTFS",
    "system": "Windows 11 VM, 2 vCPU"
  },
  "inputs": [
    {"id":"zlib","revision":"51b7f2abdade71cd9bb0e7a373ef2610ec6f9daf","dirs":["."],"files":26,"manifest_sha256":"59b2ee5689db0cc7d9e42de58b035f48f5089d3c12cd629f06f89666daffa335","queries":[{"id":"symbol-exact","field":0,"pattern":"deflate"},{"id":"definition","field":1,"pattern":"deflate"},{"id":"callees","field":2,"pattern":"deflate"},{"id":"callers","field":3,"pattern":"deflate"},{"id":"text","field":4,"pattern":"return"},{"id":"text-alias","field":5,"pattern":"return"},{"id":"regex-text","field":6,"pattern":"^#[ \t]*include"},{"id":"files","field":7,"pattern":".*"},{"id":"includers","field":8,"pattern":"zlib.h"},{"id":"assigned","field":9,"pattern":"strm"},{"id":"symbol-common","field":0,"pattern":"strm"},{"id":"symbol-regex","field":0,"pattern":"deflate.*"},{"id":"absent-definition","field":1,"pattern":"ripscope_review_absent_name_7LENSu"},{"id":"assignment-ordinary","field":9,"pattern":"z_verbose"},{"id":"caller-control","field":3,"pattern":"deflateEnd"},{"id":"assigned-control","field":9,"pattern":"deflate_copyright"},{"id":"definition-caseless","field":1,"pattern":"DEFLATE"}]},
    {"id":"redis","revision":"ba181057223b04aba580a01b1b36662430aea4a0","dirs":["src"],"files":172,"manifest_sha256":"09d512b423e541cd73f26b9973d2d1529898e3c74adf3b10bfb70aaeee9650d8","queries":[{"id":"symbol-exact","field":0,"pattern":"lookupKey"},{"id":"definition","field":1,"pattern":"lookupKey"},{"id":"callees","field":2,"pattern":"lookupKey"},{"id":"callers","field":3,"pattern":"lookupKey"},{"id":"text","field":4,"pattern":"return"},{"id":"text-alias","field":5,"pattern":"return"},{"id":"regex-text","field":6,"pattern":"^#[ \t]*include"},{"id":"files","field":7,"pattern":".*"},{"id":"includers","field":8,"pattern":"server.h"},{"id":"assigned","field":9,"pattern":"server"},{"id":"symbol-common","field":0,"pattern":"server"},{"id":"symbol-regex","field":0,"pattern":"lookupKey.*"},{"id":"absent-definition","field":1,"pattern":"ripscope_review_absent_name_7LENSu"},{"id":"assignment-ordinary","field":9,"pattern":"dict_force_resize_ratio"},{"id":"caller-control","field":3,"pattern":"dictSetHashFunctionSeed"},{"id":"definition-caseless","field":1,"pattern":"LOOKUPKEY"}]},
    {"id":"linux","revision":"05f7e89ab9731565d8a62e3b5d1ec206485eeb0b","dirs":["include"],"files":3579,"manifest_sha256":"116498b0bc46a79579a8f4bfd00e9aec745f939bfcb9d6da6af4134968fc79f3","queries":[{"id":"symbol-exact","field":0,"pattern":"kernel_clone"},{"id":"definition","field":1,"pattern":"kernel_clone"},{"id":"callees","field":2,"pattern":"kernel_clone"},{"id":"callers","field":3,"pattern":"kernel_clone"},{"id":"text","field":4,"pattern":"return"},{"id":"text-alias","field":5,"pattern":"return"},{"id":"regex-text","field":6,"pattern":"^#[ \t]*include"},{"id":"files","field":7,"pattern":".*"},{"id":"includers","field":8,"pattern":"linux/slab.h"},{"id":"assigned","field":9,"pattern":"ret"},{"id":"symbol-common","field":0,"pattern":"NULL"},{"id":"symbol-regex","field":0,"pattern":"kernel_clone.*"},{"id":"absent-definition","field":1,"pattern":"ripscope_review_absent_name_7LENSu"},{"id":"assignment-ordinary","field":9,"pattern":"max_threads"},{"id":"caller-control","field":3,"pattern":"set_max_threads"},{"id":"mutation-control","field":9,"pattern":"total_forks"},{"id":"definition-caseless","field":1,"pattern":"KERNEL_CLONE"}]}
  ],
  "frames": {
    "linux-1": {
      "calibration_ms": 0.0047539999999999995,
      "summary": {
        "cscope": {
          "faster": 48,
          "inconclusive": 2
        },
        "cscope-q": {
          "faster": 32,
          "inconclusive": 18
        }
      },
      "groups": [
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.7860320000000001,"ratio":0.5029767846630321,"stats":{"max":0.896258,"median":0.7860320000000001,"min":0.681904,"n":32,"q1":0.73665225,"q3":0.8192625},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.7978285,"ratio":0.5105252885919783,"stats":{"max":0.905444,"median":0.7978285,"min":0.7171569999999999,"n":32,"q1":0.77778375,"q3":0.8251215},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":1.56276,"product_stats":{"max":1.782765,"median":1.56276,"min":1.451591,"n":32,"q1":1.53369975,"q3":1.6326905},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2819205,"ratio":0.5511678431662558,"stats":{"max":1.606045,"median":1.2819205,"min":1.191161,"n":32,"q1":1.2622924999999998,"q3":1.32350225},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":1.323754,"ratio":0.5691543563447996,"stats":{"max":1.513417,"median":1.323754,"min":1.238213,"n":32,"q1":1.30746425,"q3":1.34442375},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":2.325826,"product_stats":{"max":2.775752,"median":2.325826,"min":2.181303,"n":32,"q1":2.29594125,"q3":2.365752},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.959533,"ratio":1.1658196792435482,"stats":{"max":14.35395,"median":13.959533,"min":13.630722,"n":32,"q1":13.87430425,"q3":14.06287325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.0133805,"ratio":1.1703167118576097,"stats":{"max":14.491303,"median":14.0133805,"min":13.791473,"n":32,"q1":13.969071,"q3":14.11663},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":11.974007,"product_stats":{"max":13.394551,"median":11.974007,"min":11.235261,"n":32,"q1":11.811291,"q3":12.32254475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.679412,"ratio":0.580559793654544,"stats":{"max":0.774381,"median":0.679412,"min":0.614331,"n":32,"q1":0.6510735,"q3":0.7180185000000001},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.6883595,"ratio":0.5882054618996206,"stats":{"max":0.784382,"median":0.6883595,"min":0.621727,"n":32,"q1":0.67158275,"q3":0.71222575},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":1.1702705,"product_stats":{"max":1.618389,"median":1.1702705,"min":1.087703,"n":32,"q1":1.12790525,"q3":1.213178},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.7047334999999999,"ratio":0.5764783160140385,"stats":{"max":0.895969,"median":0.7047334999999999,"min":0.659404,"n":32,"q1":0.69048575,"q3":0.740953},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.7346935,"ratio":0.6009858643962009,"stats":{"max":0.7942560000000001,"median":0.7346935,"min":0.685528,"n":32,"q1":0.7187135,"q3":0.76794675},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":1.2224805,"product_stats":{"max":1.3377910000000002,"median":1.2224805,"min":1.131402,"n":32,"q1":1.19454975,"q3":1.237936},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.842964,"ratio":0.6372004916404493,"stats":{"max":0.92622,"median":0.842964,"min":0.767429,"n":32,"q1":0.8300235,"q3":0.86125725},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.868625,"ratio":0.6565977634290258,"stats":{"max":0.965869,"median":0.868625,"min":0.8111839999999999,"n":32,"q1":0.857277,"q3":0.90093875},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":1.322918,"product_stats":{"max":1.591228,"median":1.322918,"min":1.247964,"n":32,"q1":1.30770475,"q3":1.3541385},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.63086,"ratio":5.3695696581778565,"stats":{"max":0.731439,"median":0.63086,"min":0.586966,"n":32,"q1":0.6168555,"q3":0.6459125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14168550000000002,"ratio":1.2059572041399975,"stats":{"max":0.171126,"median":0.14168550000000002,"min":0.065707,"n":32,"q1":0.110751,"q3":0.16002325},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.117488,"product_stats":{"max":0.290638,"median":0.117488,"min":0.040654,"n":32,"q1":0.099818,"q3":0.1419515},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.5131965,"ratio":61.4621649037557,"stats":{"max":8.034718999999999,"median":7.5131965,"min":7.019143000000001,"n":32,"q1":7.23984575,"q3":7.76597225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.132468,"ratio":1.0836626009276757,"stats":{"max":0.19596,"median":0.132468,"min":0.050108,"n":32,"q1":0.1061175,"q3":0.14585575},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.122241,"product_stats":{"max":0.256032,"median":0.122241,"min":0.038012,"n":32,"q1":0.09294475,"q3":0.1314505},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.8613915,"ratio":437.7800922813448,"stats":{"max":63.890542999999994,"median":61.8613915,"min":59.717026,"n":32,"q1":60.72956525,"q3":62.523168},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1553335,"ratio":1.0992625984558444,"stats":{"max":0.453691,"median":0.1553335,"min":0.101306,"n":32,"q1":0.14017975,"q3":0.16305825000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.14130700000000002,"product_stats":{"max":1.220009,"median":0.14130700000000002,"min":0.061408,"n":32,"q1":0.135128,"q3":0.15231125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6220600000000001,"ratio":6.480939333006887,"stats":{"max":0.699255,"median":0.6220600000000001,"min":0.575995,"n":32,"q1":0.6036765,"q3":0.637019},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13858199999999998,"ratio":1.4438181761353572,"stats":{"max":0.198839,"median":0.13858199999999998,"min":0.066066,"n":32,"q1":0.10672675,"q3":0.15793},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.095983,"product_stats":{"max":0.161203,"median":0.095983,"min":0.040869,"n":32,"q1":0.05695875,"q3":0.119043},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.387827,"ratio":62.924391864268195,"stats":{"max":8.302706,"median":7.387827,"min":7.0312209999999995,"n":32,"q1":7.187612,"q3":7.60933975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14344849999999998,"ratio":1.2217949373126191,"stats":{"max":0.443593,"median":0.14344849999999998,"min":0.05116,"n":32,"q1":0.1079045,"q3":0.1489645},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.117408,"product_stats":{"max":0.145588,"median":0.117408,"min":0.041961,"n":32,"q1":0.09140975,"q3":0.124862},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.640307500000006,"ratio":481.00498248133033,"stats":{"max":65.59420200000001,"median":61.640307500000006,"min":59.334021,"n":32,"q1":60.9523515,"q3":62.207734},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15497550000000004,"ratio":1.2093383483288986,"stats":{"max":0.227912,"median":0.15497550000000004,"min":0.06237899999999999,"n":32,"q1":0.128629,"q3":0.166778},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.128149,"product_stats":{"max":0.162078,"median":0.128149,"min":0.059443,"n":32,"q1":0.101836,"q3":0.14487475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6228560000000001,"ratio":6.103230168490057,"stats":{"max":0.693316,"median":0.6228560000000001,"min":0.563468,"n":32,"q1":0.59412575,"q3":0.6362585000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14571,"ratio":1.4277805268805088,"stats":{"max":0.2228,"median":0.14571,"min":0.06923,"n":32,"q1":0.128513,"q3":0.16609675000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.1020535,"product_stats":{"max":0.314328,"median":0.1020535,"min":0.039554,"n":32,"q1":0.0748455,"q3":0.13822974999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.400276,"ratio":64.29515588821748,"stats":{"max":8.078401000000001,"median":7.400276,"min":7.016132,"n":32,"q1":7.2479245,"q3":7.634708},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14175,"ratio":1.2315538430127237,"stats":{"max":0.223787,"median":0.14175,"min":0.061804000000000005,"n":32,"q1":0.0985405,"q3":0.145903},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.1150985,"product_stats":{"max":0.303452,"median":0.1150985,"min":0.034267000000000006,"n":32,"q1":0.08497350000000001,"q3":0.12606099999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.2349395,"ratio":489.8971522974828,"stats":{"max":63.991173,"median":61.2349395,"min":59.458633,"n":32,"q1":60.970436750000005,"q3":62.04754175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15932,"ratio":1.2746058858118894,"stats":{"max":0.375524,"median":0.15932,"min":0.101813,"n":32,"q1":0.1485105,"q3":0.16784325},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.12499549999999998,"product_stats":{"max":1.642308,"median":0.12499549999999998,"min":0.040987,"n":32,"q1":0.09309,"q3":0.14618475000000003},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.618177,"ratio":6.412192123975043,"stats":{"max":0.685776,"median":0.618177,"min":0.5683710000000001,"n":32,"q1":0.59517275,"q3":0.6358600000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1381075,"ratio":1.4325538215784204,"stats":{"max":0.17296799999999998,"median":0.1381075,"min":0.06619,"n":32,"q1":0.10988225,"q3":0.157941},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.0964065,"product_stats":{"max":0.13418300000000002,"median":0.0964065,"min":0.040625,"n":32,"q1":0.05376525,"q3":0.12463375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.3585355,"ratio":69.9500508569636,"stats":{"max":7.931758,"median":7.3585355,"min":7.0084290000000005,"n":32,"q1":7.14501175,"q3":7.471611749999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13207449999999998,"ratio":1.2554968297575024,"stats":{"max":0.413475,"median":0.13207449999999998,"min":0.049972,"n":32,"q1":0.10957525,"q3":0.1477655},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.105197,"product_stats":{"max":0.132128,"median":0.105197,"min":0.030913,"n":32,"q1":0.08295525000000001,"q3":0.12059425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.4293495,"ratio":589.5896871100873,"stats":{"max":63.013879,"median":61.4293495,"min":59.721676,"n":32,"q1":60.684248749999995,"q3":61.96712325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15843800000000002,"ratio":1.5206641712256457,"stats":{"max":0.235963,"median":0.15843800000000002,"min":0.062635,"n":32,"q1":0.13504824999999998,"q3":0.16603025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.10419,"product_stats":{"max":0.186311,"median":0.10419,"min":0.038644,"n":32,"q1":0.093121,"q3":0.128258},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2600245,"ratio":2.7051226033311484,"stats":{"max":0.298512,"median":0.2600245,"min":0.206299,"n":32,"q1":0.2444785,"q3":0.2770875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.130869,"ratio":1.3614743609750009,"stats":{"max":0.188724,"median":0.130869,"min":0.053999000000000005,"n":32,"q1":0.10587475,"q3":0.155478},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.096123,"product_stats":{"max":0.261251,"median":0.096123,"min":0.033997,"n":32,"q1":0.07104724999999999,"q3":0.12797275000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2712275,"ratio":19.041461962809574,"stats":{"max":2.683482,"median":2.2712275,"min":2.04638,"n":32,"q1":2.2086255,"q3":2.3384947499999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13370949999999998,"ratio":1.1209904592632336,"stats":{"max":0.17817000000000002,"median":0.13370949999999998,"min":0.08111800000000001,"n":32,"q1":0.10432525,"q3":0.14323999999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.119278,"product_stats":{"max":0.266239,"median":0.119278,"min":0.040448000000000005,"n":32,"q1":0.096649,"q3":0.12574275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.337711499999997,"ratio":178.21694191798306,"stats":{"max":23.095175,"median":22.337711499999997,"min":21.454712,"n":32,"q1":22.11662075,"q3":22.4354975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1415015,"ratio":1.1289412797191638,"stats":{"max":0.22501,"median":0.1415015,"min":0.087663,"n":32,"q1":0.1063815,"q3":0.15354674999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.12534,"product_stats":{"max":1.384613,"median":0.12534,"min":0.03921,"n":32,"q1":0.09555475,"q3":0.134286},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.25971900000000003,"ratio":2.8067564719804183,"stats":{"max":0.294794,"median":0.25971900000000003,"min":0.17263599999999998,"n":32,"q1":0.2426285,"q3":0.264043},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14433649999999998,"ratio":1.5598296833038843,"stats":{"max":0.174215,"median":0.14433649999999998,"min":0.055277,"n":32,"q1":0.126963,"q3":0.15103575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.0925335,"product_stats":{"max":0.143726,"median":0.0925335,"min":0.035666,"n":32,"q1":0.07112500000000001,"q3":0.1139005},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.23198,"ratio":19.855265206271547,"stats":{"max":2.621121,"median":2.23198,"min":2.101399,"n":32,"q1":2.18412525,"q3":2.26892275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1413115,"ratio":1.2570799510730568,"stats":{"max":0.418171,"median":0.1413115,"min":0.04702,"n":32,"q1":0.107765,"q3":0.144299},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.1124125,"product_stats":{"max":0.173406,"median":0.1124125,"min":0.033768,"n":32,"q1":0.08825975,"q3":0.124548},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.3108795,"ratio":180.34895864909322,"stats":{"max":24.118225,"median":22.3108795,"min":21.56346,"n":32,"q1":21.9894125,"q3":22.386341},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.133494,"ratio":1.0790925515017036,"stats":{"max":0.389937,"median":0.133494,"min":0.066755,"n":32,"q1":0.1069245,"q3":0.14880700000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.1237095,"product_stats":{"max":0.374984,"median":0.1237095,"min":0.089523,"n":32,"q1":0.095048,"q3":0.13219925000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.259049,"ratio":2.7750145955297505,"stats":{"max":0.307765,"median":0.259049,"min":0.213708,"n":32,"q1":0.245062,"q3":0.27094425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.12815300000000002,"ratio":1.3728153571753767,"stats":{"max":0.192205,"median":0.12815300000000002,"min":0.054262000000000005,"n":32,"q1":0.09616225,"q3":0.1499985},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.0933505,"product_stats":{"max":0.269379,"median":0.0933505,"min":0.03141,"n":32,"q1":0.07406925,"q3":0.12226625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.255626,"ratio":19.67007054842901,"stats":{"max":2.57419,"median":2.255626,"min":2.043793,"n":32,"q1":2.21877775,"q3":2.322237},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1401255,"ratio":1.221957217479267,"stats":{"max":0.332318,"median":0.1401255,"min":0.048358,"n":32,"q1":0.10408575,"q3":0.14638375},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.114673,"product_stats":{"max":0.298672,"median":0.114673,"min":0.065418,"n":32,"q1":0.0997645,"q3":0.12298625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.406081,"ratio":191.1871376216461,"stats":{"max":23.331365,"median":22.406081,"min":21.522631,"n":32,"q1":22.23679175,"q3":22.80895175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.146924,"ratio":1.2536765803855983,"stats":{"max":0.3828200000000001,"median":0.146924,"min":0.057159,"n":32,"q1":0.13687300000000002,"q3":0.1552325},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.1171945,"product_stats":{"max":1.693282,"median":0.1171945,"min":0.033411,"n":32,"q1":0.08547249999999999,"q3":0.13064625000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.251034,"ratio":2.8698291482563283,"stats":{"max":0.278269,"median":0.251034,"min":0.213103,"n":32,"q1":0.2435725,"q3":0.26083975000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1332735,"ratio":1.5235871435348989,"stats":{"max":0.18329,"median":0.1332735,"min":0.054847,"n":32,"q1":0.0982305,"q3":0.15431725},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.08747350000000001,"product_stats":{"max":0.150104,"median":0.08747350000000001,"min":0.02942,"n":32,"q1":0.06556325,"q3":0.11915575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1933149999999997,"ratio":20.13157532423427,"stats":{"max":2.44786,"median":2.1933149999999997,"min":2.04026,"n":32,"q1":2.15559475,"q3":2.25722475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.121289,"ratio":1.1132640042588733,"stats":{"max":0.369094,"median":0.121289,"min":0.047622,"n":32,"q1":0.08138975000000001,"q3":0.144182},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.108949,"product_stats":{"max":0.143689,"median":0.108949,"min":0.029433,"n":32,"q1":0.083171,"q3":0.118752},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.369495,"ratio":192.19100109973195,"stats":{"max":23.087957,"median":22.369495,"min":21.752713,"n":32,"q1":22.0911225,"q3":22.42743125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14098100000000002,"ratio":1.2112602240703831,"stats":{"max":0.321876,"median":0.14098100000000002,"min":0.082671,"n":32,"q1":0.1070975,"q3":0.14767799999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.116392,"product_stats":{"max":0.187864,"median":0.116392,"min":0.03227,"n":32,"q1":0.0871955,"q3":0.1273505},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.307568,"ratio":2.138487745524075,"stats":{"max":0.439923,"median":0.307568,"min":0.236609,"n":32,"q1":0.28499399999999997,"q3":0.3227415},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.208195,"ratio":1.447557795932557,"stats":{"max":0.25001199999999996,"median":0.208195,"min":0.122281,"n":32,"q1":0.19284125,"q3":0.21996525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.14382499999999998,"product_stats":{"max":0.292455,"median":0.14382499999999998,"min":0.065375,"n":32,"q1":0.1213165,"q3":0.162654},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.215898,"ratio":19.64161270736107,"stats":{"max":2.368365,"median":2.215898,"min":1.952036,"n":32,"q1":2.0660367500000003,"q3":2.31076325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1173825,"ratio":1.0404728031803858,"stats":{"max":0.230947,"median":0.1173825,"min":0.052861,"n":32,"q1":0.1030755,"q3":0.14560900000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.1128165,"product_stats":{"max":0.267007,"median":0.1128165,"min":0.034112,"n":32,"q1":0.08485575000000001,"q3":0.12813950000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.7201745,"ratio":151.9776326309072,"stats":{"max":21.337272,"median":20.7201745,"min":20.409684,"n":32,"q1":20.626718,"q3":21.049984},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.162148,"ratio":1.189317646713658,"stats":{"max":0.422645,"median":0.162148,"min":0.102488,"n":32,"q1":0.12863675000000002,"q3":0.1815925},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.136337,"product_stats":{"max":1.478441,"median":0.136337,"min":0.044712,"n":32,"q1":0.1026895,"q3":0.14669},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.310444,"ratio":2.222107696822635,"stats":{"max":0.35379,"median":0.310444,"min":0.268019,"n":32,"q1":0.2982855,"q3":0.31873575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1990735,"ratio":1.424935758408669,"stats":{"max":0.23882,"median":0.1990735,"min":0.127031,"n":32,"q1":0.1895135,"q3":0.213514},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.13970700000000005,"product_stats":{"max":0.17715799999999998,"median":0.13970700000000005,"min":0.058722,"n":32,"q1":0.11757625,"q3":0.15363625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.15493,"ratio":17.898164028920384,"stats":{"max":2.603589,"median":2.15493,"min":1.959446,"n":32,"q1":2.07567625,"q3":2.216378},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.113183,"ratio":0.9400620434470243,"stats":{"max":0.35679299999999997,"median":0.113183,"min":0.055781,"n":32,"q1":0.09200975,"q3":0.15069600000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.1203995,"product_stats":{"max":0.173993,"median":0.1203995,"min":0.034982,"n":32,"q1":0.0920585,"q3":0.12889125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.763076,"ratio":158.2117406809107,"stats":{"max":22.213643,"median":20.763076,"min":20.344883,"n":32,"q1":20.597766,"q3":21.066882},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1380345,"ratio":1.051803620957664,"stats":{"max":0.372958,"median":0.1380345,"min":0.105795,"n":32,"q1":0.12599425,"q3":0.17176000000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.13123600000000002,"product_stats":{"max":0.441049,"median":0.13123600000000002,"min":0.092073,"n":32,"q1":0.11118975,"q3":0.145416},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.29758450000000003,"ratio":2.2049747889197215,"stats":{"max":0.397868,"median":0.29758450000000003,"min":0.240084,"n":32,"q1":0.28633200000000003,"q3":0.31305099999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2110105,"ratio":1.5634982087351486,"stats":{"max":0.258102,"median":0.2110105,"min":0.118539,"n":32,"q1":0.18813,"q3":0.22338325},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.13496049999999998,"product_stats":{"max":0.27751099999999995,"median":0.13496049999999998,"min":0.05686,"n":32,"q1":0.1136565,"q3":0.14824425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.207105,"ratio":19.144273471653598,"stats":{"max":2.4624930000000003,"median":2.207105,"min":1.899771,"n":32,"q1":2.1059245,"q3":2.2713945},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.118335,"ratio":1.0264294636041913,"stats":{"max":0.211662,"median":0.118335,"min":0.054062,"n":32,"q1":0.106229,"q3":0.14489625},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.115288,"product_stats":{"max":0.313212,"median":0.115288,"min":0.03003,"n":32,"q1":0.08452225,"q3":0.12028475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.689615000000003,"ratio":183.4080039714024,"stats":{"max":21.306093,"median":20.689615000000003,"min":20.340148,"n":32,"q1":20.628605,"q3":20.92059425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.161759,"ratio":1.4339510577847907,"stats":{"max":0.475773,"median":0.161759,"min":0.081179,"n":32,"q1":0.13425725,"q3":0.18202375},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.1128065,"product_stats":{"max":1.711211,"median":0.1128065,"min":0.038817,"n":32,"q1":0.09720575,"q3":0.13496175000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.302138,"ratio":2.469900595121313,"stats":{"max":0.339982,"median":0.302138,"min":0.26602899999999996,"n":32,"q1":0.29039425,"q3":0.31364875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1973965,"ratio":1.6136657183964422,"stats":{"max":0.23077,"median":0.1973965,"min":0.123862,"n":32,"q1":0.18149,"q3":0.21867225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.122328,"product_stats":{"max":0.155951,"median":0.122328,"min":0.050621,"n":32,"q1":0.07938124999999999,"q3":0.140593},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.118949,"ratio":17.7613683037024,"stats":{"max":2.465469,"median":2.118949,"min":1.897621,"n":32,"q1":2.02778575,"q3":2.2373182500000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1115615,"ratio":0.9351262772315403,"stats":{"max":0.437078,"median":0.1115615,"min":0.054912,"n":32,"q1":0.0911185,"q3":0.14848525},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.119301,"product_stats":{"max":0.15060900000000002,"median":0.119301,"min":0.032309,"n":32,"q1":0.08981,"q3":0.124519},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.6258155,"ratio":155.05625406419267,"stats":{"max":21.510861,"median":20.6258155,"min":20.290159,"n":32,"q1":20.47809,"q3":20.752792},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15772650000000002,"ratio":1.1857218569930428,"stats":{"max":0.365165,"median":0.15772650000000002,"min":0.07195700000000001,"n":32,"q1":0.13029375,"q3":0.16478650000000003},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.1330215,"product_stats":{"max":0.181122,"median":0.1330215,"min":0.039208999999999994,"n":32,"q1":0.11866325,"q3":0.143324},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2836785,"ratio":2.205375086002154,"stats":{"max":0.364538,"median":0.2836785,"min":0.238633,"n":32,"q1":0.27732375,"q3":0.29717725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14194050000000002,"ratio":1.1034746813547336,"stats":{"max":0.209089,"median":0.14194050000000002,"min":0.058442,"n":32,"q1":0.1201055,"q3":0.160461},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.12863049999999998,"product_stats":{"max":0.26768000000000003,"median":0.12863049999999998,"min":0.03511,"n":32,"q1":0.101122,"q3":0.1637855},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.6777555,"ratio":20.981022898669956,"stats":{"max":2.978339,"median":2.6777555,"min":2.302258,"n":32,"q1":2.54920875,"q3":2.74983475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14980949999999998,"ratio":1.1738026679203148,"stats":{"max":0.204862,"median":0.14980949999999998,"min":0.047707,"n":32,"q1":0.1380615,"q3":0.167717},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.1276275,"product_stats":{"max":0.31932,"median":0.1276275,"min":0.032322,"n":32,"q1":0.11322725,"q3":0.1694585},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":26.4320875,"ratio":128.47169398641506,"stats":{"max":27.695887,"median":26.4320875,"min":26.080932,"n":32,"q1":26.2388165,"q3":26.820338},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.391522,"ratio":1.902970946693075,"stats":{"max":0.650104,"median":0.391522,"min":0.074393,"n":32,"q1":0.155303,"q3":0.4254155},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.2057425,"product_stats":{"max":1.49248,"median":0.2057425,"min":0.07344,"n":32,"q1":0.1071445,"q3":0.221124},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2795625,"ratio":2.8185681446978403,"stats":{"max":0.309491,"median":0.2795625,"min":0.25053899999999996,"n":32,"q1":0.270493,"q3":0.2908365},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.12775350000000002,"ratio":1.2880194785554415,"stats":{"max":0.208086,"median":0.12775350000000002,"min":0.05839,"n":32,"q1":0.107344,"q3":0.147728},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.099186,"product_stats":{"max":0.156002,"median":0.099186,"min":0.034873999999999995,"n":32,"q1":0.0926405,"q3":0.13008475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.6456165,"ratio":21.89182826573548,"stats":{"max":2.980637,"median":2.6456165,"min":2.306531,"n":32,"q1":2.51851675,"q3":2.7231875000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14634049999999998,"ratio":1.2109317787827008,"stats":{"max":0.381545,"median":0.14634049999999998,"min":0.055982,"n":32,"q1":0.13919775,"q3":0.15994175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.1208495,"product_stats":{"max":0.15027700000000002,"median":0.1208495,"min":0.031241999999999995,"n":32,"q1":0.092044,"q3":0.14189075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":26.6284665,"ratio":180.39011015066117,"stats":{"max":28.931737,"median":26.6284665,"min":26.069528,"n":32,"q1":26.399472,"q3":26.877429},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.331758,"ratio":2.247439301972686,"stats":{"max":0.513008,"median":0.331758,"min":0.061033,"n":32,"q1":0.1527445,"q3":0.42572275},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.147616,"product_stats":{"max":0.264826,"median":0.147616,"min":0.048634,"n":32,"q1":0.120797,"q3":0.201376},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.286018,"ratio":2.329279068347008,"stats":{"max":0.34217600000000004,"median":0.286018,"min":0.190106,"n":32,"q1":0.25998325,"q3":0.299203},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.156756,"ratio":1.276592625771118,"stats":{"max":0.203621,"median":0.156756,"min":0.093197,"n":32,"q1":0.13567300000000002,"q3":0.16338175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.1227925,"product_stats":{"max":0.273593,"median":0.1227925,"min":0.032527999999999994,"n":32,"q1":0.078068,"q3":0.15316575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.680396,"ratio":19.86876691004781,"stats":{"max":3.010104,"median":2.680396,"min":2.359864,"n":32,"q1":2.5455365,"q3":2.71662575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15115900000000002,"ratio":1.1204847855898596,"stats":{"max":0.233193,"median":0.15115900000000002,"min":0.077289,"n":32,"q1":0.138292,"q3":0.16998425},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.134905,"product_stats":{"max":0.297365,"median":0.134905,"min":0.029751,"n":32,"q1":0.08102075,"q3":0.2008005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":26.513683,"ratio":168.39697677003446,"stats":{"max":27.694562,"median":26.513683,"min":26.002033,"n":32,"q1":26.17005475,"q3":26.898177500000003},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.3673945,"ratio":2.333441305832103,"stats":{"max":0.713375,"median":0.3673945,"min":0.100219,"n":32,"q1":0.1561175,"q3":0.44663475},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.1574475,"product_stats":{"max":1.677981,"median":0.1574475,"min":0.030291,"n":32,"q1":0.08935925,"q3":0.231994},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.275613,"ratio":3.0410791128765307,"stats":{"max":0.30890300000000004,"median":0.275613,"min":0.218988,"n":32,"q1":0.25937,"q3":0.287761},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13543700000000003,"ratio":1.4943947920114755,"stats":{"max":0.174379,"median":0.13543700000000003,"min":0.058096,"n":32,"q1":0.1183785,"q3":0.155237},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.09063,"product_stats":{"max":0.144039,"median":0.09063,"min":0.031076,"n":32,"q1":0.0618445,"q3":0.097293},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.62815,"ratio":20.7047729340723,"stats":{"max":2.954899,"median":2.62815,"min":2.3004219999999997,"n":32,"q1":2.42033925,"q3":2.71259275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.145644,"ratio":1.1473949162757169,"stats":{"max":0.203647,"median":0.145644,"min":0.053102,"n":32,"q1":0.10998875,"q3":0.15077600000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.1269345,"product_stats":{"max":0.186274,"median":0.1269345,"min":0.036322999999999994,"n":32,"q1":0.09830025,"q3":0.13932375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":26.3919895,"ratio":185.47311404787922,"stats":{"max":27.776678,"median":26.3919895,"min":25.388619,"n":32,"q1":26.228824,"q3":26.80892975},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.3525895,"ratio":2.477868238981556,"stats":{"max":0.504393,"median":0.3525895,"min":0.092008,"n":32,"q1":0.1509125,"q3":0.4068165},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.14229550000000002,"product_stats":{"max":0.206094,"median":0.14229550000000002,"min":0.031229000000000003,"n":32,"q1":0.1147765,"q3":0.1902915},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.433592,"ratio":3.373345731901112,"stats":{"max":3.970489,"median":3.433592,"min":3.214026,"n":32,"q1":3.38488,"q3":3.5372215},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4183269999999997,"ratio":3.358348573648917,"stats":{"max":3.72275,"median":3.4183269999999997,"min":3.260523,"n":32,"q1":3.36533075,"q3":3.51893375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":1.0178595,"product_stats":{"max":1.645132,"median":1.0178595,"min":0.7001219999999999,"n":32,"q1":0.8759027500000001,"q3":1.39339625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.141791,"ratio":4.815587286742107,"stats":{"max":23.744211,"median":21.141791,"min":20.522523,"n":32,"q1":20.878634,"q3":21.76908075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.4162295,"ratio":4.878097721718622,"stats":{"max":23.378775,"median":21.4162295,"min":20.642414,"n":32,"q1":20.9930585,"q3":22.084019},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":4.390283,"product_stats":{"max":6.274870999999999,"median":4.390283,"min":3.818228,"n":32,"q1":3.909621,"q3":5.07955725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":163.95486549999998,"ratio":5.461632603263474,"stats":{"max":174.401001,"median":163.95486549999998,"min":159.924946,"n":32,"q1":162.39090424999998,"q3":165.69863525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":163.684642,"ratio":5.452630970568603,"stats":{"max":174.774959,"median":163.684642,"min":159.883154,"n":32,"q1":161.10624675,"q3":168.79262},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":30.0193875,"product_stats":{"max":32.311,"median":30.0193875,"min":28.025881,"n":32,"q1":29.091768,"q3":30.7841905},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3634225,"ratio":4.158092116812505,"stats":{"max":3.844727,"median":3.3634225,"min":3.260638,"n":32,"q1":3.33952975,"q3":3.42699275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.363145,"ratio":4.157749052400462,"stats":{"max":3.647954,"median":3.363145,"min":3.2178329999999997,"n":32,"q1":3.31961475,"q3":3.507209},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":0.808886,"product_stats":{"max":1.087253,"median":0.808886,"min":0.567408,"n":32,"q1":0.72239375,"q3":0.87636275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.1483045,"ratio":5.4145342615160885,"stats":{"max":23.282993,"median":21.1483045,"min":20.537475,"n":32,"q1":20.832635000000003,"q3":21.79145725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.218353,"ratio":5.432468559900047,"stats":{"max":22.732208,"median":21.218353,"min":20.412772,"n":32,"q1":20.823368,"q3":21.391433},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":3.90584,"product_stats":{"max":4.289036,"median":3.90584,"min":3.560944,"n":32,"q1":3.7823485,"q3":4.00334325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":164.992628,"ratio":5.8424267125559615,"stats":{"max":174.457792,"median":164.992628,"min":160.533248,"n":32,"q1":162.75993649999998,"q3":170.12437899999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":164.69701750000002,"ratio":5.831959077106747,"stats":{"max":173.52995600000003,"median":164.69701750000002,"min":160.307659,"n":32,"q1":162.796831,"q3":171.2271525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":28.240427500000003,"product_stats":{"max":30.076144,"median":28.240427500000003,"min":27.191599,"n":32,"q1":27.63798475,"q3":29.199634},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.402766,"ratio":3.35447001791704,"stats":{"max":3.680144,"median":3.402766,"min":3.211995,"n":32,"q1":3.3633515,"q3":3.4471442499999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3932605,"ratio":3.3450994309429984,"stats":{"max":3.994292,"median":3.3932605,"min":3.3033289999999997,"n":32,"q1":3.36483175,"q3":3.53436675},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":1.0143974999999998,"product_stats":{"max":1.609944,"median":1.0143974999999998,"min":0.6137360000000001,"n":32,"q1":0.828944,"q3":1.31755925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.4006335,"ratio":4.934764687869232,"stats":{"max":23.500374,"median":21.4006335,"min":20.721228,"n":32,"q1":21.01929475,"q3":22.15176525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.0620475,"ratio":4.856690259062865,"stats":{"max":23.064049,"median":21.0620475,"min":20.559162,"n":32,"q1":20.8015405,"q3":21.6291255},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":4.336708,"product_stats":{"max":6.37934,"median":4.336708,"min":3.620576,"n":32,"q1":3.8971005,"q3":5.0728555},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.380115,"ratio":5.456035250035121,"stats":{"max":172.437558,"median":162.380115,"min":160.293241,"n":32,"q1":161.620475,"q3":164.8479865},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":162.777492,"ratio":5.4693872723535755,"stats":{"max":174.634492,"median":162.777492,"min":159.730257,"n":32,"q1":160.88988700000002,"q3":164.8907145},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":29.761559,"product_stats":{"max":33.302103,"median":29.761559,"min":28.07326,"n":32,"q1":28.9945465,"q3":30.561189749999997},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3429070000000003,"ratio":4.11321056520383,"stats":{"max":3.657782,"median":3.3429070000000003,"min":3.245441,"n":32,"q1":3.3168745,"q3":3.38958125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.358604,"ratio":4.132524613199184,"stats":{"max":3.763948,"median":3.358604,"min":3.231468,"n":32,"q1":3.3274885,"q3":3.44358725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":0.8127245000000001,"product_stats":{"max":1.0336340000000002,"median":0.8127245000000001,"min":0.607667,"n":32,"q1":0.7402885000000001,"q3":0.90643875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.233728,"ratio":5.443662790585885,"stats":{"max":22.8524,"median":21.233728,"min":20.609991,"n":32,"q1":20.828444,"q3":21.825946749999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.1229345,"ratio":5.415258807385725,"stats":{"max":22.818250000000003,"median":21.1229345,"min":20.504483,"n":32,"q1":20.6978565,"q3":21.59275075},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":3.9006325,"product_stats":{"max":4.437516,"median":3.9006325,"min":3.627765,"n":32,"q1":3.80008225,"q3":4.0168064999999995},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.5416655,"ratio":5.788588157907178,"stats":{"max":174.220669,"median":162.5416655,"min":159.052482,"n":32,"q1":161.355484,"q3":164.80395475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":163.9471605,"ratio":5.8386419806483865,"stats":{"max":179.125355,"median":163.9471605,"min":158.570559,"n":32,"q1":161.85598575,"q3":165.498676},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":28.0796735,"product_stats":{"max":31.197878,"median":28.0796735,"min":26.704416,"n":32,"q1":27.561239500000003,"q3":28.837101},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3988025000000004,"ratio":3.7256704733049357,"stats":{"max":3.898918,"median":3.3988025000000004,"min":3.289544,"n":32,"q1":3.35582675,"q3":3.4943855},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3881715,"ratio":3.714017073967461,"stats":{"max":3.656486,"median":3.3881715,"min":3.248271,"n":32,"q1":3.35963825,"q3":3.4949522500000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":0.912266,"product_stats":{"max":1.3220580000000002,"median":0.912266,"min":0.6710820000000001,"n":32,"q1":0.8278380000000001,"q3":0.9919785},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.393177,"ratio":5.106347830279607,"stats":{"max":22.876311,"median":21.393177,"min":20.436171,"n":32,"q1":21.00978875,"q3":21.763918500000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.46478,"ratio":5.12343878519909,"stats":{"max":22.559779,"median":21.46478,"min":20.5109,"n":32,"q1":21.002833000000003,"q3":21.66016925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":4.189526,"product_stats":{"max":5.655025,"median":4.189526,"min":3.938603,"n":32,"q1":4.1236,"q3":4.28289875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.7136065,"ratio":5.477268208146929,"stats":{"max":173.74485,"median":162.7136065,"min":158.21872000000002,"n":32,"q1":161.32432074999997,"q3":164.852317},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":163.5128565,"ratio":5.50417257533248,"stats":{"max":214.89013100000005,"median":163.5128565,"min":159.402019,"n":32,"q1":161.464109,"q3":164.8265025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":29.707073,"product_stats":{"max":31.514888999999997,"median":29.707073,"min":28.64599,"n":32,"q1":29.074464,"q3":30.518331249999996},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3501415,"ratio":3.6450080730798686,"stats":{"max":3.846243,"median":3.3501415,"min":3.182908,"n":32,"q1":3.33931325,"q3":3.52699025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.358514,"ratio":3.6541174883364667,"stats":{"max":3.666442,"median":3.358514,"min":3.24306,"n":32,"q1":3.31609225,"q3":3.46899025},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":0.919104,"product_stats":{"max":1.130196,"median":0.919104,"min":0.711866,"n":32,"q1":0.8534005000000001,"q3":0.961007},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.430451,"ratio":5.4903677841324035,"stats":{"max":23.468932,"median":21.430451,"min":20.612646,"n":32,"q1":21.05439325,"q3":22.06560975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.480719,"ratio":5.5032461788882,"stats":{"max":22.981854,"median":21.480719,"min":20.505608,"n":32,"q1":20.94000675,"q3":21.688196},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":3.9032815,"product_stats":{"max":4.270468,"median":3.9032815,"min":3.592812,"n":32,"q1":3.8273885,"q3":3.95923575},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":164.30739699999998,"ratio":5.8715488380627905,"stats":{"max":174.111567,"median":164.30739699999998,"min":159.891654,"n":32,"q1":160.99120275,"q3":168.62715425000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":163.80492450000003,"ratio":5.853592909861133,"stats":{"max":173.457055,"median":163.80492450000003,"min":159.132158,"n":32,"q1":161.3730355,"q3":167.38408024999998},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":27.983655,"product_stats":{"max":30.974321999999997,"median":27.983655,"min":27.138807,"n":32,"q1":27.5203865,"q3":29.000961},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3944745,"ratio":3.736918211021597,"stats":{"max":3.668317,"median":3.3944745,"min":3.31242,"n":32,"q1":3.34797575,"q3":3.42078025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3689925,"ratio":3.7088655183726313,"stats":{"max":4.015557,"median":3.3689925,"min":3.29629,"n":32,"q1":3.343618,"q3":3.4505097499999997},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":0.908362,"product_stats":{"max":1.420359,"median":0.908362,"min":0.640952,"n":32,"q1":0.840792,"q3":0.97949925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.519489,"ratio":5.147260471796374,"stats":{"max":23.703594,"median":21.519489,"min":20.585847,"n":32,"q1":20.9540985,"q3":21.85586175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.3461495,"ratio":5.105799284843888,"stats":{"max":22.720425,"median":21.3461495,"min":20.557941,"n":32,"q1":21.06324275,"q3":21.83330175},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":4.1807655,"product_stats":{"max":4.773091999999999,"median":4.1807655,"min":3.946544,"n":32,"q1":4.05586775,"q3":4.27515175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.540661,"ratio":5.486762572437951,"stats":{"max":186.460156,"median":162.540661,"min":158.534728,"n":32,"q1":160.798618,"q3":164.68458750000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":162.578096,"ratio":5.488026237514957,"stats":{"max":173.979459,"median":162.578096,"min":159.781825,"n":32,"q1":160.77012474999998,"q3":164.89081525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":29.624147,"product_stats":{"max":30.698964,"median":29.624147,"min":27.671184,"n":32,"q1":29.01332775,"q3":30.181316},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3554829999999995,"ratio":3.879781098531098,"stats":{"max":3.666149,"median":3.3554829999999995,"min":3.2237,"n":32,"q1":3.3289435000000003,"q3":3.37501275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.356191,"ratio":3.880599724349724,"stats":{"max":3.991058,"median":3.356191,"min":3.2808580000000003,"n":32,"q1":3.3290625,"q3":3.39471125},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":0.8648640000000001,"product_stats":{"max":0.993394,"median":0.8648640000000001,"min":0.628317,"n":32,"q1":0.7956302500000001,"q3":0.9124315},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.106595,"ratio":5.4196036683103985,"stats":{"max":22.694506,"median":21.106595,"min":20.465601,"n":32,"q1":20.871961999999996,"q3":21.720106},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.2022075,"ratio":5.4441543765481,"stats":{"max":23.164699,"median":21.2022075,"min":20.588849,"n":32,"q1":20.894285249999996,"q3":21.65070525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":3.8944905,"product_stats":{"max":4.140809,"median":3.8944905,"min":3.615874,"n":32,"q1":3.75130825,"q3":3.97135475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.6565925,"ratio":5.79974057865159,"stats":{"max":171.34024200000002,"median":162.6565925,"min":160.326729,"n":32,"q1":161.17285850000002,"q3":164.06657674999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":162.802575,"ratio":5.804945781932994,"stats":{"max":173.843954,"median":162.802575,"min":160.37363499999998,"n":32,"q1":161.486864,"q3":164.41453475},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":28.0454945,"product_stats":{"max":30.277023,"median":28.0454945,"min":27.20261,"n":32,"q1":27.7034775,"q3":28.87557975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8781255,"ratio":3.3324828809551925,"stats":{"max":3.300904,"median":2.8781255,"min":2.7693969999999997,"n":32,"q1":2.86265325,"q3":2.9212175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.8974675000000003,"ratio":3.3548783198905126,"stats":{"max":3.184723,"median":2.8974675000000003,"min":2.693171,"n":32,"q1":2.8567305000000003,"q3":2.948282},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":0.863658,"product_stats":{"max":1.340252,"median":0.863658,"min":0.500332,"n":32,"q1":0.7092192500000001,"q3":1.0462669999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.313465,"ratio":9.723307195555849,"stats":{"max":16.535003,"median":15.313465,"min":14.866221,"n":32,"q1":15.015235,"q3":15.97732375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.3415395,"ratio":9.74113314075255,"stats":{"max":17.863595,"median":15.3415395,"min":14.837529,"n":32,"q1":14.9969015,"q3":15.816521},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":1.5749235,"product_stats":{"max":2.114925,"median":1.5749235,"min":1.245347,"n":32,"q1":1.342897,"q3":1.76247125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.2253605,"ratio":9.835532524608992,"stats":{"max":136.613835,"median":128.2253605,"min":126.197241,"n":32,"q1":127.43909725,"q3":129.45207325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":128.72199999999998,"ratio":9.873627281653995,"stats":{"max":137.067845,"median":128.72199999999998,"min":126.081726,"n":32,"q1":128.18225049999995,"q3":131.0592015},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":13.0369515,"product_stats":{"max":15.448506,"median":13.0369515,"min":12.493074,"n":32,"q1":12.8531645,"q3":13.36674425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8552325,"ratio":3.9464058150495784,"stats":{"max":3.142969,"median":2.8552325,"min":2.704793,"n":32,"q1":2.8205185,"q3":2.95677175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.859344,"ratio":3.9520885913238666,"stats":{"max":3.305988,"median":2.859344,"min":2.697227,"n":32,"q1":2.82876825,"q3":3.0773285},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":0.723502,"product_stats":{"max":0.975649,"median":0.723502,"min":0.496499,"n":32,"q1":0.5833109999999999,"q3":0.832789},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.2451145,"ratio":11.598530660936296,"stats":{"max":17.361852,"median":15.2451145,"min":14.828775,"n":32,"q1":15.0036255,"q3":15.51912175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.380548,"ratio":11.70156889015182,"stats":{"max":18.263083,"median":15.380548,"min":14.715943,"n":32,"q1":15.0150245,"q3":15.6841435},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":1.3144005,"product_stats":{"max":1.537821,"median":1.3144005,"min":1.202191,"n":32,"q1":1.23153525,"q3":1.37601475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.9634125,"ratio":10.064602447601906,"stats":{"max":137.168338,"median":128.9634125,"min":124.779555,"n":32,"q1":127.75109125,"q3":131.8624395},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":128.7999105,"ratio":10.05184237404703,"stats":{"max":136.306225,"median":128.7999105,"min":125.896576,"n":32,"q1":127.50830775,"q3":134.09849625},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":12.8135625,"product_stats":{"max":14.029312,"median":12.8135625,"min":12.175381000000002,"n":32,"q1":12.61374825,"q3":12.93702075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.9010930000000004,"ratio":3.2380691413308806,"stats":{"max":3.340314,"median":2.9010930000000004,"min":2.814936,"n":32,"q1":2.86072275,"q3":2.92494475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.9012450000000003,"ratio":3.23823879687432,"stats":{"max":3.4872240000000003,"median":2.9012450000000003,"min":2.802168,"n":32,"q1":2.86549675,"q3":2.9485935},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":0.8959330000000001,"product_stats":{"max":1.3291240000000002,"median":0.8959330000000001,"min":0.484941,"n":32,"q1":0.73978425,"q3":0.96970125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.407509,"ratio":9.993169689532522,"stats":{"max":17.272183,"median":15.407509,"min":14.879317,"n":32,"q1":15.13803775,"q3":15.817334},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.256391,"ratio":9.89515593421732,"stats":{"max":16.509214,"median":15.256391,"min":14.806547,"n":32,"q1":15.0476855,"q3":15.88458025},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":1.541804,"product_stats":{"max":2.395758,"median":1.541804,"min":1.218418,"n":32,"q1":1.30270875,"q3":1.74239925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.387096,"ratio":10.078142578054091,"stats":{"max":137.279054,"median":128.387096,"min":125.918037,"n":32,"q1":127.253467,"q3":129.79694175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":128.79015749999996,"ratio":10.109782138347002,"stats":{"max":138.965656,"median":128.79015749999996,"min":125.163433,"n":32,"q1":126.96210975,"q3":129.50958575},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":12.7391625,"product_stats":{"max":15.002418,"median":12.7391625,"min":12.368729,"n":32,"q1":12.5613375,"q3":12.9543005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8575595000000003,"ratio":4.2182420593154415,"stats":{"max":3.344113,"median":2.8575595000000003,"min":2.802452,"n":32,"q1":2.8408337500000003,"q3":2.88590675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.856891,"ratio":4.217255240032535,"stats":{"max":3.401508,"median":2.856891,"min":2.785331,"n":32,"q1":2.8240485,"q3":2.90247775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":0.6774290000000001,"product_stats":{"max":0.873763,"median":0.6774290000000001,"min":0.462334,"n":32,"q1":0.52736575,"q3":0.714734},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.2843905,"ratio":11.759706568810106,"stats":{"max":16.369716,"median":15.2843905,"min":14.853079,"n":32,"q1":14.971394,"q3":15.68198175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.220742,"ratio":11.710735843837794,"stats":{"max":16.579279999999997,"median":15.220742,"min":14.661488,"n":32,"q1":15.048367,"q3":15.5436755},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":1.2997255,"product_stats":{"max":1.579329,"median":1.2997255,"min":1.171662,"n":32,"q1":1.2620255,"q3":1.397158},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":127.6574745,"ratio":10.121164172558244,"stats":{"max":136.228739,"median":127.6574745,"min":125.404913,"n":32,"q1":126.82367625,"q3":128.54651725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":128.0911705,"ratio":10.155549220783382,"stats":{"max":136.533154,"median":128.0911705,"min":125.53330200000002,"n":32,"q1":126.60893975,"q3":129.09921674999998},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":12.612924,"product_stats":{"max":12.966674,"median":12.612924,"min":12.109637,"n":32,"q1":12.52505925,"q3":12.72534625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.12808399999999998,"ratio":0.9900289084360071,"stats":{"max":0.166237,"median":0.12808399999999998,"min":0.050189,"n":32,"q1":0.114641,"q3":0.14254974999999998},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.129596,"ratio":1.001715955292408,"stats":{"max":0.189537,"median":0.129596,"min":0.053105,"n":32,"q1":0.11372275,"q3":0.14137424999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.129374,"product_stats":{"max":0.300423,"median":0.129374,"min":0.07262600000000001,"n":32,"q1":0.11151,"q3":0.14805400000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.201969,"ratio":1.0979350759838764,"stats":{"max":0.505838,"median":0.201969,"min":0.147572,"n":32,"q1":0.1966485,"q3":0.2201335},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.20646,"ratio":1.1223488544659386,"stats":{"max":0.437386,"median":0.20646,"min":0.17340899999999998,"n":32,"q1":0.19953625,"q3":0.2176565},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.1839535,"product_stats":{"max":0.332049,"median":0.1839535,"min":0.133399,"n":32,"q1":0.169281,"q3":0.19042425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1552290000000003,"ratio":2.158042007757112,"stats":{"max":2.639595,"median":2.1552290000000003,"min":2.064363,"n":32,"q1":2.1016667499999997,"q3":2.2496105},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.1321275,"ratio":2.134910355648588,"stats":{"max":2.4948520000000003,"median":2.1321275,"min":1.939752,"n":32,"q1":2.07458575,"q3":2.17367525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":0.9986965,"product_stats":{"max":1.249128,"median":0.9986965,"min":0.870282,"n":32,"q1":0.95832,"q3":1.0655940000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.1306495,"ratio":0.9363072160072241,"stats":{"max":0.179946,"median":0.1306495,"min":0.079765,"n":32,"q1":0.120803,"q3":0.14250425},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.129316,"ratio":0.9267506109490674,"stats":{"max":0.157253,"median":0.129316,"min":0.083541,"n":32,"q1":0.1191875,"q3":0.1384405},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.13953699999999997,"product_stats":{"max":0.188829,"median":0.13953699999999997,"min":0.058366999999999995,"n":32,"q1":0.11284975,"q3":0.14942775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.205731,"ratio":1.1223058081620851,"stats":{"max":0.452328,"median":0.205731,"min":0.152994,"n":32,"q1":0.19869025000000004,"q3":0.22384325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2071105,"ratio":1.1298312703547524,"stats":{"max":0.369931,"median":0.2071105,"min":0.149399,"n":32,"q1":0.19862825,"q3":0.2148645},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.183311,"product_stats":{"max":0.225199,"median":0.183311,"min":0.120323,"n":32,"q1":0.16635175000000002,"q3":0.1876535},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1100985000000003,"ratio":2.144595389131881,"stats":{"max":2.3491229999999996,"median":2.1100985000000003,"min":2.056142,"n":32,"q1":2.08153825,"q3":2.15750675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.098047,"ratio":2.1323468655050823,"stats":{"max":2.308034,"median":2.098047,"min":1.982012,"n":32,"q1":2.06843075,"q3":2.12894525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":0.9839145,"product_stats":{"max":1.1928,"median":0.9839145,"min":0.864932,"n":32,"q1":0.90975725,"q3":1.01873925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.131513,"ratio":1.0820775480818676,"stats":{"max":0.167067,"median":0.131513,"min":0.07979699999999999,"n":32,"q1":0.12293825,"q3":0.14583425},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.1379395,"ratio":1.1349542322328499,"stats":{"max":0.172213,"median":0.1379395,"min":0.086867,"n":32,"q1":0.1200385,"q3":0.14465175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.1215375,"product_stats":{"max":0.300836,"median":0.1215375,"min":0.06340599999999999,"n":32,"q1":0.109494,"q3":0.14392},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2013455,"ratio":1.162878875386961,"stats":{"max":0.262768,"median":0.2013455,"min":0.131593,"n":32,"q1":0.19392,"q3":0.2140775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.208702,"ratio":1.205366631243358,"stats":{"max":0.261046,"median":0.208702,"min":0.176093,"n":32,"q1":0.19766125,"q3":0.22705125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.17314400000000002,"product_stats":{"max":0.348159,"median":0.17314400000000002,"min":0.12725799999999998,"n":32,"q1":0.15046349999999997,"q3":0.18342575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.169411,"ratio":2.2175461658490017,"stats":{"max":2.387109,"median":2.169411,"min":2.061768,"n":32,"q1":2.1018685,"q3":2.2712025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.1145094999999996,"ratio":2.161426504418152,"stats":{"max":3.977785,"median":2.1145094999999996,"min":1.925454,"n":32,"q1":2.049527,"q3":2.157317},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":0.9782935,"product_stats":{"max":1.331642,"median":0.9782935,"min":0.862479,"n":32,"q1":0.9217335,"q3":1.0741005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.1296295,"ratio":1.0737629892855223,"stats":{"max":0.161204,"median":0.1296295,"min":0.090745,"n":32,"q1":0.1216485,"q3":0.13927024999999998},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.12615350000000003,"ratio":1.0449701593297138,"stats":{"max":0.146484,"median":0.12615350000000003,"min":0.054083,"n":32,"q1":0.113823,"q3":0.13626625},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.12072449999999998,"product_stats":{"max":0.184336,"median":0.12072449999999998,"min":0.076967,"n":32,"q1":0.10306825,"q3":0.14226775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.201963,"ratio":1.1442630474134634,"stats":{"max":0.438796,"median":0.201963,"min":0.17053200000000002,"n":32,"q1":0.19616875,"q3":0.211612},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2068495,"ratio":1.1719485213922907,"stats":{"max":0.2524,"median":0.2068495,"min":0.148646,"n":32,"q1":0.19630825,"q3":0.21515875},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.1765005,"product_stats":{"max":0.238058,"median":0.1765005,"min":0.141121,"n":32,"q1":0.15682775,"q3":0.18375775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1006995,"ratio":2.1829304916192993,"stats":{"max":2.291074,"median":2.1006995,"min":2.016463,"n":32,"q1":2.084764,"q3":2.1676100000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.0958785,"ratio":2.1779207756175114,"stats":{"max":2.44366,"median":2.0958785,"min":1.993505,"n":32,"q1":2.0525684999999996,"q3":2.13615325},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":0.96233,"product_stats":{"max":1.124111,"median":0.96233,"min":0.878731,"n":32,"q1":0.9059725,"q3":1.00460925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.25910199999999994,"ratio":1.2467406236542062,"stats":{"max":0.396599,"median":0.25910199999999994,"min":0.204248,"n":32,"q1":0.23921725,"q3":0.2830275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1235275,"ratio":0.5943865828455396,"stats":{"max":0.170985,"median":0.1235275,"min":0.049724,"n":32,"q1":0.097566,"q3":0.1368185},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.2078235,"product_stats":{"max":0.372661,"median":0.2078235,"min":0.14866400000000002,"n":32,"q1":0.19819,"q3":0.22308425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.3841015,"ratio":7.2465091185410335,"stats":{"max":2.5804080000000003,"median":2.3841015,"min":2.135976,"n":32,"q1":2.1987605,"q3":2.5140510000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2871365,"ratio":0.8727553191489363,"stats":{"max":0.5401320000000001,"median":0.2871365,"min":0.25255900000000003,"n":32,"q1":0.26901925000000004,"q3":0.31965275},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.32899999999999996,"product_stats":{"max":0.5119560000000001,"median":0.32899999999999996,"min":0.25782000000000005,"n":32,"q1":0.318804,"q3":0.35158849999999997},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":22.5093295,"ratio":21.877241305578572,"stats":{"max":23.907243,"median":22.5093295,"min":21.894697,"n":32,"q1":22.259288499999997,"q3":22.78542475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.9970775,"ratio":0.969078402262627,"stats":{"max":1.11108,"median":0.9970775,"min":0.930175,"n":32,"q1":0.98061325,"q3":1.02629475},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.0288925,"product_stats":{"max":2.217294,"median":1.0288925,"min":0.971343,"n":32,"q1":0.99690375,"q3":1.14214075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2612445,"ratio":1.8080517961512774,"stats":{"max":0.301189,"median":0.2612445,"min":0.17713700000000002,"n":32,"q1":0.2472325,"q3":0.27353875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.134743,"ratio":0.9325452714557114,"stats":{"max":0.18958,"median":0.134743,"min":0.05559,"n":32,"q1":0.1224905,"q3":0.1440235},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.1444895,"product_stats":{"max":0.195288,"median":0.1444895,"min":0.07483200000000001,"n":32,"q1":0.11723625,"q3":0.15936625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.3043495,"ratio":11.054607426667593,"stats":{"max":2.575317,"median":2.3043495,"min":2.108655,"n":32,"q1":2.1591967500000004,"q3":2.41766625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.272759,"ratio":1.3085010182224641,"stats":{"max":0.568681,"median":0.272759,"min":0.239512,"n":32,"q1":0.2629555,"q3":0.29483675},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.2084515,"product_stats":{"max":0.255343,"median":0.2084515,"min":0.123048,"n":32,"q1":0.2034235,"q3":0.2177245},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":22.4073075,"ratio":41.52969887813711,"stats":{"max":23.286557,"median":22.4073075,"min":21.823058999999997,"n":32,"q1":22.26499775,"q3":22.936366},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.005062,"ratio":1.8627816935996542,"stats":{"max":1.1414369999999998,"median":1.005062,"min":0.914797,"n":32,"q1":0.96258375,"q3":1.046957},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":0.5395490000000001,"product_stats":{"max":0.639731,"median":0.5395490000000001,"min":0.49266,"n":32,"q1":0.51662725,"q3":0.5804192499999999},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.26153400000000004,"ratio":1.3445268420579126,"stats":{"max":0.368637,"median":0.26153400000000004,"min":0.202172,"n":32,"q1":0.24409125,"q3":0.28542625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13384200000000002,"ratio":0.6880717673217063,"stats":{"max":0.190568,"median":0.13384200000000002,"min":0.050991,"n":32,"q1":0.118515,"q3":0.15100025},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.1945175,"product_stats":{"max":0.375249,"median":0.1945175,"min":0.13011199999999998,"n":32,"q1":0.17768925,"q3":0.21071425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.4394145000000003,"ratio":7.859634793675343,"stats":{"max":2.605422,"median":2.4394145000000003,"min":2.1376519999999997,"n":32,"q1":2.276371,"q3":2.53430475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.290923,"ratio":0.9373349765201492,"stats":{"max":0.614266,"median":0.290923,"min":0.252536,"n":32,"q1":0.2723295,"q3":0.3091115},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.3103725,"product_stats":{"max":0.552876,"median":0.3103725,"min":0.252258,"n":32,"q1":0.29506099999999996,"q3":0.329805},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":22.4492125,"ratio":22.23545198236751,"stats":{"max":23.89758,"median":22.4492125,"min":22.072585,"n":32,"q1":22.27315275,"q3":22.996132},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.9962695,"ratio":0.9867830610426664,"stats":{"max":1.144842,"median":0.9962695,"min":0.951251,"n":32,"q1":0.97499625,"q3":1.03665225},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.0096135,"product_stats":{"max":2.606325,"median":1.0096135,"min":0.945404,"n":32,"q1":0.99162525,"q3":1.0970767499999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.255596,"ratio":2.071666518070629,"stats":{"max":0.282447,"median":0.255596,"min":0.219154,"n":32,"q1":0.24577425,"q3":0.26491925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.12959700000000002,"ratio":1.0504145829449574,"stats":{"max":0.160523,"median":0.12959700000000002,"min":0.049382,"n":32,"q1":0.11550125,"q3":0.14174325000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.123377,"product_stats":{"max":0.161783,"median":0.123377,"min":0.068119,"n":32,"q1":0.09932125,"q3":0.1486135},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.3058215,"ratio":11.270753649470024,"stats":{"max":2.674235,"median":2.3058215,"min":2.106147,"n":32,"q1":2.19468175,"q3":2.434415},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2693805,"ratio":1.3167199861182055,"stats":{"max":0.568037,"median":0.2693805,"min":0.228188,"n":32,"q1":0.25671,"q3":0.29916824999999997},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.2045845,"product_stats":{"max":0.224867,"median":0.2045845,"min":0.14044299999999998,"n":32,"q1":0.1937495,"q3":0.20971075},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":22.534331,"ratio":43.35751433909334,"stats":{"max":23.674418,"median":22.534331,"min":21.930079000000003,"n":32,"q1":22.2563405,"q3":22.6883315},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.9854295,"ratio":1.8960302693883204,"stats":{"max":1.108304,"median":0.9854295,"min":0.905491,"n":32,"q1":0.958063,"q3":1.04101275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":0.519733,"product_stats":{"max":0.5958600000000001,"median":0.519733,"min":0.47565,"n":32,"q1":0.4996995,"q3":0.539668},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.656837,"ratio":3.874447370827078,"stats":{"max":0.756623,"median":0.656837,"min":0.599803,"n":32,"q1":0.63362725,"q3":0.6747885},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5127965,"ratio":8.923447403269618,"stats":{"max":1.666673,"median":1.5127965,"min":1.419594,"n":32,"q1":1.50116525,"q3":1.55858375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.16953050000000003,"product_stats":{"max":0.388013,"median":0.16953050000000003,"min":0.105324,"n":32,"q1":0.14368475000000003,"q3":0.24144125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.559636,"ratio":55.30031491973387,"stats":{"max":7.990789,"median":7.559636,"min":7.220210000000001,"n":32,"q1":7.38179575,"q3":7.84375825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.310413,"ratio":133.94449219650113,"stats":{"max":19.368049,"median":18.310413,"min":17.520958999999998,"n":32,"q1":18.082180750000003,"q3":18.86417675},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.1367015,"product_stats":{"max":0.230106,"median":0.1367015,"min":0.088185,"n":32,"q1":0.13160725,"q3":0.14777725000000003},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.6319685,"ratio":9.797679142747715,"stats":{"max":73.057438,"median":69.6319685,"min":67.39472500000001,"n":32,"q1":69.0269025,"q3":70.38891100000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":145.24048549999998,"ratio":20.436298242321005,"stats":{"max":153.953153,"median":145.24048549999998,"min":139.608653,"n":32,"q1":142.66804275,"q3":146.5105625},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":7.106985999999999,"product_stats":{"max":15.397538,"median":7.106985999999999,"min":3.019737,"n":32,"q1":3.26565425,"q3":11.2231955},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.650813,"ratio":5.565548676198946,"stats":{"max":0.784101,"median":0.650813,"min":0.590197,"n":32,"q1":0.6326062499999999,"q3":0.6625354999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.49724,"ratio":12.80392693439146,"stats":{"max":1.654714,"median":1.49724,"min":1.4228610000000002,"n":32,"q1":1.4878797499999998,"q3":1.541818},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.116936,"product_stats":{"max":0.16806,"median":0.116936,"min":0.052335,"n":32,"q1":0.106058,"q3":0.13823924999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.460986500000001,"ratio":56.303170596425296,"stats":{"max":7.941604999999999,"median":7.460986500000001,"min":7.148301999999999,"n":32,"q1":7.34688825,"q3":7.54701875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.282696,"ratio":137.96751298914458,"stats":{"max":19.816564,"median":18.282696,"min":17.517068000000002,"n":32,"q1":18.015963,"q3":18.6472985},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.1325145,"product_stats":{"max":0.169777,"median":0.1325145,"min":0.051879,"n":32,"q1":0.1240875,"q3":0.1419375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.5923625,"ratio":34.59148613082086,"stats":{"max":72.627894,"median":69.5923625,"min":67.509321,"n":32,"q1":68.93322075,"q3":70.4881635},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":145.229931,"ratio":72.18779422765783,"stats":{"max":153.987112,"median":145.229931,"min":140.105443,"n":32,"q1":143.21440275,"q3":149.758172},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":2.011835,"product_stats":{"max":2.17627,"median":2.011835,"min":1.886655,"n":32,"q1":1.959174,"q3":2.0502260000000003},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6542505,"ratio":3.9706532986590513,"stats":{"max":0.707792,"median":0.6542505,"min":0.6074630000000001,"n":32,"q1":0.63611425,"q3":0.66303775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.515831,"ratio":9.199594590083843,"stats":{"max":1.778454,"median":1.515831,"min":1.444446,"n":32,"q1":1.5016262500000002,"q3":1.55983475},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.16477150000000002,"product_stats":{"max":0.418412,"median":0.16477150000000002,"min":0.081171,"n":32,"q1":0.13277250000000002,"q3":0.2342965},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.643344,"ratio":56.97376551837233,"stats":{"max":8.100990000000001,"median":7.643344,"min":7.235348,"n":32,"q1":7.3850345,"q3":7.78905125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.477356,"ratio":137.73088691853854,"stats":{"max":20.309099,"median":18.477356,"min":17.594014,"n":32,"q1":18.207610000000003,"q3":19.01386725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.1341555,"product_stats":{"max":0.242494,"median":0.1341555,"min":0.05022600000000001,"n":32,"q1":0.1200235,"q3":0.13985950000000005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.289602,"ratio":10.216673459144573,"stats":{"max":75.11283300000001,"median":69.289602,"min":67.23472799999999,"n":32,"q1":68.4340575,"q3":70.42886125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":144.115925,"ratio":21.249730168569446,"stats":{"max":161.139405,"median":144.115925,"min":140.33194500000002,"n":32,"q1":142.09865624999998,"q3":146.0495025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":6.782012,"product_stats":{"max":15.724831000000002,"median":6.782012,"min":2.943601,"n":32,"q1":3.19843875,"q3":11.36275475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6460005,"ratio":5.626397888795986,"stats":{"max":0.700804,"median":0.6460005,"min":0.598768,"n":32,"q1":0.63366575,"q3":0.6601325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4969075,"ratio":13.037446871516165,"stats":{"max":2.124173,"median":1.4969075,"min":1.423699,"n":32,"q1":1.4610284999999998,"q3":1.51006425},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.114816,"product_stats":{"max":0.149023,"median":0.114816,"min":0.045598,"n":32,"q1":0.0866635,"q3":0.1378545},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.451166,"ratio":59.77310631129294,"stats":{"max":7.877782,"median":7.451166,"min":7.129389,"n":32,"q1":7.3569795,"q3":7.5994385},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.031699,"ratio":144.6499328159156,"stats":{"max":19.463512,"median":18.031699,"min":17.280223,"n":32,"q1":17.70524525,"q3":18.46518725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.1246575,"product_stats":{"max":0.169768,"median":0.1246575,"min":0.045035,"n":32,"q1":0.102952,"q3":0.1296045},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.1765575,"ratio":34.626411085207586,"stats":{"max":73.57151300000001,"median":69.1765575,"min":67.261509,"n":32,"q1":68.40796075,"q3":69.90358},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":145.18764149999998,"ratio":72.67385283042951,"stats":{"max":156.619537,"median":145.18764149999998,"min":140.695337,"n":32,"q1":142.42096975,"q3":146.3732235},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":1.9977975,"product_stats":{"max":2.135986,"median":1.9977975,"min":1.858009,"n":32,"q1":1.92990525,"q3":2.0676117499999997},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2860545,"ratio":2.5049780921095564,"stats":{"max":1.839511,"median":1.2860545,"min":1.223126,"n":32,"q1":1.26552825,"q3":1.320766},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.8488785,"ratio":1.6534462927992721,"stats":{"max":0.958302,"median":0.8488785,"min":0.7744880000000001,"n":32,"q1":0.8285835,"q3":0.871872},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":0.5133995,"product_stats":{"max":0.8122440000000001,"median":0.5133995,"min":0.441874,"n":32,"q1":0.4819215,"q3":0.56308225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":13.1580875,"ratio":3.7613089714111836,"stats":{"max":13.979792,"median":13.1580875,"min":12.447162,"n":32,"q1":12.6690385,"q3":13.48177325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.4292240000000005,"ratio":1.837827717015265,"stats":{"max":6.761533,"median":6.4292240000000005,"min":5.939583,"n":32,"q1":6.28086825,"q3":6.561622},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":3.4982735,"product_stats":{"max":4.606071,"median":3.4982735,"min":2.617917,"n":32,"q1":3.0804395,"q3":3.77807725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.36373950000001,"ratio":4.363759768503533,"stats":{"max":79.376053,"median":72.36373950000001,"min":70.980145,"n":32,"q1":71.7612395,"q3":73.99682324999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.813251,"ratio":1.0138916092299484,"stats":{"max":18.102149,"median":16.813251,"min":16.244004,"n":32,"q1":16.602493749999997,"q3":17.056108249999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":16.582888,"product_stats":{"max":24.646907,"median":16.582888,"min":10.565955,"n":32,"q1":12.53876925,"q3":22.06555675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2739775,"ratio":3.657880229583413,"stats":{"max":1.415029,"median":1.2739775,"min":1.209335,"n":32,"q1":1.254453,"q3":1.3377345},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.829995,"ratio":2.38310511853866,"stats":{"max":0.960277,"median":0.829995,"min":0.781192,"n":32,"q1":0.808808,"q3":0.8622345},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.348283,"product_stats":{"max":0.409838,"median":0.348283,"min":0.264302,"n":32,"q1":0.33516525,"q3":0.36647925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":12.86245,"ratio":9.104048441865693,"stats":{"max":14.973128,"median":12.86245,"min":12.407767,"n":32,"q1":12.72165825,"q3":13.44339725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.295650999999999,"ratio":4.456064876993122,"stats":{"max":6.660508,"median":6.295650999999999,"min":5.952586999999999,"n":32,"q1":6.23365875,"q3":6.4654785},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.4128275,"product_stats":{"max":1.555924,"median":1.4128275,"min":1.270096,"n":32,"q1":1.35384275,"q3":1.4611174999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.604451,"ratio":23.90246384397849,"stats":{"max":77.17611500000001,"median":72.604451,"min":71.30974599999999,"n":32,"q1":72.16270225,"q3":73.39713125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.7970425,"ratio":5.529835919316023,"stats":{"max":17.312443000000002,"median":16.7970425,"min":16.423617,"n":32,"q1":16.582832,"q3":17.085644000000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":3.0375300000000003,"product_stats":{"max":3.36139,"median":3.0375300000000003,"min":2.644385,"n":32,"q1":2.9839710000000004,"q3":3.0982585},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.284615,"ratio":2.574647057408788,"stats":{"max":1.467823,"median":1.284615,"min":1.227025,"n":32,"q1":1.268008,"q3":1.31039675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.8755235,"ratio":1.7547389707945518,"stats":{"max":1.243444,"median":0.8755235,"min":0.781489,"n":32,"q1":0.8365475,"q3":0.905016},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":0.498948,"product_stats":{"max":0.787469,"median":0.498948,"min":0.387519,"n":32,"q1":0.480477,"q3":0.53319775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":13.15949,"ratio":3.779912119382064,"stats":{"max":13.990105,"median":13.15949,"min":12.470359,"n":32,"q1":12.91381475,"q3":13.448720000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.413,"ratio":1.842060476629199,"stats":{"max":7.29719,"median":6.413,"min":6.026729,"n":32,"q1":6.23413025,"q3":6.6132515000000005},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":3.4814274999999997,"product_stats":{"max":4.740671,"median":3.4814274999999997,"min":2.578477,"n":32,"q1":3.0451712499999997,"q3":3.715049},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.8792535,"ratio":4.416494314765829,"stats":{"max":78.665819,"median":72.8792535,"min":71.325717,"n":32,"q1":71.90438599999999,"q3":73.952724},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.668228499999998,"ratio":1.0100972893124893,"stats":{"max":17.541885999999998,"median":16.668228499999998,"min":16.372815,"n":32,"q1":16.5404445,"q3":16.9691605},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":16.501607,"product_stats":{"max":24.666583999999997,"median":16.501607,"min":9.65096,"n":32,"q1":12.46710125,"q3":21.992526},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2751565,"ratio":3.9857733170379492,"stats":{"max":1.44981,"median":1.2751565,"min":1.174098,"n":32,"q1":1.2517125,"q3":1.307104},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.8370420000000001,"ratio":2.616353105552204,"stats":{"max":0.986947,"median":0.8370420000000001,"min":0.742128,"n":32,"q1":0.815693,"q3":0.86987525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.319927,"product_stats":{"max":0.375449,"median":0.319927,"min":0.24788,"n":32,"q1":0.3018845,"q3":0.33489325000000003},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":12.9458415,"ratio":9.33696125286735,"stats":{"max":13.84481,"median":12.9458415,"min":12.434133,"n":32,"q1":12.706805,"q3":13.2668995},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.290458000000001,"ratio":4.536882566404776,"stats":{"max":7.327313,"median":6.290458000000001,"min":6.034783999999999,"n":32,"q1":6.150907,"q3":6.48844125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.3865155,"product_stats":{"max":1.981855,"median":1.3865155,"min":1.2293619999999998,"n":32,"q1":1.31952675,"q3":1.4166785},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.506305,"ratio":23.903377105127472,"stats":{"max":76.053777,"median":72.506305,"min":70.941137,"n":32,"q1":71.65501474999999,"q3":72.9455735},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.718457,"ratio":5.511625261925265,"stats":{"max":17.699614999999998,"median":16.718457,"min":16.192496000000002,"n":32,"q1":16.510261749999998,"q3":17.078954999999997},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":3.033308,"product_stats":{"max":3.427463,"median":3.033308,"min":2.809835,"n":32,"q1":2.968127,"q3":3.12732175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.643927,"ratio":2.3412844167358,"stats":{"max":2.17579,"median":1.643927,"min":1.535357,"n":32,"q1":1.6219835,"q3":1.75026425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.3847805,"ratio":0.5480052268219997,"stats":{"max":0.600738,"median":0.3847805,"min":0.32022399999999995,"n":32,"q1":0.363938,"q3":0.40895625},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.7021474999999999,"product_stats":{"max":1.0222980000000002,"median":0.7021474999999999,"min":0.560601,"n":32,"q1":0.637791,"q3":0.8152389999999999},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":18.240811,"ratio":4.311625672981989,"stats":{"max":19.932814,"median":18.240811,"min":17.074866,"n":32,"q1":17.612308499999997,"q3":18.53849625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.48805850000000006,"ratio":0.11536359641668782,"stats":{"max":0.5358999999999999,"median":0.48805850000000006,"min":0.393694,"n":32,"q1":0.46683875,"q3":0.5056859999999999},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.230611,"product_stats":{"max":5.216735,"median":4.230611,"min":3.62279,"n":32,"q1":3.78533525,"q3":4.91377},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.6856655,"ratio":85.61755804433008,"stats":{"max":145.459267,"median":134.6856655,"min":131.401698,"n":32,"q1":132.82081425,"q3":138.23570575000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.263596,"ratio":0.1675638290568734,"stats":{"max":0.483225,"median":0.263596,"min":0.174721,"n":32,"q1":0.2240165,"q3":0.288307},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.573108,"product_stats":{"max":3.017904,"median":1.573108,"min":1.351816,"n":32,"q1":1.50325275,"q3":1.82612275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.615287,"ratio":2.9758528955523054,"stats":{"max":2.1644720000000004,"median":1.615287,"min":1.516411,"n":32,"q1":1.60000975,"q3":1.63885625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.375317,"ratio":0.6914487525746228,"stats":{"max":0.465832,"median":0.375317,"min":0.328124,"n":32,"q1":0.35965875,"q3":0.3860455},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.5427979999999999,"product_stats":{"max":0.5942350000000001,"median":0.5427979999999999,"min":0.491897,"n":32,"q1":0.51348525,"q3":0.562047},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":17.776491,"ratio":5.794814279963034,"stats":{"max":19.579093,"median":17.776491,"min":17.117878,"n":32,"q1":17.4806595,"q3":18.242602},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.4816495,"ratio":0.1570090182892144,"stats":{"max":0.525821,"median":0.4816495,"min":0.382417,"n":32,"q1":0.44429525,"q3":0.4982785},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.067655,"product_stats":{"max":3.487228,"median":3.067655,"min":2.970646,"n":32,"q1":3.023745,"q3":3.12184325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":133.987735,"ratio":112.24479563713128,"stats":{"max":144.66542299999998,"median":133.987735,"min":130.24502199999998,"n":32,"q1":132.48827674999998,"q3":136.96468},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.26274549999999997,"ratio":0.22010831776562143,"stats":{"max":0.499124,"median":0.26274549999999997,"min":0.174796,"n":32,"q1":0.22372275,"q3":0.28557049999999995},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.19371,"product_stats":{"max":1.396933,"median":1.19371,"min":1.083255,"n":32,"q1":1.176027,"q3":1.20669625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.627224,"ratio":2.443117872092534,"stats":{"max":1.826194,"median":1.627224,"min":1.519682,"n":32,"q1":1.60690375,"q3":1.6481905},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.3893215,"ratio":0.5845281993381818,"stats":{"max":0.443343,"median":0.3893215,"min":0.33113800000000004,"n":32,"q1":0.38065775,"q3":0.40566524999999987},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.6660440000000001,"product_stats":{"max":1.025475,"median":0.6660440000000001,"min":0.545719,"n":32,"q1":0.6202255000000001,"q3":0.7932045000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":18.0571395,"ratio":4.230431389619324,"stats":{"max":20.549975,"median":18.0571395,"min":17.073482000000002,"n":32,"q1":17.549238499999998,"q3":18.5194755},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.492819,"ratio":0.11545776489132209,"stats":{"max":0.780741,"median":0.492819,"min":0.409743,"n":32,"q1":0.46862975,"q3":0.52024025},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.2683919999999995,"product_stats":{"max":5.229158,"median":4.2683919999999995,"min":3.608133,"n":32,"q1":3.75460925,"q3":4.91748875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.750545,"ratio":86.70793347034954,"stats":{"max":145.045269,"median":134.750545,"min":131.04659199999998,"n":32,"q1":132.62562875,"q3":137.350519},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.2634555,"ratio":0.1695257111308728,"stats":{"max":0.449336,"median":0.2634555,"min":0.17782599999999998,"n":32,"q1":0.22415175,"q3":0.302786},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.554074,"product_stats":{"max":3.518739,"median":1.554074,"min":1.380178,"n":32,"q1":1.49450125,"q3":1.842549},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.6166315,"ratio":2.9882420898432986,"stats":{"max":1.778138,"median":1.6166315,"min":1.46192,"n":32,"q1":1.5940065,"q3":1.6515},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.3637765,"ratio":0.6724180795659869,"stats":{"max":0.490831,"median":0.3637765,"min":0.30512900000000004,"n":32,"q1":0.35239149999999997,"q3":0.3798485},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.5409975,"product_stats":{"max":0.614196,"median":0.5409975,"min":0.458633,"n":32,"q1":0.51610125,"q3":0.551995},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":17.698652,"ratio":5.716462842018685,"stats":{"max":19.034791,"median":17.698652,"min":17.078829,"n":32,"q1":17.3517105,"q3":18.38802225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.4611545,"ratio":0.14894764661623416,"stats":{"max":0.5990289999999999,"median":0.4611545,"min":0.390182,"n":32,"q1":0.441561,"q3":0.52074675},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.0960845,"product_stats":{"max":3.3494,"median":3.0960845,"min":2.944639,"n":32,"q1":3.016381,"q3":3.18035525},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":133.6778595,"ratio":113.71545289129233,"stats":{"max":149.260162,"median":133.6778595,"min":130.179485,"n":32,"q1":132.9458695,"q3":136.32841925000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.262721,"ratio":0.22348829948951424,"stats":{"max":0.401366,"median":0.262721,"min":0.171209,"n":32,"q1":0.22314925,"q3":0.30503275},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.175547,"product_stats":{"max":1.254895,"median":1.175547,"min":1.087727,"n":32,"q1":1.1450827499999998,"q3":1.19147375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2487415,"ratio":2.3313650784724467,"stats":{"max":0.313906,"median":0.2487415,"min":0.161219,"n":32,"q1":0.231863,"q3":0.25727249999999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.117101,"ratio":1.0975457736413183,"stats":{"max":0.174074,"median":0.117101,"min":0.044425,"n":32,"q1":0.1095695,"q3":0.133145},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1066935,"product_stats":{"max":0.171995,"median":0.1066935,"min":0.06315899999999999,"n":32,"q1":0.08476249999999999,"q3":0.12103875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2525845,"ratio":17.940517766618747,"stats":{"max":2.541774,"median":2.2525845,"min":2.08455,"n":32,"q1":2.1544055,"q3":2.3705462500000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.126927,"ratio":1.0108993019190258,"stats":{"max":0.236248,"median":0.126927,"min":0.045685,"n":32,"q1":0.09087625,"q3":0.13843725},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.12555850000000002,"product_stats":{"max":0.211784,"median":0.12555850000000002,"min":0.067542,"n":32,"q1":0.1172595,"q3":0.13057675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.150605,"ratio":177.07451315831545,"stats":{"max":23.438299,"median":22.150605,"min":21.880135,"n":32,"q1":22.02625375,"q3":22.426351250000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1313985,"ratio":1.0504148946375467,"stats":{"max":0.154433,"median":0.1313985,"min":0.052402,"n":32,"q1":0.09827425,"q3":0.13607125},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.125092,"product_stats":{"max":1.070102,"median":0.125092,"min":0.072906,"n":32,"q1":0.093866,"q3":0.13308175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2467325,"ratio":2.8466725892424485,"stats":{"max":0.289574,"median":0.2467325,"min":0.190499,"n":32,"q1":0.2296285,"q3":0.2502665},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1176135,"ratio":1.3569640261208666,"stats":{"max":0.17489400000000002,"median":0.1176135,"min":0.077754,"n":32,"q1":0.10864675,"q3":0.13155175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.086674,"product_stats":{"max":0.139833,"median":0.086674,"min":0.028954,"n":32,"q1":0.071798,"q3":0.11981525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2158499999999997,"ratio":20.086661318321706,"stats":{"max":2.603647,"median":2.2158499999999997,"min":2.039991,"n":32,"q1":2.118727,"q3":2.30053875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.12856,"ratio":1.1653953016149283,"stats":{"max":0.155648,"median":0.12856,"min":0.070675,"n":32,"q1":0.09712325,"q3":0.13531025},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.1103145,"product_stats":{"max":0.17343,"median":0.1103145,"min":0.03328,"n":32,"q1":0.08495025,"q3":0.1196695},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.143601500000003,"ratio":186.38689191065998,"stats":{"max":23.101239999999997,"median":22.143601500000003,"min":21.349689,"n":32,"q1":21.9823785,"q3":22.3069395},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.10053,"ratio":0.8461800689367827,"stats":{"max":0.375176,"median":0.10053,"min":0.070676,"n":32,"q1":0.0878825,"q3":0.13545625},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.1188045,"product_stats":{"max":0.165413,"median":0.1188045,"min":0.082786,"n":32,"q1":0.11288725,"q3":0.124585},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.241952,"ratio":2.1105005146455924,"stats":{"max":0.29138200000000003,"median":0.241952,"min":0.183564,"n":32,"q1":0.22854625,"q3":0.24814525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.12946449999999998,"ratio":1.1292938015735943,"stats":{"max":0.170753,"median":0.12946449999999998,"min":0.054076,"n":32,"q1":0.12393225,"q3":0.13335875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.114642,"product_stats":{"max":0.17483200000000002,"median":0.114642,"min":0.02887,"n":32,"q1":0.08550100000000001,"q3":0.12054025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2350955,"ratio":19.37395333113742,"stats":{"max":2.5991679999999997,"median":2.2350955,"min":2.0794680000000003,"n":32,"q1":2.1826617500000003,"q3":2.3541575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1105985,"ratio":0.9586749995665967,"stats":{"max":0.172156,"median":0.1105985,"min":0.056422,"n":32,"q1":0.09039975,"q3":0.13837225},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.115366,"product_stats":{"max":0.238755,"median":0.115366,"min":0.029507,"n":32,"q1":0.08573175,"q3":0.12218225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.141282,"ratio":184.03449407990158,"stats":{"max":23.820613,"median":22.141282,"min":21.510352,"n":32,"q1":21.94212875,"q3":22.639686750000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.133736,"ratio":1.1115904264382577,"stats":{"max":0.16133999999999998,"median":0.133736,"min":0.079384,"n":32,"q1":0.10751175,"q3":0.13883},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1203105,"product_stats":{"max":1.549353,"median":0.1203105,"min":0.043384,"n":32,"q1":0.087889,"q3":0.12658325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.239982,"ratio":2.6894615630305783,"stats":{"max":0.287123,"median":0.239982,"min":0.207467,"n":32,"q1":0.22989675,"q3":0.24827899999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.118425,"ratio":1.3271807285625432,"stats":{"max":0.188429,"median":0.118425,"min":0.043854,"n":32,"q1":0.11221975,"q3":0.1306155},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.08923049999999999,"product_stats":{"max":0.139611,"median":0.08923049999999999,"min":0.025119,"n":32,"q1":0.07195725,"q3":0.11505275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2394834999999995,"ratio":20.072902054809862,"stats":{"max":2.5354840000000003,"median":2.2394834999999995,"min":2.028387,"n":32,"q1":2.13788275,"q3":2.340733},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1241765,"ratio":1.113016783561521,"stats":{"max":0.158223,"median":0.1241765,"min":0.045228,"n":32,"q1":0.0849565,"q3":0.1305455},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.1115675,"product_stats":{"max":0.128278,"median":0.1115675,"min":0.02554,"n":32,"q1":0.0990555,"q3":0.12126825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":22.0294275,"ratio":194.3110071269802,"stats":{"max":24.071755,"median":22.0294275,"min":21.493227,"n":32,"q1":21.911951,"q3":22.29386175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13202950000000002,"ratio":1.164568852979572,"stats":{"max":0.417035,"median":0.13202950000000002,"min":0.077174,"n":32,"q1":0.10081275,"q3":0.1402165},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.113372,"product_stats":{"max":0.281682,"median":0.113372,"min":0.063618,"n":32,"q1":0.08447400000000001,"q3":0.12583},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6145674999999999,"ratio":4.546761019783081,"stats":{"max":0.676729,"median":0.6145674999999999,"min":0.565125,"n":32,"q1":0.6099537500000001,"q3":0.6308},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4469825,"ratio":10.705225426512584,"stats":{"max":1.573996,"median":1.4469825,"min":1.330442,"n":32,"q1":1.4225745,"q3":1.48286375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.135166,"product_stats":{"max":0.21077,"median":0.135166,"min":0.083073,"n":32,"q1":0.11544125,"q3":0.1460635},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.5088295,"ratio":43.07089737375707,"stats":{"max":8.431752000000001,"median":7.5088295,"min":7.057847,"n":32,"q1":7.160703499999999,"q3":7.769159500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.813442000000002,"ratio":102.17849962572383,"stats":{"max":18.966844,"median":17.813442000000002,"min":17.042325,"n":32,"q1":17.32770275,"q3":18.45547875},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1743365,"product_stats":{"max":0.28875100000000004,"median":0.1743365,"min":0.082681,"n":32,"q1":0.15752275,"q3":0.20055125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":62.1428995,"ratio":403.90168436172667,"stats":{"max":63.572456,"median":62.1428995,"min":60.524984,"n":32,"q1":61.64523225,"q3":62.53932125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":135.68991649999998,"ratio":881.9251477838113,"stats":{"max":145.81607599999998,"median":135.68991649999998,"min":132.459013,"n":32,"q1":134.1038765,"q3":138.23264550000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1538565,"product_stats":{"max":1.299931,"median":0.1538565,"min":0.051258000000000005,"n":32,"q1":0.1411335,"q3":0.1933345},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6110335,"ratio":5.553915932320473,"stats":{"max":0.685534,"median":0.6110335,"min":0.55037,"n":32,"q1":0.5816095,"q3":0.6236545},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.434855,"ratio":13.041942945959088,"stats":{"max":1.591025,"median":1.434855,"min":1.337257,"n":32,"q1":1.3979435,"q3":1.48289625},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1100185,"product_stats":{"max":0.178119,"median":0.1100185,"min":0.032866,"n":32,"q1":0.08858225,"q3":0.12556575},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.2071465,"ratio":60.53348087736907,"stats":{"max":8.139168,"median":7.2071465,"min":7.056944,"n":32,"q1":7.1142315,"q3":7.58934025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.494777,"ratio":146.94022786734476,"stats":{"max":18.512011,"median":17.494777,"min":17.067705999999998,"n":32,"q1":17.31756675,"q3":17.80917425},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1190605,"product_stats":{"max":0.16652999999999998,"median":0.1190605,"min":0.036776,"n":32,"q1":0.084899,"q3":0.12874275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.9412395,"ratio":463.8073485861048,"stats":{"max":64.02470000000001,"median":61.9412395,"min":60.227163,"n":32,"q1":61.306540000000005,"q3":62.2057955},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":137.766056,"ratio":1031.5729823024421,"stats":{"max":145.552718,"median":137.766056,"min":131.73700499999998,"n":32,"q1":134.882004,"q3":144.26246975},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1335495,"product_stats":{"max":0.339677,"median":0.1335495,"min":0.084787,"n":32,"q1":0.111631,"q3":0.14159},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6151495,"ratio":5.30395026707306,"stats":{"max":0.665638,"median":0.6151495,"min":0.548281,"n":32,"q1":0.5978175000000001,"q3":0.64111325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4444605,"ratio":12.454446691010048,"stats":{"max":1.691053,"median":1.4444605,"min":1.373464,"n":32,"q1":1.41219925,"q3":1.48400125},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1159795,"product_stats":{"max":0.222239,"median":0.1159795,"min":0.045173000000000005,"n":32,"q1":0.0806065,"q3":0.142637},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.447362999999999,"ratio":45.387779355570046,"stats":{"max":7.973735,"median":7.447362999999999,"min":7.059252,"n":32,"q1":7.1522455,"q3":7.709362},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.8185215,"ratio":108.59456189855135,"stats":{"max":19.835671,"median":17.8185215,"min":16.954893,"n":32,"q1":17.35839975,"q3":18.51882625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.16408299999999998,"product_stats":{"max":0.309819,"median":0.16408299999999998,"min":0.070941,"n":32,"q1":0.137984,"q3":0.17444800000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.8229015,"ratio":420.84165401659595,"stats":{"max":66.23356299999999,"median":61.8229015,"min":60.654561,"n":32,"q1":61.32596575,"q3":62.38260475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":135.006731,"ratio":919.0195639299401,"stats":{"max":145.752105,"median":135.006731,"min":131.820092,"n":32,"q1":133.78937375,"q3":137.46040825000003},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.146903,"product_stats":{"max":1.731988,"median":0.146903,"min":0.100678,"n":32,"q1":0.131964,"q3":0.1998285},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6078319999999999,"ratio":7.57630752355786,"stats":{"max":0.667988,"median":0.6078319999999999,"min":0.5516139999999999,"n":32,"q1":0.5908015,"q3":0.61988625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.436492,"ratio":17.905120406840506,"stats":{"max":1.724092,"median":1.436492,"min":1.268037,"n":32,"q1":1.40931675,"q3":1.4740795},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.080228,"product_stats":{"max":0.146341,"median":0.080228,"min":0.02982,"n":32,"q1":0.06522649999999999,"q3":0.111286},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.2100895,"ratio":63.965733068365296,"stats":{"max":8.273157,"median":7.2100895,"min":7.05014,"n":32,"q1":7.0990655,"q3":7.58384575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.427717,"ratio":154.61343352437058,"stats":{"max":20.371591,"median":17.427717,"min":16.961517999999998,"n":32,"q1":17.206877,"q3":17.850681},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.112718,"product_stats":{"max":0.16627,"median":0.112718,"min":0.030293,"n":32,"q1":0.081958,"q3":0.12477775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.5968795,"ratio":480.2744525490532,"stats":{"max":66.07434500000001,"median":61.5968795,"min":60.484163,"n":32,"q1":61.20875,"q3":61.9867215},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":136.733711,"ratio":1066.1206984604707,"stats":{"max":145.338413,"median":136.733711,"min":132.15207700000002,"n":32,"q1":134.3366155,"q3":138.47028525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.12825350000000002,"product_stats":{"max":0.208536,"median":0.12825350000000002,"min":0.093461,"n":32,"q1":0.1101445,"q3":0.13915025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.275248,"ratio":2.1374584056502304,"stats":{"max":0.318204,"median":0.275248,"min":0.191944,"n":32,"q1":0.257998,"q3":0.29490825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15828599999999998,"ratio":1.2291814697899799,"stats":{"max":0.204034,"median":0.15828599999999998,"min":0.068291,"n":32,"q1":0.12937725,"q3":0.1640265},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.1287735,"product_stats":{"max":0.290098,"median":0.1287735,"min":0.036415,"n":32,"q1":0.09449675,"q3":0.13689600000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5498345,"ratio":19.252316090695622,"stats":{"max":2.862004,"median":2.5498345,"min":2.3444999999999996,"n":32,"q1":2.41646025,"q3":2.62270325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.158657,"ratio":1.1979266552403678,"stats":{"max":0.218402,"median":0.158657,"min":0.075318,"n":32,"q1":0.148609,"q3":0.17434},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.13244299999999998,"product_stats":{"max":0.25328999999999996,"median":0.13244299999999998,"min":0.05936,"n":32,"q1":0.11207275,"q3":0.1432335},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":26.061212,"ratio":205.23467406926153,"stats":{"max":27.022106,"median":26.061212,"min":25.662538,"n":32,"q1":25.848028,"q3":26.34236325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1604245,"ratio":1.26335912428878,"stats":{"max":0.201619,"median":0.1604245,"min":0.10617,"n":32,"q1":0.15386049999999998,"q3":0.167553},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.1269825,"product_stats":{"max":1.254413,"median":0.1269825,"min":0.07963500000000001,"n":32,"q1":0.10734375,"q3":0.13820575000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.276362,"ratio":2.8530046352214895,"stats":{"max":0.312413,"median":0.276362,"min":0.217747,"n":32,"q1":0.25786275,"q3":0.279806},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13772600000000002,"ratio":1.4218051555225208,"stats":{"max":0.164068,"median":0.13772600000000002,"min":0.061606999999999995,"n":32,"q1":0.1135835,"q3":0.15439925},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.096867,"product_stats":{"max":0.153891,"median":0.096867,"min":0.03646,"n":32,"q1":0.07856574999999999,"q3":0.12963925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4471235,"ratio":20.154121421012103,"stats":{"max":2.851458,"median":2.4471235,"min":2.338345,"n":32,"q1":2.37887625,"q3":2.55833975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.15744550000000002,"ratio":1.2966961921586553,"stats":{"max":0.182124,"median":0.15744550000000002,"min":0.068275,"n":32,"q1":0.13894025000000002,"q3":0.16650225000000002},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.1214205,"product_stats":{"max":0.165857,"median":0.1214205,"min":0.083219,"n":32,"q1":0.09732475,"q3":0.13039025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":26.013881,"ratio":222.37887673106516,"stats":{"max":26.945736,"median":26.013881,"min":25.706624,"n":32,"q1":25.8263155,"q3":26.143871},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1606685,"ratio":1.3734698239015215,"stats":{"max":0.486962,"median":0.1606685,"min":0.10451,"n":32,"q1":0.1544455,"q3":0.16941399999999995},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.11698,"product_stats":{"max":0.204761,"median":0.11698,"min":0.069053,"n":32,"q1":0.09687975,"q3":0.128589},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.262547,"ratio":2.75469263133597,"stats":{"max":0.316087,"median":0.262547,"min":0.214611,"n":32,"q1":0.25318324999999997,"q3":0.2823355},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15518750000000003,"ratio":1.6282565130260525,"stats":{"max":0.215648,"median":0.15518750000000003,"min":0.06533399999999999,"n":32,"q1":0.128729,"q3":0.15938075000000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.095309,"product_stats":{"max":0.302328,"median":0.095309,"min":0.03354,"n":32,"q1":0.070448,"q3":0.1238275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.486018,"ratio":19.67665926620681,"stats":{"max":2.9932130000000003,"median":2.486018,"min":2.339501,"n":32,"q1":2.3943745,"q3":2.63961325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.16154000000000002,"ratio":1.2785778453185168,"stats":{"max":0.215007,"median":0.16154000000000002,"min":0.0816,"n":32,"q1":0.152579,"q3":0.16828075},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.1263435,"product_stats":{"max":0.30271200000000004,"median":0.1263435,"min":0.051494,"n":32,"q1":0.11748725,"q3":0.13219675},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":26.107644,"ratio":206.26387725757272,"stats":{"max":27.703896,"median":26.107644,"min":25.477889,"n":32,"q1":25.77570125,"q3":26.52815475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.159354,"ratio":1.2589789372224947,"stats":{"max":0.337616,"median":0.159354,"min":0.14430700000000002,"n":32,"q1":0.15475499999999998,"q3":0.16381175},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.12657399999999996,"product_stats":{"max":1.666371,"median":0.12657399999999996,"min":0.038303,"n":32,"q1":0.0967695,"q3":0.13216375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2648415,"ratio":2.7227599607276693,"stats":{"max":0.33536,"median":0.2648415,"min":0.233234,"n":32,"q1":0.25898575,"q3":0.27713200000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15045150000000002,"ratio":1.5467489809241337,"stats":{"max":0.191077,"median":0.15045150000000002,"min":0.059488,"n":32,"q1":0.12474625,"q3":0.15659825},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.0972695,"product_stats":{"max":0.15525399999999998,"median":0.0972695,"min":0.032895999999999995,"n":32,"q1":0.07056375000000001,"q3":0.117385},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4460165,"ratio":25.609922469257306,"stats":{"max":2.704068,"median":2.4460165,"min":2.334625,"n":32,"q1":2.38786425,"q3":2.5772275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.1574795,"ratio":1.6488187162667978,"stats":{"max":0.198455,"median":0.1574795,"min":0.066646,"n":32,"q1":0.14948925,"q3":0.16337174999999998},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.0955105,"product_stats":{"max":0.208352,"median":0.0955105,"min":0.045474,"n":32,"q1":0.07680225,"q3":0.12390975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":25.964272,"ratio":237.12638418930462,"stats":{"max":27.756613,"median":25.964272,"min":25.44244,"n":32,"q1":25.756325500000003,"q3":26.22886425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.159238,"ratio":1.4542880757656707,"stats":{"max":0.477519,"median":0.159238,"min":0.150501,"n":32,"q1":0.15439925,"q3":0.161732},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.1094955,"product_stats":{"max":0.444113,"median":0.1094955,"min":0.038795,"n":32,"q1":0.09260175,"q3":0.12549624999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.6061455,"ratio":5.59642044326675,"stats":{"max":0.695117,"median":0.6061455,"min":0.554788,"n":32,"q1":0.57625975,"q3":0.6168714999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.423806,"ratio":13.145716673052686,"stats":{"max":1.58739,"median":1.423806,"min":1.345585,"n":32,"q1":1.4097895,"q3":1.485537},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.1083095,"product_stats":{"max":0.248863,"median":0.1083095,"min":0.039568,"n":32,"q1":0.08726824999999999,"q3":0.1269},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.6023585,"ratio":6.838183624237264,"stats":{"max":0.674247,"median":0.6023585,"min":0.5538529999999999,"n":32,"q1":0.5885707499999999,"q3":0.6140245},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.4099575,"ratio":16.00632893429828,"stats":{"max":1.548753,"median":1.4099575,"min":1.3323969999999998,"n":32,"q1":1.3835925,"q3":1.42922875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.08808750000000001,"product_stats":{"max":0.132968,"median":0.08808750000000001,"min":0.036281,"n":32,"q1":0.06633275,"q3":0.11980725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.60581,"ratio":5.688517047428566,"stats":{"max":0.64896,"median":0.60581,"min":0.5625180000000001,"n":32,"q1":0.588728,"q3":0.6229665},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.4294595,"ratio":13.422533029099412,"stats":{"max":2.088269,"median":1.4294595,"min":1.337985,"n":32,"q1":1.402791,"q3":1.49324875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.106497,"product_stats":{"max":0.219823,"median":0.106497,"min":0.029268,"n":32,"q1":0.07600675,"q3":0.1223735},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.59771,"ratio":6.637203027055837,"stats":{"max":0.6670130000000001,"median":0.59771,"min":0.555052,"n":32,"q1":0.5678004999999999,"q3":0.6157385},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.4131485,"ratio":15.692147532882863,"stats":{"max":1.652751,"median":1.4131485,"min":1.344607,"n":32,"q1":1.3794339999999998,"q3":1.45610225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.09005450000000001,"product_stats":{"max":0.155551,"median":0.09005450000000001,"min":0.025973,"n":32,"q1":0.076878,"q3":0.117489},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.3452505,"ratio":1.5896242920944796,"stats":{"max":0.420879,"median":0.3452505,"min":0.300959,"n":32,"q1":0.33838575,"q3":0.36222575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1740965,"ratio":0.8015861687923016,"stats":{"max":0.219739,"median":0.1740965,"min":0.096332,"n":32,"q1":0.14475425,"q3":0.191073},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.21719,"product_stats":{"max":0.386759,"median":0.21719,"min":0.122479,"n":32,"q1":0.17691275,"q3":0.324779},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.1129485,"ratio":12.228717731148393,"stats":{"max":3.4924090000000003,"median":3.1129485,"min":2.918406,"n":32,"q1":3.018305,"q3":3.2466612500000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.7187509999999999,"ratio":2.823497753972042,"stats":{"max":0.914838,"median":0.7187509999999999,"min":0.632966,"n":32,"q1":0.6797730000000001,"q3":0.74078875},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.25456049999999997,"product_stats":{"max":0.442813,"median":0.25456049999999997,"min":0.13946999999999998,"n":32,"q1":0.2117505,"q3":0.331258},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.621696,"ratio":138.607201129913,"stats":{"max":46.450447,"median":43.621696,"min":42.608051,"n":32,"q1":43.242411,"q3":44.09459875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.861808,"ratio":34.513211180291975,"stats":{"max":11.560587,"median":10.861808,"min":10.346998,"n":32,"q1":10.59895975,"q3":11.077945},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.3147145,"product_stats":{"max":1.400054,"median":0.3147145,"min":0.224055,"n":32,"q1":0.29213574999999997,"q3":0.3912895},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.33431999999999995,"ratio":1.7393023437296775,"stats":{"max":0.382479,"median":0.33431999999999995,"min":0.292941,"n":32,"q1":0.324009,"q3":0.349871},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.171611,"ratio":0.8928075332310175,"stats":{"max":0.201476,"median":0.171611,"min":0.101342,"n":32,"q1":0.13728975,"q3":0.184782},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.192215,"product_stats":{"max":0.241247,"median":0.192215,"min":0.122842,"n":32,"q1":0.172758,"q3":0.2089845},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.0465485,"ratio":15.381559084139047,"stats":{"max":3.538223,"median":3.0465485,"min":2.94458,"n":32,"q1":2.96744425,"q3":3.2064145},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.7022505,"ratio":3.545555751899629,"stats":{"max":0.795395,"median":0.7022505,"min":0.616262,"n":32,"q1":0.6878472499999999,"q3":0.73975525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.198065,"product_stats":{"max":0.262133,"median":0.198065,"min":0.119125,"n":32,"q1":0.173894,"q3":0.20809625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.496379,"ratio":151.47246628151152,"stats":{"max":46.014768,"median":43.496379,"min":42.29587,"n":32,"q1":42.8923445,"q3":44.36745825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.9616985,"ratio":38.17318923097818,"stats":{"max":28.947664000000003,"median":10.9616985,"min":10.437183,"n":32,"q1":10.68818075,"q3":11.348699},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.287157,"product_stats":{"max":0.5861860000000001,"median":0.287157,"min":0.227253,"n":32,"q1":0.27182100000000003,"q3":0.30203375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.34372349999999996,"ratio":1.4441708769681625,"stats":{"max":0.412329,"median":0.34372349999999996,"min":0.30486599999999997,"n":32,"q1":0.33265525,"q3":0.36229675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1754745,"ratio":0.7372645819984665,"stats":{"max":0.24564600000000003,"median":0.1754745,"min":0.102173,"n":32,"q1":0.14343075,"q3":0.1908275},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2380075,"product_stats":{"max":0.425122,"median":0.2380075,"min":0.117622,"n":32,"q1":0.17615075,"q3":0.296087},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.103032,"ratio":13.21392238231405,"stats":{"max":3.777753,"median":3.103032,"min":2.940442,"n":32,"q1":3.002503,"q3":3.2152765},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.7219089999999999,"ratio":3.074170518735854,"stats":{"max":0.780242,"median":0.7219089999999999,"min":0.63872,"n":32,"q1":0.68955225,"q3":0.73365},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2348305,"product_stats":{"max":0.489751,"median":0.2348305,"min":0.14296099999999998,"n":32,"q1":0.192376,"q3":0.32529125000000003},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.6646995,"ratio":134.67655967108652,"stats":{"max":46.366235,"median":43.6646995,"min":42.314265,"n":32,"q1":43.32548975,"q3":44.093305},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.8683665,"ratio":33.521682874846945,"stats":{"max":11.626239,"median":10.8683665,"min":10.400415,"n":32,"q1":10.62140325,"q3":11.10607525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.324219,"product_stats":{"max":1.943991,"median":0.324219,"min":0.211924,"n":32,"q1":0.27912525,"q3":0.4051445000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.3337075,"ratio":1.99454605223836,"stats":{"max":0.36361,"median":0.3337075,"min":0.269617,"n":32,"q1":0.325166,"q3":0.34368},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.177256,"ratio":1.0594465363696133,"stats":{"max":0.214143,"median":0.177256,"min":0.098203,"n":32,"q1":0.1514985,"q3":0.18149175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.16731,"product_stats":{"max":0.238104,"median":0.16731,"min":0.109408,"n":32,"q1":0.1482565,"q3":0.18514375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.0223545,"ratio":15.4772681882659,"stats":{"max":3.3178769999999997,"median":3.0223545,"min":2.941829,"n":32,"q1":2.962775,"q3":3.11959575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.707298,"ratio":3.622024099100252,"stats":{"max":1.0347609999999998,"median":0.707298,"min":0.631268,"n":32,"q1":0.6833560000000001,"q3":0.7297505},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.195277,"product_stats":{"max":0.231289,"median":0.195277,"min":0.122127,"n":32,"q1":0.16922700000000002,"q3":0.202998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.4846295,"ratio":152.4367102696279,"stats":{"max":46.535082,"median":43.4846295,"min":42.476178,"n":32,"q1":43.035566,"q3":43.78310925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.932136,"ratio":38.32294001861437,"stats":{"max":11.616212,"median":10.932136,"min":10.397574,"n":32,"q1":10.67512075,"q3":11.17638775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2852635,"product_stats":{"max":0.344139,"median":0.2852635,"min":0.185219,"n":32,"q1":0.26355124999999996,"q3":0.29345875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":61.7108305,"ratio":477.08411673753375,"stats":{"max":63.931177000000005,"median":61.7108305,"min":60.27794,"n":32,"q1":61.19770375,"q3":62.885118},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":136.4603975,"ratio":1054.97021646695,"stats":{"max":145.336146,"median":136.4603975,"min":131.662287,"n":32,"q1":133.6183115,"q3":137.62127350000003},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.12935000000000002,"product_stats":{"max":1.753497,"median":0.12935000000000002,"min":0.039742,"n":32,"q1":0.10326875,"q3":0.138716},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":61.434894,"ratio":485.25239328931156,"stats":{"max":63.865909,"median":61.434894,"min":59.948245,"n":32,"q1":60.89492975,"q3":62.51050725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":137.715747,"ratio":1087.767740355755,"stats":{"max":145.240289,"median":137.715747,"min":133.526871,"n":32,"q1":136.40686775,"q3":143.1202075},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.126604,"product_stats":{"max":0.423413,"median":0.126604,"min":0.0446,"n":32,"q1":0.1019665,"q3":0.1418545},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":61.2212655,"ratio":468.7333703391777,"stats":{"max":63.672907,"median":61.2212655,"min":59.949563,"n":32,"q1":60.913737,"q3":62.065542},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":135.265418,"ratio":1035.6436566878494,"stats":{"max":144.81429300000002,"median":135.265418,"min":132.225611,"n":32,"q1":133.42,"q3":137.366292},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.13061,"product_stats":{"max":1.795207,"median":0.13061,"min":0.041859,"n":32,"q1":0.1177765,"q3":0.135473},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":61.50034049999999,"ratio":518.5220138777643,"stats":{"max":62.551388,"median":61.50034049999999,"min":59.956558,"n":32,"q1":61.245508,"q3":61.75090025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":135.9774325,"ratio":1146.4536873877594,"stats":{"max":145.675193,"median":135.9774325,"min":132.12315999999998,"n":32,"q1":133.92389425,"q3":138.0813975},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.118607,"product_stats":{"max":0.377945,"median":0.118607,"min":0.06386399999999999,"n":32,"q1":0.08895025,"q3":0.12567875},"state":"skip"}
      ]
    },
    "linux-2": {
      "calibration_ms": 0.0062285000000000005,
      "summary": {
        "cscope": {
          "faster": 48,
          "inconclusive": 2
        },
        "cscope-q": {
          "faster": 30,
          "inconclusive": 20
        }
      },
      "groups": [
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.7931355,"ratio":0.49772360162306734,"stats":{"max":1.545933,"median":0.7931355,"min":0.692243,"n":32,"q1":0.74744775,"q3":0.85033275},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.793524,"ratio":0.4979674005946561,"stats":{"max":3.279771,"median":0.793524,"min":0.694685,"n":32,"q1":0.7512125,"q3":0.8277384999999999},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":1.593526,"product_stats":{"max":1.820209,"median":1.593526,"min":1.452266,"n":32,"q1":1.561736,"q3":1.66081875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2971205,"ratio":0.5517712892893147,"stats":{"max":1.499252,"median":1.2971205,"min":1.21614,"n":32,"q1":1.274171,"q3":1.35797325},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":1.319633,"ratio":0.5613476942186376,"stats":{"max":1.540862,"median":1.319633,"min":1.2594329999999998,"n":32,"q1":1.3031235,"q3":1.33857775},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":2.35083,"product_stats":{"max":2.697438,"median":2.35083,"min":2.173139,"n":32,"q1":2.29622375,"q3":2.39932825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.9537255,"ratio":1.1419770381497318,"stats":{"max":14.297595,"median":13.9537255,"min":13.597889,"n":32,"q1":13.84097175,"q3":14.06949675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.1090745,"ratio":1.1546908464369539,"stats":{"max":14.603206,"median":14.1090745,"min":13.778827,"n":32,"q1":14.00879275,"q3":14.20268325},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":12.218919499999998,"product_stats":{"max":12.68663,"median":12.218919499999998,"min":11.576613,"n":32,"q1":11.96386025,"q3":12.3039735},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6746125000000001,"ratio":0.5621478048018332,"stats":{"max":0.7778390000000001,"median":0.6746125000000001,"min":0.62515,"n":32,"q1":0.6573202499999999,"q3":0.6963215},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.6898325,"ratio":0.5748304775792927,"stats":{"max":0.845711,"median":0.6898325,"min":0.60715,"n":32,"q1":0.6668384999999999,"q3":0.7234099999999999},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":1.2000625,"product_stats":{"max":1.658699,"median":1.2000625,"min":1.081383,"n":32,"q1":1.1848855,"q3":1.2423225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.7136275,"ratio":0.5717392549649707,"stats":{"max":1.0040559999999998,"median":0.7136275,"min":0.649924,"n":32,"q1":0.6794979999999999,"q3":0.7533645},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.7497795,"ratio":0.6007032698683954,"stats":{"max":0.804289,"median":0.7497795,"min":0.6693359999999999,"n":32,"q1":0.725105,"q3":0.76647275},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":1.2481695,"product_stats":{"max":1.394764,"median":1.2481695,"min":1.111002,"n":32,"q1":1.21870275,"q3":1.27721025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.8549635,"ratio":0.6233906901557669,"stats":{"max":1.054937,"median":0.8549635,"min":0.761178,"n":32,"q1":0.83396425,"q3":0.87301075},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.899811,"ratio":0.6560909328874868,"stats":{"max":1.156275,"median":0.899811,"min":0.848633,"n":32,"q1":0.87293575,"q3":0.917944},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":1.371473,"product_stats":{"max":1.649109,"median":1.371473,"min":1.272002,"n":32,"q1":1.337885,"q3":1.4000407499999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6340585000000001,"ratio":5.136218747088868,"stats":{"max":1.368492,"median":0.6340585000000001,"min":0.565723,"n":32,"q1":0.627861,"q3":0.65299575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1466095,"ratio":1.1876166984613017,"stats":{"max":0.304266,"median":0.1466095,"min":0.068427,"n":32,"q1":0.12285325,"q3":0.15860049999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.1234485,"product_stats":{"max":0.331679,"median":0.1234485,"min":0.052105,"n":32,"q1":0.10130125,"q3":0.14969675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.505848,"ratio":61.93659333586388,"stats":{"max":8.126917,"median":7.505848,"min":6.993462,"n":32,"q1":7.3186805,"q3":7.662509},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13330150000000002,"ratio":1.0999744194873997,"stats":{"max":0.193743,"median":0.13330150000000002,"min":0.053169,"n":32,"q1":0.1069035,"q3":0.14613575},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.121186,"product_stats":{"max":0.269175,"median":0.121186,"min":0.034994,"n":32,"q1":0.105142,"q3":0.12976575},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":60.747662000000005,"ratio":443.748832146914,"stats":{"max":63.269209,"median":60.747662000000005,"min":59.418782,"n":32,"q1":60.257142,"q3":61.31266325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.161296,"ratio":1.1782331907682082,"stats":{"max":0.26599799999999996,"median":0.161296,"min":0.095033,"n":32,"q1":0.13934675000000002,"q3":0.17085525},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.13689649999999998,"product_stats":{"max":1.275611,"median":0.13689649999999998,"min":0.048062,"n":32,"q1":0.11364825,"q3":0.15347425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6260675,"ratio":6.128813575914205,"stats":{"max":1.380958,"median":0.6260675,"min":0.57492,"n":32,"q1":0.5969194999999999,"q3":0.6397977499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14431,"ratio":1.4127056381942507,"stats":{"max":0.320753,"median":0.14431,"min":0.070104,"n":32,"q1":0.108183,"q3":0.15937675},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.1021515,"product_stats":{"max":0.145578,"median":0.1021515,"min":0.047046,"n":32,"q1":0.0996105,"q3":0.13503674999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.3369655,"ratio":65.33769246524716,"stats":{"max":8.128507,"median":7.3369655,"min":7.030816,"n":32,"q1":7.112811499999999,"q3":7.58159},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.137727,"ratio":1.2264967540274103,"stats":{"max":0.17772600000000002,"median":0.137727,"min":0.048361,"n":32,"q1":0.095044,"q3":0.1511045},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.112293,"product_stats":{"max":0.135568,"median":0.112293,"min":0.036705,"n":32,"q1":0.0906215,"q3":0.12398025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":60.7743545,"ratio":522.3610238470761,"stats":{"max":65.41727,"median":60.7743545,"min":59.328578,"n":32,"q1":60.42749425,"q3":61.2534885},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.158939,"ratio":1.3660949499550905,"stats":{"max":0.178832,"median":0.158939,"min":0.062642,"n":32,"q1":0.1271905,"q3":0.1650355},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.1163455,"product_stats":{"max":0.150868,"median":0.1163455,"min":0.059642999999999995,"n":32,"q1":0.1038815,"q3":0.13875400000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6400714999999999,"ratio":5.791689853459468,"stats":{"max":0.74522,"median":0.6400714999999999,"min":0.5795429999999999,"n":32,"q1":0.6251985,"q3":0.6634725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14010849999999997,"ratio":1.2677723939175949,"stats":{"max":0.21299,"median":0.14010849999999997,"min":0.06453400000000001,"n":32,"q1":0.10297625,"q3":0.1542085},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.1105155,"product_stats":{"max":0.31605,"median":0.1105155,"min":0.040426,"n":32,"q1":0.06719349999999999,"q3":0.14764475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.340173,"ratio":63.99062829644224,"stats":{"max":8.081541,"median":7.340173,"min":7.035617,"n":32,"q1":7.128959249999999,"q3":7.71871125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.133077,"ratio":1.1601471575405162,"stats":{"max":0.20756799999999995,"median":0.133077,"min":0.054279,"n":32,"q1":0.10215825,"q3":0.14534924999999996},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.114707,"product_stats":{"max":0.297392,"median":0.114707,"min":0.03085,"n":32,"q1":0.08640525,"q3":0.125256},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":60.796004999999994,"ratio":493.46405308333834,"stats":{"max":63.07549699999999,"median":60.796004999999994,"min":59.801278,"n":32,"q1":60.5253865,"q3":61.17820225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15812949999999998,"ratio":1.283492623932144,"stats":{"max":0.214587,"median":0.15812949999999998,"min":0.109366,"n":32,"q1":0.13938575,"q3":0.163278},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.1232025,"product_stats":{"max":1.714344,"median":0.1232025,"min":0.045841,"n":32,"q1":0.09223475,"q3":0.13697325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6278025,"ratio":6.4987215850275355,"stats":{"max":0.722677,"median":0.6278025,"min":0.562569,"n":32,"q1":0.605012,"q3":0.65090825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.144806,"ratio":1.4989648461761418,"stats":{"max":0.192291,"median":0.144806,"min":0.065811,"n":32,"q1":0.11078325,"q3":0.16412725},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.096604,"product_stats":{"max":0.15446,"median":0.096604,"min":0.039261,"n":32,"q1":0.0765905,"q3":0.115639},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.2538135,"ratio":69.88663602905756,"stats":{"max":7.819714,"median":7.2538135,"min":7.009275,"n":32,"q1":7.16056925,"q3":7.48084075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1423275,"ratio":1.371249783224464,"stats":{"max":0.432268,"median":0.1423275,"min":0.084153,"n":32,"q1":0.11259725,"q3":0.14907975},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.103794,"product_stats":{"max":0.132294,"median":0.103794,"min":0.040289,"n":32,"q1":0.086737,"q3":0.12001725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.076882999999995,"ratio":488.5622992716786,"stats":{"max":77.454774,"median":61.076882999999995,"min":59.068059,"n":32,"q1":60.7177655,"q3":61.85403875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.131264,"ratio":1.0499986001511836,"stats":{"max":0.199634,"median":0.131264,"min":0.060654,"n":32,"q1":0.11255375,"q3":0.16110424999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.1250135,"product_stats":{"max":0.142696,"median":0.1250135,"min":0.053794,"n":32,"q1":0.09589725,"q3":0.1335665},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2575225,"ratio":2.5984289707084263,"stats":{"max":0.547072,"median":0.2575225,"min":0.17552600000000002,"n":32,"q1":0.24257325,"q3":0.26466225000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.129205,"ratio":1.3036919692857214,"stats":{"max":0.296176,"median":0.129205,"min":0.055207,"n":32,"q1":0.09273275,"q3":0.15245175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.099107,"product_stats":{"max":0.250199,"median":0.099107,"min":0.035947,"n":32,"q1":0.07320675000000001,"q3":0.12807075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.256731,"ratio":18.858738979651527,"stats":{"max":2.549639,"median":2.256731,"min":2.042366,"n":32,"q1":2.23329775,"q3":2.35109925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1317985,"ratio":1.1013955626122929,"stats":{"max":0.197863,"median":0.1317985,"min":0.050345,"n":32,"q1":0.10263925,"q3":0.14339875},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.119665,"product_stats":{"max":0.324533,"median":0.119665,"min":0.037661,"n":32,"q1":0.09649425,"q3":0.12737174999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.9438235,"ratio":182.44860485225402,"stats":{"max":22.658699,"median":21.9438235,"min":21.023068,"n":32,"q1":21.65421275,"q3":22.03430625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1455995,"ratio":1.2105650431514707,"stats":{"max":0.229248,"median":0.1455995,"min":0.048297,"n":32,"q1":0.112698,"q3":0.16034874999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.120274,"product_stats":{"max":1.259454,"median":0.120274,"min":0.037870999999999995,"n":32,"q1":0.09317775,"q3":0.1312945},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2479565,"ratio":2.2558931901924213,"stats":{"max":0.309751,"median":0.2479565,"min":0.207347,"n":32,"q1":0.23315675,"q3":0.2686245},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1407275,"ratio":1.2803302551971978,"stats":{"max":0.284992,"median":0.1407275,"min":0.066696,"n":32,"q1":0.12733974999999997,"q3":0.15608499999999997},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.109915,"product_stats":{"max":0.15258200000000002,"median":0.109915,"min":0.034482,"n":32,"q1":0.09070475,"q3":0.1268435},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2220685,"ratio":19.779851344133878,"stats":{"max":2.3623160000000003,"median":2.2220685,"min":2.081147,"n":32,"q1":2.12589825,"q3":2.26746025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1177575,"ratio":1.0482241410005342,"stats":{"max":0.373856,"median":0.1177575,"min":0.048705000000000005,"n":32,"q1":0.09047675,"q3":0.144756},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.11234,"product_stats":{"max":0.14025800000000002,"median":0.11234,"min":0.033395,"n":32,"q1":0.08929975,"q3":0.1241115},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.958701,"ratio":179.33961385798992,"stats":{"max":22.784626,"median":21.958701,"min":21.044274,"n":32,"q1":21.66136,"q3":22.20792675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1416195,"ratio":1.1566251776351253,"stats":{"max":0.195557,"median":0.1416195,"min":0.05067,"n":32,"q1":0.11329775,"q3":0.15208425},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.122442,"product_stats":{"max":0.14632299999999998,"median":0.122442,"min":0.037646,"n":32,"q1":0.092189,"q3":0.12882575000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.255398,"ratio":2.550269358083988,"stats":{"max":0.319242,"median":0.255398,"min":0.203823,"n":32,"q1":0.2206155,"q3":0.27098075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.119399,"ratio":1.19225526858421,"stats":{"max":0.194546,"median":0.119399,"min":0.054418,"n":32,"q1":0.10785675,"q3":0.1434025},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.1001455,"product_stats":{"max":0.27352099999999996,"median":0.1001455,"min":0.031093000000000003,"n":32,"q1":0.07153575000000001,"q3":0.1228255},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2594345,"ratio":19.813430905288264,"stats":{"max":2.472031,"median":2.2594345,"min":2.0888,"n":32,"q1":2.17375775,"q3":2.2970115},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.139288,"ratio":1.2214441993940484,"stats":{"max":0.205753,"median":0.139288,"min":0.047873,"n":32,"q1":0.10791875,"q3":0.145857},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.1140355,"product_stats":{"max":0.307383,"median":0.1140355,"min":0.029085,"n":32,"q1":0.08041699999999999,"q3":0.1228275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.9753015,"ratio":177.5466300940439,"stats":{"max":22.592668,"median":21.9753015,"min":21.010669,"n":32,"q1":21.507145,"q3":22.02914575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14141399999999998,"ratio":1.1425362763791487,"stats":{"max":0.419609,"median":0.14141399999999998,"min":0.053739,"n":32,"q1":0.1159475,"q3":0.15232099999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.123772,"product_stats":{"max":1.675077,"median":0.123772,"min":0.031707,"n":32,"q1":0.08887325,"q3":0.1300655},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2468495,"ratio":2.769358059594328,"stats":{"max":0.3137,"median":0.2468495,"min":0.216179,"n":32,"q1":0.241429,"q3":0.26261},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.129415,"ratio":1.4518825166038414,"stats":{"max":0.178741,"median":0.129415,"min":0.05261,"n":32,"q1":0.0967065,"q3":0.15215375},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.08913599999999999,"product_stats":{"max":0.181656,"median":0.08913599999999999,"min":0.031962000000000004,"n":32,"q1":0.06923575,"q3":0.12443025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.213465,"ratio":22.57693209983578,"stats":{"max":2.411169,"median":2.213465,"min":2.032045,"n":32,"q1":2.156421,"q3":2.2925155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.133004,"ratio":1.3566161095868057,"stats":{"max":0.231299,"median":0.133004,"min":0.047568,"n":32,"q1":0.10344,"q3":0.14592},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.098041,"product_stats":{"max":0.136393,"median":0.098041,"min":0.030368000000000003,"n":32,"q1":0.0646615,"q3":0.116558},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.97795,"ratio":189.30678656640566,"stats":{"max":23.303383,"median":21.97795,"min":21.17497,"n":32,"q1":21.504394,"q3":22.29262475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1370545,"ratio":1.1805171537593564,"stats":{"max":0.401081,"median":0.1370545,"min":0.083784,"n":32,"q1":0.113635,"q3":0.14867875},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.116097,"product_stats":{"max":0.15483,"median":0.116097,"min":0.034394999999999995,"n":32,"q1":0.08752249999999999,"q3":0.12771175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.314494,"ratio":2.5034248619905988,"stats":{"max":0.6687299999999999,"median":0.314494,"min":0.24541899999999997,"n":32,"q1":0.294385,"q3":0.348879},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2138625,"ratio":1.7023812840545909,"stats":{"max":0.437412,"median":0.2138625,"min":0.121245,"n":32,"q1":0.183699,"q3":0.23355875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.1256255,"product_stats":{"max":0.306512,"median":0.1256255,"min":0.059355,"n":32,"q1":0.09490275,"q3":0.152432},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.15956,"ratio":17.591580387908213,"stats":{"max":2.592838,"median":2.15956,"min":1.942279,"n":32,"q1":2.069363,"q3":2.29138375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.123123,"ratio":1.0029488192504135,"stats":{"max":0.369497,"median":0.123123,"min":0.087724,"n":32,"q1":0.09611375,"q3":0.1478445},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.122761,"product_stats":{"max":0.282654,"median":0.122761,"min":0.033881,"n":32,"q1":0.091144,"q3":0.13118475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.4152955,"ratio":152.32225969394224,"stats":{"max":21.060597,"median":20.4152955,"min":20.007292,"n":32,"q1":20.220005,"q3":20.8012805},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1695285,"ratio":1.2648831951770911,"stats":{"max":0.44208,"median":0.1695285,"min":0.07927699999999999,"n":32,"q1":0.13665500000000003,"q3":0.1801245},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.134027,"product_stats":{"max":1.239278,"median":0.134027,"min":0.066949,"n":32,"q1":0.108683,"q3":0.14344025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.3120155,"ratio":2.5380526294383206,"stats":{"max":0.362355,"median":0.3120155,"min":0.245544,"n":32,"q1":0.29872275000000004,"q3":0.3233385},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.198298,"ratio":1.613031276690934,"stats":{"max":0.438349,"median":0.198298,"min":0.113163,"n":32,"q1":0.18157575,"q3":0.21903475},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.12293500000000002,"product_stats":{"max":0.165707,"median":0.12293500000000002,"min":0.060281,"n":32,"q1":0.1033725,"q3":0.14287425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.10215,"ratio":17.00452181228412,"stats":{"max":2.417886,"median":2.10215,"min":1.926432,"n":32,"q1":1.995802,"q3":2.18672025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13248749999999998,"ratio":1.0717059123302297,"stats":{"max":0.213115,"median":0.13248749999999998,"min":0.053724999999999995,"n":32,"q1":0.10133325,"q3":0.15232175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.123623,"product_stats":{"max":0.154781,"median":0.123623,"min":0.035604,"n":32,"q1":0.095487,"q3":0.12871375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.252174,"ratio":146.12696167916127,"stats":{"max":21.236181,"median":20.252174,"min":19.68602,"n":32,"q1":20.12025,"q3":20.586537},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.131702,"ratio":0.9502788741134112,"stats":{"max":0.410392,"median":0.131702,"min":0.066823,"n":32,"q1":0.1259325,"q3":0.16923275},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.13859300000000002,"product_stats":{"max":0.214936,"median":0.13859300000000002,"min":0.043686,"n":32,"q1":0.11759325,"q3":0.14518825000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.311017,"ratio":2.428027745141282,"stats":{"max":0.392162,"median":0.311017,"min":0.242757,"n":32,"q1":0.28836,"q3":0.32869424999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.20441,"ratio":1.5957749942425319,"stats":{"max":0.25504,"median":0.20441,"min":0.14853499999999997,"n":32,"q1":0.1820855,"q3":0.21898925},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.1280945,"product_stats":{"max":0.30934700000000004,"median":0.1280945,"min":0.05754,"n":32,"q1":0.104241,"q3":0.15322424999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.198987,"ratio":19.13077558832485,"stats":{"max":2.38791,"median":2.198987,"min":1.943105,"n":32,"q1":2.09337975,"q3":2.25412575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1264705,"ratio":1.1002696942015748,"stats":{"max":0.449021,"median":0.1264705,"min":0.087591,"n":32,"q1":0.1075575,"q3":0.1520215},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.114945,"product_stats":{"max":0.309703,"median":0.114945,"min":0.029665,"n":32,"q1":0.08705375000000001,"q3":0.12006125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.300303999999997,"ratio":158.47664846424374,"stats":{"max":21.205288999999997,"median":20.300303999999997,"min":20.041898,"n":32,"q1":20.18900325,"q3":20.632136},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.16726950000000002,"ratio":1.305808511551838,"stats":{"max":0.441374,"median":0.16726950000000002,"min":0.066761,"n":32,"q1":0.13269375,"q3":0.17829150000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.1280965,"product_stats":{"max":1.706666,"median":0.1280965,"min":0.068469,"n":32,"q1":0.09546275,"q3":0.13729175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2969965,"ratio":2.563496927219997,"stats":{"max":0.38064,"median":0.2969965,"min":0.250571,"n":32,"q1":0.2823015,"q3":0.31406775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.205968,"ratio":1.7777931224968928,"stats":{"max":0.26769499999999996,"median":0.205968,"min":0.120874,"n":32,"q1":0.18168875,"q3":0.2175995},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.115856,"product_stats":{"max":0.176088,"median":0.115856,"min":0.055011,"n":32,"q1":0.1069595,"q3":0.135381},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1345765,"ratio":19.143926314892624,"stats":{"max":2.3636299999999997,"median":2.1345765,"min":1.897925,"n":32,"q1":2.0368915,"q3":2.20053175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1253975,"ratio":1.1246261261059267,"stats":{"max":0.460913,"median":0.1253975,"min":0.056224,"n":32,"q1":0.095888,"q3":0.149412},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.1115015,"product_stats":{"max":0.16044599999999998,"median":0.1115015,"min":0.032421,"n":32,"q1":0.07618425000000001,"q3":0.1204585},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":20.204809,"ratio":158.56671754766657,"stats":{"max":20.861230000000003,"median":20.204809,"min":19.742862,"n":32,"q1":20.12840375,"q3":20.41590775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.135104,"ratio":1.0602920229317656,"stats":{"max":0.30346,"median":0.135104,"min":0.08537199999999999,"n":32,"q1":0.12516950000000002,"q3":0.163641},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.12742150000000002,"product_stats":{"max":0.196386,"median":0.12742150000000002,"min":0.038215,"n":32,"q1":0.0992145,"q3":0.1442075},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2873885,"ratio":2.3725331561154612,"stats":{"max":0.646938,"median":0.2873885,"min":0.237354,"n":32,"q1":0.26884775000000005,"q3":0.3083875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1492905,"ratio":1.23246636919381,"stats":{"max":0.34680300000000003,"median":0.1492905,"min":0.110004,"n":32,"q1":0.13534075,"q3":0.16254924999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.1211315,"product_stats":{"max":0.268673,"median":0.1211315,"min":0.039045,"n":32,"q1":0.09628725,"q3":0.16208050000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.6289415,"ratio":20.450492604131416,"stats":{"max":3.102282,"median":2.6289415,"min":2.3416829999999997,"n":32,"q1":2.51630825,"q3":2.7109257500000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1514975,"ratio":1.1784965558550464,"stats":{"max":0.37097,"median":0.1514975,"min":0.050591,"n":32,"q1":0.1397295,"q3":0.1827695},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.1285515,"product_stats":{"max":0.295592,"median":0.1285515,"min":0.034275,"n":32,"q1":0.107283,"q3":0.16265649999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":25.896245,"ratio":131.18332868974952,"stats":{"max":26.928608,"median":25.896245,"min":25.21715,"n":32,"q1":25.80947525,"q3":26.2751675},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.390711,"ratio":1.9792355816721967,"stats":{"max":0.642602,"median":0.390711,"min":0.123129,"n":32,"q1":0.16575199999999998,"q3":0.43869625},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.197405,"product_stats":{"max":1.745237,"median":0.197405,"min":0.07302399999999999,"n":32,"q1":0.12240175,"q3":0.24198725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2866195,"ratio":2.6307313871895954,"stats":{"max":0.325863,"median":0.2866195,"min":0.226953,"n":32,"q1":0.27328675,"q3":0.29772875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14504099999999998,"ratio":1.3312559373293373,"stats":{"max":0.322399,"median":0.14504099999999998,"min":0.05495,"n":32,"q1":0.12818025,"q3":0.15542525},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.1089505,"product_stats":{"max":0.153409,"median":0.1089505,"min":0.035424,"n":32,"q1":0.09152275,"q3":0.13255475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5789535,"ratio":21.195426340661598,"stats":{"max":2.972707,"median":2.5789535,"min":2.299923,"n":32,"q1":2.424998,"q3":2.693155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1521245,"ratio":1.2502527224162727,"stats":{"max":0.247773,"median":0.1521245,"min":0.047588,"n":32,"q1":0.14106600000000002,"q3":0.17866200000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.121675,"product_stats":{"max":0.16655899999999998,"median":0.121675,"min":0.03355,"n":32,"q1":0.0921235,"q3":0.14279825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":26.016579,"ratio":181.6844615615605,"stats":{"max":28.15875,"median":26.016579,"min":25.324488,"n":32,"q1":25.79634675,"q3":26.339157},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.386521,"ratio":2.6992349673350953,"stats":{"max":0.7399330000000001,"median":0.386521,"min":0.103708,"n":32,"q1":0.158773,"q3":0.4275665},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.1431965,"product_stats":{"max":0.219296,"median":0.1431965,"min":0.0408,"n":32,"q1":0.11773975,"q3":0.19945325000000003},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.28905749999999997,"ratio":2.505688688935987,"stats":{"max":0.366641,"median":0.28905749999999997,"min":0.194557,"n":32,"q1":0.25707375000000005,"q3":0.29902675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.149642,"ratio":1.2971684415376146,"stats":{"max":0.212928,"median":0.149642,"min":0.06340599999999999,"n":32,"q1":0.115913,"q3":0.16476375},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.1153605,"product_stats":{"max":0.272486,"median":0.1153605,"min":0.032241,"n":32,"q1":0.05825625,"q3":0.16186550000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.645849,"ratio":22.282991616030184,"stats":{"max":2.871106,"median":2.645849,"min":2.356024,"n":32,"q1":2.52123175,"q3":2.7167152499999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.148202,"ratio":1.248137714389183,"stats":{"max":0.229259,"median":0.148202,"min":0.052148,"n":32,"q1":0.12618500000000002,"q3":0.15626825},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.1187385,"product_stats":{"max":0.308778,"median":0.1187385,"min":0.030855,"n":32,"q1":0.09407925,"q3":0.200002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":25.9703295,"ratio":160.38492820750346,"stats":{"max":26.832973,"median":25.9703295,"min":25.241443,"n":32,"q1":25.818505,"q3":26.422015},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2974055,"ratio":1.8366867376872007,"stats":{"max":0.479973,"median":0.2974055,"min":0.100671,"n":32,"q1":0.15933599999999998,"q3":0.43987475},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.161925,"product_stats":{"max":1.711419,"median":0.161925,"min":0.030568,"n":32,"q1":0.0952085,"q3":0.21445},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.282308,"ratio":2.905240192648088,"stats":{"max":0.308392,"median":0.282308,"min":0.220922,"n":32,"q1":0.2696665,"q3":0.29540075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.127311,"ratio":1.3101613633556992,"stats":{"max":0.170145,"median":0.127311,"min":0.057428,"n":32,"q1":0.11156625,"q3":0.15513775},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.097172,"product_stats":{"max":0.15593,"median":0.097172,"min":0.032690000000000004,"n":32,"q1":0.08896475000000001,"q3":0.11963125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.6126025000000004,"ratio":20.274421474135124,"stats":{"max":2.8845530000000004,"median":2.6126025000000004,"min":2.3237129999999997,"n":32,"q1":2.440322,"q3":2.690868},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.14901050000000002,"ratio":1.156357188309975,"stats":{"max":0.222552,"median":0.14901050000000002,"min":0.053066,"n":32,"q1":0.133209,"q3":0.15905124999999998},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.128862,"product_stats":{"max":0.164251,"median":0.128862,"min":0.029047,"n":32,"q1":0.089796,"q3":0.14000175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"worse","ms":25.8707705,"ratio":189.1449288077352,"stats":{"max":26.907017,"median":25.8707705,"min":25.268404,"n":32,"q1":25.77755125,"q3":26.215990750000003},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.3892905,"ratio":2.846158907715085,"stats":{"max":0.687653,"median":0.3892905,"min":0.113991,"n":32,"q1":0.15388275,"q3":0.4356665},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.1367775,"product_stats":{"max":0.199092,"median":0.1367775,"min":0.037344,"n":32,"q1":0.10832575,"q3":0.1910655},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.4091085000000003,"ratio":3.0912534547670347,"stats":{"max":7.929781,"median":3.4091085000000003,"min":3.213393,"n":32,"q1":3.3611577500000003,"q3":3.61117125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4047270000000003,"ratio":3.0872804726774175,"stats":{"max":7.739068,"median":3.4047270000000003,"min":3.126375,"n":32,"q1":3.3537215,"q3":3.5986347499999995},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":1.102824,"product_stats":{"max":1.565594,"median":1.102824,"min":0.687439,"n":32,"q1":0.92920475,"q3":1.28572},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.863262,"ratio":5.126495336898365,"stats":{"max":25.14692,"median":21.863262,"min":20.488056,"n":32,"q1":21.298304,"q3":22.48852225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.7581145,"ratio":5.101840362337089,"stats":{"max":22.89531,"median":21.7581145,"min":20.828198,"n":32,"q1":21.205898,"q3":22.1461215},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":4.2647580000000005,"product_stats":{"max":6.1450819999999995,"median":4.2647580000000005,"min":3.680016,"n":32,"q1":3.90854375,"q3":5.0373295},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":164.0210445,"ratio":5.511318527014915,"stats":{"max":174.67523300000002,"median":164.0210445,"min":160.960538,"n":32,"q1":162.59099650000002,"q3":166.47788425000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":166.1776875,"ratio":5.583784511841985,"stats":{"max":182.365784,"median":166.1776875,"min":161.657468,"n":32,"q1":163.26241275,"q3":172.9993275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":29.760762999999997,"product_stats":{"max":32.824422,"median":29.760762999999997,"min":28.044403,"n":32,"q1":29.033655,"q3":30.51930275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3481695,"ratio":3.9387773468242573,"stats":{"max":4.272592,"median":3.3481695,"min":3.227434,"n":32,"q1":3.320565,"q3":3.5057460000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3594125,"ratio":3.9520035809531877,"stats":{"max":7.720803,"median":3.3594125,"min":3.121226,"n":32,"q1":3.3175325,"q3":3.61044625},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":0.850053,"product_stats":{"max":1.153504,"median":0.850053,"min":0.616019,"n":32,"q1":0.75241225,"q3":0.9327775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.503703,"ratio":5.600476870106938,"stats":{"max":24.852251,"median":21.503703,"min":20.761092,"n":32,"q1":21.2281165,"q3":21.8285915},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.4277975,"ratio":5.580707856506634,"stats":{"max":22.928289,"median":21.4277975,"min":20.707258999999997,"n":32,"q1":21.126380750000003,"q3":21.9873435},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":3.83962,"product_stats":{"max":4.156777,"median":3.83962,"min":3.705305,"n":32,"q1":3.81588475,"q3":4.00366825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":163.22794499999998,"ratio":5.80345949276137,"stats":{"max":167.626631,"median":163.22794499999998,"min":160.85248099999998,"n":32,"q1":162.22291875,"q3":165.76269024999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":165.608563,"ratio":5.88810076010526,"stats":{"max":178.053439,"median":165.608563,"min":159.73895299999998,"n":32,"q1":162.75702700000002,"q3":172.3182865},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":28.125973,"product_stats":{"max":29.94757,"median":28.125973,"min":27.360547,"n":32,"q1":27.6714265,"q3":29.065051000000004},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.435684,"ratio":3.280117850695084,"stats":{"max":4.080229,"median":3.435684,"min":3.2575999999999996,"n":32,"q1":3.36512575,"q3":3.64294525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3977135,"ratio":3.2438666370066835,"stats":{"max":3.993188,"median":3.3977135,"min":3.332028,"n":32,"q1":3.36985125,"q3":3.47987475},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":1.047427,"product_stats":{"max":1.695242,"median":1.047427,"min":0.653808,"n":32,"q1":0.809893,"q3":1.268432},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.4529415,"ratio":5.059429891046144,"stats":{"max":23.329316,"median":21.4529415,"min":20.557418,"n":32,"q1":20.9881925,"q3":22.195904749999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.5827555,"ratio":5.090045032185473,"stats":{"max":22.605334000000003,"median":21.5827555,"min":20.821376,"n":32,"q1":21.28116275,"q3":22.2530855},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":4.2401895,"product_stats":{"max":6.383408,"median":4.2401895,"min":3.684467,"n":32,"q1":3.92824475,"q3":5.32459025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":163.837816,"ratio":5.540743046408366,"stats":{"max":173.80492999999998,"median":163.837816,"min":161.304879,"n":32,"q1":162.93122549999998,"q3":164.99489625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":165.540943,"ratio":5.598340183093833,"stats":{"max":175.29992,"median":165.540943,"min":160.231603,"n":32,"q1":163.69867749999997,"q3":166.200824},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":29.569647,"product_stats":{"max":34.806315,"median":29.569647,"min":27.682957,"n":32,"q1":28.854868,"q3":30.85942675},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3895679999999997,"ratio":3.852013814468371,"stats":{"max":3.991340000000001,"median":3.3895679999999997,"min":3.255552,"n":32,"q1":3.34518875,"q3":3.62201675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3582145,"ratio":3.816382691230267,"stats":{"max":3.990226,"median":3.3582145,"min":3.141052,"n":32,"q1":3.3354255,"q3":3.48889775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":0.879947,"product_stats":{"max":1.148085,"median":0.879947,"min":0.6486620000000001,"n":32,"q1":0.79157675,"q3":0.91861225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.3557525,"ratio":5.5184926298870565,"stats":{"max":23.355809,"median":21.3557525,"min":20.559848,"n":32,"q1":21.1016045,"q3":21.630842},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.378643,"ratio":5.524407713213876,"stats":{"max":22.979547,"median":21.378643,"min":20.583284,"n":32,"q1":20.918986000000004,"q3":21.732024000000003},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":3.8698525,"product_stats":{"max":4.20571,"median":3.8698525,"min":3.5606,"n":32,"q1":3.7771545,"q3":3.96371325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":164.1155145,"ratio":5.904842527771994,"stats":{"max":175.97963099999998,"median":164.1155145,"min":160.79143000000002,"n":32,"q1":162.812594,"q3":166.9565405},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":164.83336,"ratio":5.930670461527579,"stats":{"max":209.185778,"median":164.83336,"min":159.721871,"n":32,"q1":162.14749075,"q3":166.49515775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":27.793377,"product_stats":{"max":32.637133,"median":27.793377,"min":27.14797,"n":32,"q1":27.50974325,"q3":28.61008125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.3993830000000003,"ratio":3.6494722066405614,"stats":{"max":7.720999,"median":3.3993830000000003,"min":3.28833,"n":32,"q1":3.35762275,"q3":3.658029},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3844244999999997,"ratio":3.6334132247597215,"stats":{"max":13.698468,"median":3.3844244999999997,"min":3.1941349999999997,"n":32,"q1":3.3284065,"q3":3.631932},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":0.9314725,"product_stats":{"max":1.458496,"median":0.9314725,"min":0.767926,"n":32,"q1":0.9048305,"q3":1.02746475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.8352125,"ratio":5.123590908888258,"stats":{"max":24.462606,"median":21.8352125,"min":20.837083999999997,"n":32,"q1":21.6694945,"q3":22.07902075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.626595,"ratio":5.074639210962945,"stats":{"max":23.01461,"median":21.626595,"min":20.642438,"n":32,"q1":21.26885075,"q3":21.85394775},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":4.261701,"product_stats":{"max":6.022297,"median":4.261701,"min":3.867869,"n":32,"q1":4.086625499999999,"q3":4.38227625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.88049949999998,"ratio":5.46344827458976,"stats":{"max":174.976469,"median":162.88049949999998,"min":159.939912,"n":32,"q1":161.91278775,"q3":165.384497},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":165.36540100000002,"ratio":5.546798527409317,"stats":{"max":193.01249,"median":165.36540100000002,"min":160.938885,"n":32,"q1":162.600537,"q3":169.411614},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":29.812765,"product_stats":{"max":32.694121,"median":29.812765,"min":28.197584000000003,"n":32,"q1":28.960671,"q3":30.296098},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.364701,"ratio":3.8596732120611454,"stats":{"max":4.27419,"median":3.364701,"min":3.138502,"n":32,"q1":3.32598175,"q3":3.5885875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3631175,"ratio":3.8578567675891704,"stats":{"max":7.689944,"median":3.3631175,"min":3.222748,"n":32,"q1":3.3387225000000003,"q3":3.547808},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":0.871758,"product_stats":{"max":1.14359,"median":0.871758,"min":0.626114,"n":32,"q1":0.762121,"q3":0.937563},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.754577,"ratio":5.603599510129499,"stats":{"max":24.670857,"median":21.754577,"min":20.766139,"n":32,"q1":21.36955725,"q3":22.0299605},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.6687615,"ratio":5.5814949344458835,"stats":{"max":23.139671,"median":21.6687615,"min":20.590402,"n":32,"q1":21.29338475,"q3":22.07357625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":3.8822505,"product_stats":{"max":4.263432,"median":3.8822505,"min":3.623865,"n":32,"q1":3.8158845,"q3":4.02266675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":162.71845050000002,"ratio":5.7942463710880885,"stats":{"max":174.346478,"median":162.71845050000002,"min":159.33212799999998,"n":32,"q1":162.13220625,"q3":165.68800425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":165.60461250000003,"ratio":5.897019803624385,"stats":{"max":175.61564099999998,"median":165.60461250000003,"min":160.630725,"n":32,"q1":162.6585805,"q3":172.52976375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":28.0827635,"product_stats":{"max":29.910552,"median":28.0827635,"min":27.120113,"n":32,"q1":27.804699999999997,"q3":28.709825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.393613,"ratio":3.7727938756814927,"stats":{"max":3.998333,"median":3.393613,"min":3.273617,"n":32,"q1":3.3522525,"q3":3.5663775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4057969999999997,"ratio":3.7863392388626513,"stats":{"max":4.008038,"median":3.4057969999999997,"min":3.29607,"n":32,"q1":3.36695925,"q3":3.5682695},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":0.8994960000000001,"product_stats":{"max":1.537678,"median":0.8994960000000001,"min":0.709999,"n":32,"q1":0.8392185,"q3":0.9987075},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.69377,"ratio":5.1733979502214344,"stats":{"max":23.378971,"median":21.69377,"min":20.739952,"n":32,"q1":21.230008,"q3":21.95900425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.8911245,"ratio":5.220461847633778,"stats":{"max":22.917561,"median":21.8911245,"min":21.087727,"n":32,"q1":21.597485749999997,"q3":22.2310705},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":4.193331000000001,"product_stats":{"max":6.1358109999999995,"median":4.193331000000001,"min":3.734986,"n":32,"q1":4.0990865,"q3":4.334257},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":163.2061555,"ratio":5.5219485199562275,"stats":{"max":173.783099,"median":163.2061555,"min":160.44929399999998,"n":32,"q1":162.046162,"q3":165.5069505},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":164.75767000000002,"ratio":5.5744427605730635,"stats":{"max":174.709489,"median":164.75767000000002,"min":159.72611,"n":32,"q1":161.72168325,"q3":166.46090325},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":29.5558995,"product_stats":{"max":31.892677000000003,"median":29.5558995,"min":28.324669,"n":32,"q1":28.721181,"q3":29.9098495},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.375719,"ratio":4.224448779926191,"stats":{"max":3.979998,"median":3.375719,"min":3.158903,"n":32,"q1":3.34731,"q3":3.6105955},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.355691,"ratio":4.199385301548885,"stats":{"max":4.014933,"median":3.355691,"min":3.1942709999999996,"n":32,"q1":3.33709,"q3":3.47699175},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":0.799091,"product_stats":{"max":0.980829,"median":0.799091,"min":0.587238,"n":32,"q1":0.6678689999999999,"q3":0.848111},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.2816655,"ratio":5.463356913609214,"stats":{"max":22.730716,"median":21.2816655,"min":20.581326,"n":32,"q1":20.98167075,"q3":21.8037375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":21.4129575,"ratio":5.497061750098708,"stats":{"max":22.562804999999997,"median":21.4129575,"min":20.552239,"n":32,"q1":21.0338725,"q3":22.08179125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":3.895346,"product_stats":{"max":4.167973,"median":3.895346,"min":3.666977,"n":32,"q1":3.845055,"q3":4.02136575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":163.073123,"ratio":5.807272023978763,"stats":{"max":173.49251099999998,"median":163.073123,"min":160.028408,"n":32,"q1":161.9683915,"q3":166.507851},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":165.2527805,"ratio":5.884892810217128,"stats":{"max":173.965202,"median":165.2527805,"min":160.34474,"n":32,"q1":161.85725474999998,"q3":165.833751},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":28.080848,"product_stats":{"max":30.025799,"median":28.080848,"min":27.175497,"n":32,"q1":27.6076145,"q3":28.69238625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.9026835,"ratio":3.3618519650968595,"stats":{"max":6.643055,"median":2.9026835,"min":2.821777,"n":32,"q1":2.862084,"q3":3.10206025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.9110225,"ratio":3.3715100912883447,"stats":{"max":13.56293,"median":2.9110225,"min":2.686396,"n":32,"q1":2.869066,"q3":3.08731725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":0.863418,"product_stats":{"max":1.410981,"median":0.863418,"min":0.4779830000000001,"n":32,"q1":0.7596117499999999,"q3":1.07027825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.4594535,"ratio":9.969348329156183,"stats":{"max":16.147028000000002,"median":15.4594535,"min":14.957943,"n":32,"q1":15.22613375,"q3":15.78443575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.68355,"ratio":10.113861592050293,"stats":{"max":16.806655,"median":15.68355,"min":15.001561,"n":32,"q1":15.3444905,"q3":15.88080125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":1.5506985,"product_stats":{"max":2.306339,"median":1.5506985,"min":1.226228,"n":32,"q1":1.3214002500000002,"q3":1.84968725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.931557,"ratio":9.970005438857243,"stats":{"max":137.730399,"median":128.931557,"min":125.69945699999998,"n":32,"q1":128.11334525,"q3":130.41902},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":130.37811349999998,"ratio":10.081864602805865,"stats":{"max":137.951956,"median":130.37811349999998,"min":126.624848,"n":32,"q1":128.0746745,"q3":135.00662075},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":12.9319445,"product_stats":{"max":14.176024,"median":12.9319445,"min":12.455914,"n":32,"q1":12.81913925,"q3":13.1933865},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.860117,"ratio":3.9155869580693383,"stats":{"max":4.096851,"median":2.860117,"min":2.6304459999999996,"n":32,"q1":2.852471,"q3":3.050675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.8612434999999996,"ratio":3.91712917075094,"stats":{"max":6.555938,"median":2.8612434999999996,"min":2.672915,"n":32,"q1":2.82562275,"q3":3.0882695},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":0.730444,"product_stats":{"max":0.951906,"median":0.730444,"min":0.504432,"n":32,"q1":0.62521425,"q3":0.7900725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.423185,"ratio":11.60745914991791,"stats":{"max":16.758229,"median":15.423185,"min":14.879326,"n":32,"q1":15.26066,"q3":15.775724000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.39694,"ratio":11.58770721376532,"stats":{"max":16.603323,"median":15.39694,"min":14.83365,"n":32,"q1":15.14947175,"q3":15.78654575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":1.3287305,"product_stats":{"max":1.625677,"median":1.3287305,"min":1.152728,"n":32,"q1":1.26611925,"q3":1.3826032499999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.4625595,"ratio":10.027327513654798,"stats":{"max":138.587715,"median":128.4625595,"min":126.18839,"n":32,"q1":127.55505624999998,"q3":130.449041},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":129.9086395,"ratio":10.14020334165779,"stats":{"max":136.736513,"median":129.9086395,"min":126.22156,"n":32,"q1":127.73233375,"q3":133.0536205},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":12.811246,"product_stats":{"max":14.095278,"median":12.811246,"min":12.310641,"n":32,"q1":12.61696025,"q3":12.9884405},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.905974,"ratio":3.1757092134639913,"stats":{"max":3.398714,"median":2.905974,"min":2.826929,"n":32,"q1":2.87119775,"q3":3.0977395000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.9390655,"ratio":3.211872297317234,"stats":{"max":3.495012,"median":2.9390655,"min":2.758654,"n":32,"q1":2.853807,"q3":3.09788225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":0.915063,"product_stats":{"max":1.253772,"median":0.915063,"min":0.5018509999999999,"n":32,"q1":0.73908925,"q3":1.15332825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.4633725,"ratio":10.706630639488187,"stats":{"max":17.00432,"median":15.4633725,"min":14.918403,"n":32,"q1":15.09687175,"q3":16.06577375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.618968,"ratio":10.814362865926276,"stats":{"max":16.198895,"median":15.618968,"min":14.947963,"n":32,"q1":15.309834,"q3":16.01992375},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":1.44428,"product_stats":{"max":2.237926,"median":1.44428,"min":1.2146590000000002,"n":32,"q1":1.324919,"q3":1.6565935},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":128.689709,"ratio":10.119851109122541,"stats":{"max":163.403241,"median":128.689709,"min":126.278603,"n":32,"q1":127.6821875,"q3":131.97801},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":129.3751995,"ratio":10.173756443516591,"stats":{"max":143.634628,"median":129.3751995,"min":126.333397,"n":32,"q1":127.3010875,"q3":131.3955385},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":12.7165615,"product_stats":{"max":14.133206,"median":12.7165615,"min":12.321693,"n":32,"q1":12.57371925,"q3":13.09149975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.871496,"ratio":3.9612824281736345,"stats":{"max":3.385168,"median":2.871496,"min":2.7107870000000003,"n":32,"q1":2.84202175,"q3":3.0517585},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.8658669999999997,"ratio":3.9535171174129053,"stats":{"max":3.400968,"median":2.8658669999999997,"min":2.670078,"n":32,"q1":2.8555487499999996,"q3":3.0783380000000005},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":0.7248905,"product_stats":{"max":0.895651,"median":0.7248905,"min":0.429665,"n":32,"q1":0.6453504999999999,"q3":0.785391},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.4549895,"ratio":11.850372744507554,"stats":{"max":16.503960000000003,"median":15.4549895,"min":14.923277,"n":32,"q1":15.07828075,"q3":15.656232},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.3428635,"ratio":11.764398251004943,"stats":{"max":16.032187,"median":15.3428635,"min":14.912989,"n":32,"q1":15.08988975,"q3":15.788582},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":1.3041775,"product_stats":{"max":1.493838,"median":1.3041775,"min":1.175545,"n":32,"q1":1.2491375,"q3":1.3680012499999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":129.71340600000002,"ratio":10.260786981142711,"stats":{"max":144.656345,"median":129.71340600000002,"min":125.991883,"n":32,"q1":127.9731485,"q3":133.5926155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":129.203168,"ratio":10.220425359401899,"stats":{"max":139.897446,"median":129.203168,"min":126.826315,"n":32,"q1":127.4982215,"q3":130.562115},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":12.6416625,"product_stats":{"max":13.044005,"median":12.6416625,"min":12.144854,"n":32,"q1":12.527568,"q3":12.827002749999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.13669399999999998,"ratio":1.0233501778027325,"stats":{"max":0.282009,"median":0.13669399999999998,"min":0.083439,"n":32,"q1":0.11621725,"q3":0.14830125000000002},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.1388085,"ratio":1.0391802358225717,"stats":{"max":0.5149710000000001,"median":0.1388085,"min":0.049737,"n":32,"q1":0.12077525,"q3":0.1434155},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.133575,"product_stats":{"max":0.304334,"median":0.133575,"min":0.072771,"n":32,"q1":0.1111015,"q3":0.1509075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.209346,"ratio":1.1516163369264156,"stats":{"max":0.548153,"median":0.209346,"min":0.18704,"n":32,"q1":0.19797025,"q3":0.21497875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.20910849999999995,"ratio":1.1503098448987672,"stats":{"max":0.462122,"median":0.20910849999999995,"min":0.174961,"n":32,"q1":0.20096325,"q3":0.216168},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.1817845,"product_stats":{"max":0.3275,"median":0.1817845,"min":0.141814,"n":32,"q1":0.17520825,"q3":0.18915325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.1318409999999997,"ratio":2.1177042651778053,"stats":{"max":2.4811780000000003,"median":2.1318409999999997,"min":2.0146309999999996,"n":32,"q1":2.0957447499999997,"q3":2.2603175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.087517,"ratio":2.0736741879582845,"stats":{"max":2.299466,"median":2.087517,"min":1.990638,"n":32,"q1":2.05249625,"q3":2.15121525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":1.0066755,"product_stats":{"max":1.28395,"median":1.0066755,"min":0.8893220000000001,"n":32,"q1":0.95387475,"q3":1.073479},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.138333,"ratio":1.0692984354709048,"stats":{"max":0.176983,"median":0.138333,"min":0.053444,"n":32,"q1":0.11227775,"q3":0.1428795},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.128645,"ratio":0.9944112918186878,"stats":{"max":0.25738,"median":0.128645,"min":0.048023,"n":32,"q1":0.12461925,"q3":0.14248225},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.129368,"product_stats":{"max":0.155667,"median":0.129368,"min":0.058883,"n":32,"q1":0.11132375,"q3":0.149103},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.202835,"ratio":1.1147873448401893,"stats":{"max":0.22244,"median":0.202835,"min":0.180287,"n":32,"q1":0.1948685,"q3":0.21014225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2059425,"ratio":1.1318662595940083,"stats":{"max":0.386979,"median":0.2059425,"min":0.15111000000000002,"n":32,"q1":0.2004435,"q3":0.215397},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.1819495,"product_stats":{"max":0.233461,"median":0.1819495,"min":0.129891,"n":32,"q1":0.15893649999999998,"q3":0.18808825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.112208,"ratio":2.1830749800007854,"stats":{"max":2.36715,"median":2.112208,"min":1.990056,"n":32,"q1":2.09331275,"q3":2.1287315},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.0887899999999995,"ratio":2.158871279474294,"stats":{"max":2.3368719999999996,"median":2.0887899999999995,"min":1.944848,"n":32,"q1":2.0589157499999997,"q3":2.2083734999999995},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":0.967538,"product_stats":{"max":1.080536,"median":0.967538,"min":0.864464,"n":32,"q1":0.90606,"q3":1.01392975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.1352015,"ratio":1.0392640677666445,"stats":{"max":0.177488,"median":0.1352015,"min":0.052355000000000006,"n":32,"q1":0.12109875,"q3":0.14237724999999998},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.127819,"ratio":0.9825164208819038,"stats":{"max":0.17373,"median":0.127819,"min":0.059876,"n":32,"q1":0.10135525,"q3":0.1424465},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.13009350000000003,"product_stats":{"max":0.29585100000000003,"median":0.13009350000000003,"min":0.07131000000000001,"n":32,"q1":0.093447,"q3":0.1533245},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2099765,"ratio":1.1756177582939318,"stats":{"max":0.416762,"median":0.2099765,"min":0.154738,"n":32,"q1":0.198105,"q3":0.22116975000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.208533,"ratio":1.167535881350096,"stats":{"max":0.412579,"median":0.208533,"min":0.16632,"n":32,"q1":0.20051375,"q3":0.2206725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.1786095,"product_stats":{"max":0.34728,"median":0.1786095,"min":0.128988,"n":32,"q1":0.16473375,"q3":0.18156},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.127269,"ratio":2.1640392733124894,"stats":{"max":2.373452,"median":2.127269,"min":2.051467,"n":32,"q1":2.094419,"q3":2.230702},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.1004745,"ratio":2.136781624980862,"stats":{"max":2.341064,"median":2.1004745,"min":1.952825,"n":32,"q1":2.0431575000000004,"q3":2.15466175},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":0.9830085,"product_stats":{"max":1.411181,"median":0.9830085,"min":0.890902,"n":32,"q1":0.91241775,"q3":1.041811},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.124756,"ratio":1.1324416446165089,"stats":{"max":0.151478,"median":0.124756,"min":0.05317,"n":32,"q1":0.10413075,"q3":0.13750925},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.128813,"ratio":1.1692680557887907,"stats":{"max":0.162455,"median":0.128813,"min":0.060981,"n":32,"q1":0.118689,"q3":0.14092825},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.1101655,"product_stats":{"max":0.15913,"median":0.1101655,"min":0.052843999999999995,"n":32,"q1":0.08573425,"q3":0.13019825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2047905,"ratio":1.1440394622541639,"stats":{"max":0.5213,"median":0.2047905,"min":0.17127,"n":32,"q1":0.19596125,"q3":0.21713925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.207154,"ratio":1.157242893414485,"stats":{"max":0.253888,"median":0.207154,"min":0.152731,"n":32,"q1":0.198012,"q3":0.2173365},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.1790065,"product_stats":{"max":0.236667,"median":0.1790065,"min":0.09716,"n":32,"q1":0.1533185,"q3":0.18467175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.132396,"ratio":2.181846459071629,"stats":{"max":2.3634440000000003,"median":2.132396,"min":2.0502789999999997,"n":32,"q1":2.08666425,"q3":2.1835155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.0968415,"ratio":2.1454674469514305,"stats":{"max":2.324906,"median":2.0968415,"min":1.924591,"n":32,"q1":2.0255314999999996,"q3":2.19801875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":0.9773355,"product_stats":{"max":1.360396,"median":0.9773355,"min":0.845239,"n":32,"q1":0.903665,"q3":1.03991575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.271241,"ratio":1.3296388164473814,"stats":{"max":0.560034,"median":0.271241,"min":0.187274,"n":32,"q1":0.24678875,"q3":0.298265},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13911449999999995,"ratio":0.6819471950430398,"stats":{"max":0.439631,"median":0.13911449999999995,"min":0.055404,"n":32,"q1":0.11506125,"q3":0.150449},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.203996,"product_stats":{"max":0.341462,"median":0.203996,"min":0.14981,"n":32,"q1":0.18444625,"q3":0.21979875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.4030195,"ratio":7.3240683452250686,"stats":{"max":2.991902,"median":2.4030195,"min":2.102836,"n":32,"q1":2.2679487500000004,"q3":2.5022925000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.278306,"ratio":0.8482378794205406,"stats":{"max":0.477299,"median":0.278306,"min":0.2067,"n":32,"q1":0.25895,"q3":0.31713199999999997},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.32809900000000003,"product_stats":{"max":0.519703,"median":0.32809900000000003,"min":0.274221,"n":32,"q1":0.3059665,"q3":0.346311},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":21.884816,"ratio":21.164503294862648,"stats":{"max":22.825554,"median":21.884816,"min":21.351777,"n":32,"q1":21.61872225,"q3":22.355938},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.996606,"ratio":0.9638038981310093,"stats":{"max":1.126971,"median":0.996606,"min":0.945848,"n":32,"q1":0.9765045,"q3":1.0315450000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.034034,"product_stats":{"max":2.161474,"median":1.034034,"min":0.976706,"n":32,"q1":1.01550225,"q3":1.11320525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.26315750000000004,"ratio":1.8272225134616256,"stats":{"max":0.35738000000000003,"median":0.26315750000000004,"min":0.163242,"n":32,"q1":0.247577,"q3":0.27700675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1358935,"ratio":0.94357053336157,"stats":{"max":0.275708,"median":0.1358935,"min":0.052899,"n":32,"q1":0.1229985,"q3":0.1446365},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.1440205,"product_stats":{"max":0.192791,"median":0.1440205,"min":0.071326,"n":32,"q1":0.1282155,"q3":0.157972},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.284212,"ratio":10.87101387543755,"stats":{"max":2.543803,"median":2.284212,"min":2.116189,"n":32,"q1":2.163788,"q3":2.433407},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.27103049999999995,"ratio":1.289887421205552,"stats":{"max":0.5792240000000001,"median":0.27103049999999995,"min":0.24450299999999997,"n":32,"q1":0.26129675,"q3":0.2931435},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.2101195,"product_stats":{"max":0.239208,"median":0.2101195,"min":0.16401100000000002,"n":32,"q1":0.20478875,"q3":0.2176645},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":21.8620605,"ratio":39.440062528075394,"stats":{"max":22.576998,"median":21.8620605,"min":21.486325,"n":32,"q1":21.7468705,"q3":22.20867375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.00413,"ratio":1.8114921046127535,"stats":{"max":1.107713,"median":1.00413,"min":0.906735,"n":32,"q1":0.9746205,"q3":1.0348237500000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":0.554311,"product_stats":{"max":0.7429749999999999,"median":0.554311,"min":0.498195,"n":32,"q1":0.5252552500000001,"q3":0.5947047499999999},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.27051000000000003,"ratio":1.3678251877845844,"stats":{"max":0.344311,"median":0.27051000000000003,"min":0.218671,"n":32,"q1":0.25290874999999996,"q3":0.28762275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1396545,"ratio":0.706158525331641,"stats":{"max":0.169082,"median":0.1396545,"min":0.051093,"n":32,"q1":0.09997875,"q3":0.147534},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.1977665,"product_stats":{"max":0.418852,"median":0.1977665,"min":0.124205,"n":32,"q1":0.18522775,"q3":0.227033},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.4540794999999997,"ratio":7.573068953120394,"stats":{"max":2.89024,"median":2.4540794999999997,"min":2.11178,"n":32,"q1":2.1847515,"q3":2.53204475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2834115,"ratio":0.8745824377764783,"stats":{"max":0.375691,"median":0.2834115,"min":0.240658,"n":32,"q1":0.26026574999999996,"q3":0.3123935},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.3240535,"product_stats":{"max":0.569432,"median":0.3240535,"min":0.25931499999999996,"n":32,"q1":0.31490575,"q3":0.35706400000000005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":21.908493,"ratio":21.671911577266766,"stats":{"max":30.104467,"median":21.908493,"min":21.333551999999997,"n":32,"q1":21.735079,"q3":22.314306499999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.9880305,"ratio":0.977361137146342,"stats":{"max":1.072003,"median":0.9880305,"min":0.920661,"n":32,"q1":0.9752195,"q3":1.021251},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.0109165,"product_stats":{"max":2.748567,"median":1.0109165,"min":0.952576,"n":32,"q1":0.9908585,"q3":1.07415525},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.260956,"ratio":1.852650411237048,"stats":{"max":0.292507,"median":0.260956,"min":0.175123,"n":32,"q1":0.2412315,"q3":0.27115500000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1377785,"ratio":0.9781549176283496,"stats":{"max":0.175619,"median":0.1377785,"min":0.052281,"n":32,"q1":0.1197355,"q3":0.145308},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.1408555,"product_stats":{"max":0.168226,"median":0.1408555,"min":0.06529,"n":32,"q1":0.11477875,"q3":0.14969325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":2.3560835,"ratio":11.779828508574571,"stats":{"max":3.407514,"median":2.3560835,"min":2.1004690000000004,"n":32,"q1":2.19777675,"q3":2.40639175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.2744665,"ratio":1.3722638868056598,"stats":{"max":0.564625,"median":0.2744665,"min":0.221546,"n":32,"q1":0.25984374999999993,"q3":0.29074150000000004},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.20001,"product_stats":{"max":0.238121,"median":0.20001,"min":0.144444,"n":32,"q1":0.1926185,"q3":0.20872375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":21.7635605,"ratio":41.34073362098686,"stats":{"max":23.749201,"median":21.7635605,"min":21.298232,"n":32,"q1":21.5428445,"q3":22.0683335},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.9838745,"ratio":1.8689080594593719,"stats":{"max":1.107827,"median":0.9838745,"min":0.916244,"n":32,"q1":0.96163875,"q3":1.01483575},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":0.5264435000000001,"product_stats":{"max":0.69987,"median":0.5264435000000001,"min":0.439668,"n":32,"q1":0.49842125,"q3":0.557218},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6508045,"ratio":4.1024890236484035,"stats":{"max":1.456662,"median":0.6508045,"min":0.608095,"n":32,"q1":0.64046025,"q3":0.691931},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5077145,"ratio":9.504209308702599,"stats":{"max":6.149035,"median":1.5077145,"min":1.429488,"n":32,"q1":1.48327075,"q3":1.58294675},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.1586365,"product_stats":{"max":0.445436,"median":0.1586365,"min":0.059891,"n":32,"q1":0.1456215,"q3":0.25431175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.657407000000001,"ratio":55.941460741877165,"stats":{"max":8.55327,"median":7.657407000000001,"min":7.191594,"n":32,"q1":7.445862000000001,"q3":7.8580475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.4145535,"ratio":134.5281792778478,"stats":{"max":19.461283,"median":18.4145535,"min":17.623212,"n":32,"q1":18.1186395,"q3":18.873335},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.1368825,"product_stats":{"max":0.235348,"median":0.1368825,"min":0.099419,"n":32,"q1":0.130105,"q3":0.14178949999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.609914,"ratio":9.946725872545038,"stats":{"max":74.486187,"median":68.609914,"min":66.52790999999999,"n":32,"q1":67.80147475000001,"q3":69.56371775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":146.98391850000002,"ratio":21.309001276287876,"stats":{"max":155.439852,"median":146.98391850000002,"min":140.386194,"n":32,"q1":143.93585825,"q3":153.524385},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":6.8977385,"product_stats":{"max":14.919633,"median":6.8977385,"min":3.098886,"n":32,"q1":3.2414405000000004,"q3":11.1159185},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6510290000000001,"ratio":4.744504163098731,"stats":{"max":0.912568,"median":0.6510290000000001,"min":0.576952,"n":32,"q1":0.6420604999999999,"q3":0.67002125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4968095,"ratio":10.908298868584547,"stats":{"max":3.4084760000000003,"median":1.4968095,"min":1.339883,"n":32,"q1":1.4735815,"q3":1.5780675},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.1372175,"product_stats":{"max":0.174945,"median":0.1372175,"min":0.07772799999999999,"n":32,"q1":0.109338,"q3":0.14692},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.3974955,"ratio":57.0873693877236,"stats":{"max":8.330011,"median":7.3974955,"min":7.062168,"n":32,"q1":7.26185275,"q3":7.518123750000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.131724,"ratio":139.92471176552297,"stats":{"max":19.724258000000003,"median":18.131724,"min":17.499687,"n":32,"q1":17.74997875,"q3":18.507554999999996},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.129582,"product_stats":{"max":0.14583900000000002,"median":0.129582,"min":0.061194,"n":32,"q1":0.11509375,"q3":0.13332525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.44857950000001,"ratio":33.57177200345485,"stats":{"max":73.66898099999999,"median":68.44857950000001,"min":66.692567,"n":32,"q1":67.613185,"q3":69.206603},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":146.5625225,"ratio":71.88408620841022,"stats":{"max":154.749356,"median":146.5625225,"min":140.454534,"n":32,"q1":144.10884675,"q3":152.16962675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":2.038873,"product_stats":{"max":2.429385,"median":2.038873,"min":1.851198,"n":32,"q1":1.9917795,"q3":2.0899155},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6564395000000001,"ratio":4.483478243052188,"stats":{"max":0.80783,"median":0.6564395000000001,"min":0.599789,"n":32,"q1":0.6515805,"q3":0.69492575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5121125,"ratio":10.327720216101028,"stats":{"max":1.764784,"median":1.5121125,"min":1.417228,"n":32,"q1":1.4958105000000002,"q3":1.55663025},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.14641300000000002,"product_stats":{"max":0.449554,"median":0.14641300000000002,"min":0.084369,"n":32,"q1":0.12874449999999998,"q3":0.250831},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.63474,"ratio":58.349497497038485,"stats":{"max":8.276339,"median":7.63474,"min":7.297934,"n":32,"q1":7.383238,"q3":7.899883},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.365703000000003,"ratio":140.36228361802137,"stats":{"max":19.864124,"median":18.365703000000003,"min":17.562438,"n":32,"q1":18.1038675,"q3":18.9270975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.130845,"product_stats":{"max":0.241445,"median":0.130845,"min":0.049539999999999994,"n":32,"q1":0.11772275,"q3":0.13934400000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.6962265,"ratio":10.480397224296633,"stats":{"max":72.899792,"median":68.6962265,"min":67.202446,"n":32,"q1":68.09728025000001,"q3":69.93167625000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":145.79074200000002,"ratio":22.24204975487186,"stats":{"max":155.986801,"median":145.79074200000002,"min":140.41118,"n":32,"q1":142.800534,"q3":148.00526775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":6.554735000000001,"product_stats":{"max":15.751195,"median":6.554735000000001,"min":2.909972,"n":32,"q1":3.1597815,"q3":11.20024775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.649408,"ratio":5.54525853787662,"stats":{"max":0.7454999999999999,"median":0.649408,"min":0.592831,"n":32,"q1":0.6340777499999999,"q3":0.6830045},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.499916,"ratio":12.807698711900299,"stats":{"max":1.756687,"median":1.499916,"min":1.3659130000000002,"n":32,"q1":1.4871685,"q3":1.52045975},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.1171105,"product_stats":{"max":0.151758,"median":0.1171105,"min":0.051213,"n":32,"q1":0.086318,"q3":0.13707925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.4086085,"ratio":59.831282051282045,"stats":{"max":8.045589000000001,"median":7.4086085,"min":7.127739999999999,"n":32,"q1":7.32682625,"q3":7.53559175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":18.209094,"ratio":147.0550696547547,"stats":{"max":19.713819,"median":18.209094,"min":17.487518,"n":32,"q1":17.7299395,"q3":18.71603475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.123825,"product_stats":{"max":0.170281,"median":0.123825,"min":0.047531,"n":32,"q1":0.09542825,"q3":0.13190925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.6344335,"ratio":33.95023172022027,"stats":{"max":72.905479,"median":68.6344335,"min":66.666555,"n":32,"q1":68.07936425,"q3":69.38151375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":144.1554605,"ratio":71.30693790471894,"stats":{"max":154.44476300000002,"median":144.1554605,"min":139.91319099999998,"n":32,"q1":142.3082105,"q3":147.543815},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":2.0216190000000003,"product_stats":{"max":2.4809099999999997,"median":2.0216190000000003,"min":1.888885,"n":32,"q1":1.959561,"q3":2.093953},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2887615,"ratio":2.5105026220030076,"stats":{"max":2.965024,"median":1.2887615,"min":1.22599,"n":32,"q1":1.255746,"q3":1.38196625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.842585,"ratio":1.6413524548649259,"stats":{"max":3.661073,"median":0.842585,"min":0.7191660000000001,"n":32,"q1":0.810219,"q3":0.88831125},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":0.513348,"product_stats":{"max":0.788736,"median":0.513348,"min":0.42052,"n":32,"q1":0.49372450000000007,"q3":0.55610925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":13.233164,"ratio":3.811186599811646,"stats":{"max":13.936815,"median":13.233164,"min":12.446474,"n":32,"q1":12.9310865,"q3":13.473083249999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.488543,"ratio":1.8687177257004943,"stats":{"max":7.0326759999999995,"median":6.488543,"min":6.0181510000000005,"n":32,"q1":6.194589500000001,"q3":6.613876},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":3.4721900000000003,"product_stats":{"max":4.55751,"median":3.4721900000000003,"min":2.51998,"n":32,"q1":2.99693525,"q3":3.81580675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.09084949999999,"ratio":4.455114355702977,"stats":{"max":78.16351200000001,"median":72.09084949999999,"min":70.6261,"n":32,"q1":71.64962525,"q3":72.88133549999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.942762000000002,"ratio":1.047039155939741,"stats":{"max":17.659191,"median":16.942762000000002,"min":16.467756,"n":32,"q1":16.63843225,"q3":17.075057},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":16.1815935,"product_stats":{"max":23.720166000000003,"median":16.1815935,"min":10.204919,"n":32,"q1":12.54095275,"q3":21.95366475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.296665,"ratio":3.6422457985376693,"stats":{"max":2.318237,"median":1.296665,"min":1.130717,"n":32,"q1":1.253603,"q3":1.332689},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.842595,"ratio":2.3667933495689693,"stats":{"max":1.913455,"median":0.842595,"min":0.7151959999999999,"n":32,"q1":0.8044255,"q3":0.882946},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.35600699999999996,"product_stats":{"max":0.403632,"median":0.35600699999999996,"min":0.259857,"n":32,"q1":0.33859075,"q3":0.3631755},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":12.803718,"ratio":9.00890567248487,"stats":{"max":14.104376,"median":12.803718,"min":12.420257,"n":32,"q1":12.643033,"q3":13.22545925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.3745065,"ratio":4.485207169287989,"stats":{"max":6.839504,"median":6.3745065,"min":6.042344,"n":32,"q1":6.24946625,"q3":6.53158975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.421229,"product_stats":{"max":1.60918,"median":1.421229,"min":1.2457900000000002,"n":32,"q1":1.32341625,"q3":1.47674},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.177482,"ratio":23.71777102351601,"stats":{"max":77.233906,"median":72.177482,"min":70.776979,"n":32,"q1":71.58886000000001,"q3":72.84579649999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.756583,"ratio":5.5062713150694425,"stats":{"max":17.492919999999998,"median":16.756583,"min":16.279197,"n":32,"q1":16.54643975,"q3":16.9088215},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":3.0431815,"product_stats":{"max":3.3631529999999996,"median":3.0431815,"min":2.824553,"n":32,"q1":2.98292175,"q3":3.099094},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.2857885,"ratio":2.5442190129537092,"stats":{"max":1.572301,"median":1.2857885,"min":1.2160529999999998,"n":32,"q1":1.2671185,"q3":1.3789717499999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.8501135,"ratio":1.6821389597656404,"stats":{"max":1.050295,"median":0.8501135,"min":0.7840619999999999,"n":32,"q1":0.82543225,"q3":0.8863337499999999},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":0.5053764999999999,"product_stats":{"max":0.837476,"median":0.5053764999999999,"min":0.386435,"n":32,"q1":0.4532225,"q3":0.54486475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":13.062282,"ratio":3.912526869586302,"stats":{"max":14.162102,"median":13.062282,"min":12.562228,"n":32,"q1":12.79243175,"q3":13.408955},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.4960130000000005,"ratio":1.9457415945913528,"stats":{"max":6.885497,"median":6.4960130000000005,"min":5.998456,"n":32,"q1":6.33213475,"q3":6.63066775},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":3.3385795,"product_stats":{"max":4.518928,"median":3.3385795,"min":2.526888,"n":32,"q1":3.062667,"q3":3.70441375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":71.96009000000001,"ratio":4.485060423274244,"stats":{"max":79.00231600000001,"median":71.96009000000001,"min":70.929502,"n":32,"q1":71.3544845,"q3":72.826898},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.72053,"ratio":1.0421413780773439,"stats":{"max":20.636657999999997,"median":16.72053,"min":16.377524,"n":32,"q1":16.5316445,"q3":17.0401155},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":16.044397,"product_stats":{"max":24.951807,"median":16.044397,"min":9.650133,"n":32,"q1":12.42184125,"q3":21.91162875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.27342,"ratio":3.84075040340215,"stats":{"max":2.970121,"median":1.27342,"min":1.2143810000000002,"n":32,"q1":1.25907725,"q3":1.34729675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.830927,"ratio":2.506151317277676,"stats":{"max":0.960963,"median":0.830927,"min":0.749097,"n":32,"q1":0.8149292499999999,"q3":0.86146075},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.33155500000000004,"product_stats":{"max":0.478691,"median":0.33155500000000004,"min":0.244259,"n":32,"q1":0.30996875,"q3":0.36999425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":12.881516,"ratio":9.285220216908357,"stats":{"max":14.240936,"median":12.881516,"min":12.455665,"n":32,"q1":12.61153525,"q3":13.21834875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.361274,"ratio":4.585316662269681,"stats":{"max":6.752648,"median":6.361274,"min":6.082471,"n":32,"q1":6.19331525,"q3":6.48091925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.387314,"product_stats":{"max":1.775886,"median":1.387314,"min":1.168246,"n":32,"q1":1.31902325,"q3":1.4782635000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":72.5089135,"ratio":23.896315756430578,"stats":{"max":76.672584,"median":72.5089135,"min":71.19947499999999,"n":32,"q1":71.921816,"q3":73.39216825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":16.6675985,"ratio":5.493037716768555,"stats":{"max":17.311994000000002,"median":16.6675985,"min":16.262639,"n":32,"q1":16.49505825,"q3":16.86253075},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":3.0343134999999997,"product_stats":{"max":3.356032,"median":3.0343134999999997,"min":2.735025,"n":32,"q1":2.95133925,"q3":3.1215595},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.620977,"ratio":2.3718589067784768,"stats":{"max":3.669562,"median":1.620977,"min":1.559221,"n":32,"q1":1.5958195,"q3":1.7482105},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.378504,"ratio":0.5538376446126506,"stats":{"max":0.8155789999999999,"median":0.378504,"min":0.33734,"n":32,"q1":0.37022225,"q3":0.42498475},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.6834205,"product_stats":{"max":1.266514,"median":0.6834205,"min":0.561202,"n":32,"q1":0.6494442500000001,"q3":0.8095815},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":18.0992155,"ratio":4.306881076148244,"stats":{"max":19.472077,"median":18.0992155,"min":17.082172999999997,"n":32,"q1":17.61675225,"q3":18.70931675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.4814085,"ratio":0.11455574737738837,"stats":{"max":0.5462279999999999,"median":0.4814085,"min":0.41362,"n":32,"q1":0.462113,"q3":0.498825},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.202395,"product_stats":{"max":5.246049,"median":4.202395,"min":3.578956,"n":32,"q1":3.72067875,"q3":4.8337025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.35855099999998,"ratio":86.00617848010796,"stats":{"max":144.674843,"median":134.35855099999998,"min":130.912018,"n":32,"q1":132.8146325,"q3":137.1154055},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.258333,"ratio":0.1653652405443233,"stats":{"max":0.495839,"median":0.258333,"min":0.163882,"n":32,"q1":0.22364025,"q3":0.27601149999999997},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.5621965,"product_stats":{"max":2.932005,"median":1.5621965,"min":1.309261,"n":32,"q1":1.511035,"q3":1.85979975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.6159845000000002,"ratio":2.951815173681101,"stats":{"max":3.1541360000000003,"median":1.6159845000000002,"min":1.477514,"n":32,"q1":1.6002415,"q3":1.67612225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.3787375,"ratio":0.69181548420919,"stats":{"max":0.8155560000000001,"median":0.3787375,"min":0.326208,"n":32,"q1":0.3576645,"q3":0.388193},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.5474545,"product_stats":{"max":0.66057,"median":0.5474545,"min":0.503512,"n":32,"q1":0.5314157500000001,"q3":0.5651079999999999},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":17.807937,"ratio":5.8587422247935095,"stats":{"max":18.756436,"median":17.807937,"min":17.044432,"n":32,"q1":17.39056525,"q3":18.03474075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.471383,"ratio":0.15508317926719073,"stats":{"max":0.616407,"median":0.471383,"min":0.376818,"n":32,"q1":0.45165625,"q3":0.5009735},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.0395495,"product_stats":{"max":3.23551,"median":3.0395495,"min":2.945552,"n":32,"q1":3.01295725,"q3":3.0917287499999997},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.159535,"ratio":112.65172895308933,"stats":{"max":143.431179,"median":134.159535,"min":130.492205,"n":32,"q1":132.64870274999998,"q3":136.85509625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.2416065,"ratio":0.20287331758644347,"stats":{"max":0.352353,"median":0.2416065,"min":0.16414700000000002,"n":32,"q1":0.22091325,"q3":0.296257},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.190923,"product_stats":{"max":1.35601,"median":1.190923,"min":1.110755,"n":32,"q1":1.1739445000000002,"q3":1.2084510000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.648043,"ratio":2.3458751821991433,"stats":{"max":1.928322,"median":1.648043,"min":1.557562,"n":32,"q1":1.61666475,"q3":1.72772275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.383245,"ratio":0.5455227407306186,"stats":{"max":0.449037,"median":0.383245,"min":0.348288,"n":32,"q1":0.37265825,"q3":0.40438725},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.702528,"product_stats":{"max":1.038628,"median":0.702528,"min":0.571629,"n":32,"q1":0.62034075,"q3":0.80925275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":18.0047115,"ratio":4.176225265094814,"stats":{"max":19.313632,"median":18.0047115,"min":17.038757,"n":32,"q1":17.657731749999996,"q3":18.24413275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.4888285,"ratio":0.11338465112303524,"stats":{"max":0.571082,"median":0.4888285,"min":0.426484,"n":32,"q1":0.46677375,"q3":0.50922075},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.3112405,"product_stats":{"max":5.55445,"median":4.3112405,"min":3.579499,"n":32,"q1":3.710742,"q3":4.9784809999999995},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.28347249999996,"ratio":85.57526978167971,"stats":{"max":146.899428,"median":134.28347249999996,"min":130.47041000000002,"n":32,"q1":132.778973,"q3":137.906925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.26778499999999994,"ratio":0.17065222690370258,"stats":{"max":0.466109,"median":0.26778499999999994,"min":0.175303,"n":32,"q1":0.2292535,"q3":0.29606350000000003},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.5691855,"product_stats":{"max":3.4793160000000003,"median":1.5691855,"min":1.4014190000000002,"n":32,"q1":1.5064515000000005,"q3":1.852307},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.61811,"ratio":2.9864759487830197,"stats":{"max":1.869412,"median":1.61811,"min":1.5577029999999998,"n":32,"q1":1.604311,"q3":1.69250225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.374542,"ratio":0.6912760410658668,"stats":{"max":0.423407,"median":0.374542,"min":0.330186,"n":32,"q1":0.36343,"q3":0.389729},"status":"inconclusive","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":0.5418125,"product_stats":{"max":0.6978610000000001,"median":0.5418125,"min":0.476016,"n":32,"q1":0.5121407499999999,"q3":0.568564},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":17.725267000000002,"ratio":5.799191658843194,"stats":{"max":19.149026,"median":17.725267000000002,"min":17.068099999999998,"n":32,"q1":17.446627,"q3":18.03595225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.4625025,"ratio":0.1513173618312279,"stats":{"max":0.552443,"median":0.4625025,"min":0.409093,"n":32,"q1":0.448625,"q3":0.49852025},"status":"inconclusive","timing_status":"slower"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.0565065,"product_stats":{"max":3.1712580000000004,"median":3.0565065,"min":2.9404969999999997,"n":32,"q1":2.99877925,"q3":3.10545875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":134.304255,"ratio":114.13699064369779,"stats":{"max":145.918185,"median":134.304255,"min":132.1853,"n":32,"q1":133.308995,"q3":137.638231},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.26372,"ratio":0.22411953495111514,"stats":{"max":0.473316,"median":0.26372,"min":0.17623000000000005,"n":32,"q1":0.222021,"q3":0.29573425},"status":"inconclusive","timing_status":"slower"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.1766935,"product_stats":{"max":1.302665,"median":1.1766935,"min":1.116017,"n":32,"q1":1.170082,"q3":1.18771225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2461995,"ratio":2.0450077040962533,"stats":{"max":0.5076189999999999,"median":0.2461995,"min":0.189692,"n":32,"q1":0.232131,"q3":0.26104874999999994},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.127083,"ratio":1.0555899344217359,"stats":{"max":0.262942,"median":0.127083,"min":0.048424,"n":32,"q1":0.115537,"q3":0.13433675},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1203905,"product_stats":{"max":0.25543,"median":0.1203905,"min":0.031544,"n":32,"q1":0.10311625,"q3":0.1244085},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2368534999999996,"ratio":17.53425360878886,"stats":{"max":2.579084,"median":2.2368534999999996,"min":2.026093,"n":32,"q1":2.1715555,"q3":2.3382794999999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1129735,"ratio":0.8855769946813721,"stats":{"max":0.184449,"median":0.1129735,"min":0.061613999999999995,"n":32,"q1":0.09240275,"q3":0.13643775},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.12757050000000003,"product_stats":{"max":0.201152,"median":0.12757050000000003,"min":0.088504,"n":32,"q1":0.1193075,"q3":0.14918875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.552581,"ratio":168.07555865758414,"stats":{"max":22.614169,"median":21.552581,"min":20.959664,"n":32,"q1":21.4277125,"q3":21.732437},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1330935,"ratio":1.037915800719792,"stats":{"max":0.201089,"median":0.1330935,"min":0.045597,"n":32,"q1":0.092575,"q3":0.13738675},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1282315,"product_stats":{"max":1.150239,"median":0.1282315,"min":0.037797,"n":32,"q1":0.121159,"q3":0.13527849999999997},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2455755,"ratio":2.557185773714381,"stats":{"max":0.505262,"median":0.2455755,"min":0.186134,"n":32,"q1":0.23040175,"q3":0.25444600000000006},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1223425,"ratio":1.2739564839352935,"stats":{"max":0.245086,"median":0.1223425,"min":0.06850300000000001,"n":32,"q1":0.1114575,"q3":0.13179575000000002},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.0960335,"product_stats":{"max":0.125573,"median":0.0960335,"min":0.044434,"n":32,"q1":0.0845665,"q3":0.1161615},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2283145,"ratio":19.507432438347532,"stats":{"max":2.449163,"median":2.2283145,"min":2.0205919999999997,"n":32,"q1":2.1196622499999997,"q3":2.2974820000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.130486,"ratio":1.1423193759903352,"stats":{"max":0.168261,"median":0.130486,"min":0.07614399999999999,"n":32,"q1":0.10457625,"q3":0.13530725},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.114229,"product_stats":{"max":0.152379,"median":0.114229,"min":0.060259,"n":32,"q1":0.08897825000000001,"q3":0.1214065},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.7257235,"ratio":184.45864358427932,"stats":{"max":23.415487,"median":21.7257235,"min":21.134753999999997,"n":32,"q1":21.358251,"q3":21.985},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.131119,"ratio":1.1132440716244556,"stats":{"max":0.490857,"median":0.131119,"min":0.045217,"n":32,"q1":0.09497125,"q3":0.13347375},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.117781,"product_stats":{"max":0.175017,"median":0.117781,"min":0.031374,"n":32,"q1":0.09396575,"q3":0.1225855},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.24275600000000003,"ratio":2.2583739179376976,"stats":{"max":0.296819,"median":0.24275600000000003,"min":0.19267,"n":32,"q1":0.22098075,"q3":0.252926},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.117768,"ratio":1.0956029081369223,"stats":{"max":0.161303,"median":0.117768,"min":0.045775,"n":32,"q1":0.09061225,"q3":0.13159675},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1074915,"product_stats":{"max":0.174397,"median":0.1074915,"min":0.026961,"n":32,"q1":0.06902725,"q3":0.11917575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2274115,"ratio":18.26772819164859,"stats":{"max":2.553073,"median":2.2274115,"min":2.022964,"n":32,"q1":2.17513475,"q3":2.31397675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.124157,"ratio":1.0182520513567044,"stats":{"max":0.172267,"median":0.124157,"min":0.045726,"n":32,"q1":0.09298375,"q3":0.13387925},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.1219315,"product_stats":{"max":0.241008,"median":0.1219315,"min":0.032429,"n":32,"q1":0.099607,"q3":0.1274265},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.4923375,"ratio":181.97806594188174,"stats":{"max":22.609846,"median":21.4923375,"min":21.07861,"n":32,"q1":21.3080345,"q3":21.9706855},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.13066899999999998,"ratio":1.106389284020863,"stats":{"max":0.411052,"median":0.13066899999999998,"min":0.060259,"n":32,"q1":0.09645775,"q3":0.145442},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.118104,"product_stats":{"max":1.559277,"median":0.118104,"min":0.030665,"n":32,"q1":0.09628225,"q3":0.12572524999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.2448385,"ratio":2.541202418329484,"stats":{"max":0.279681,"median":0.2448385,"min":0.199498,"n":32,"q1":0.235395,"q3":0.25032925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.119739,"ratio":1.2427826357715561,"stats":{"max":0.138093,"median":0.119739,"min":0.041617,"n":32,"q1":0.1109815,"q3":0.1300435},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.0963475,"product_stats":{"max":0.158412,"median":0.0963475,"min":0.024981,"n":32,"q1":0.063747,"q3":0.11642575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.2161975,"ratio":21.237608107136865,"stats":{"max":2.577572,"median":2.2161975,"min":2.071993,"n":32,"q1":2.1494634999999995,"q3":2.26690875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1256375,"ratio":1.2039721137490718,"stats":{"max":0.175606,"median":0.1256375,"min":0.043784,"n":32,"q1":0.0953175,"q3":0.132488},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.1043525,"product_stats":{"max":0.144587,"median":0.1043525,"min":0.028668,"n":32,"q1":0.077079,"q3":0.11174575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":21.527977,"ratio":192.78641502675353,"stats":{"max":22.709457,"median":21.527977,"min":21.015708,"n":32,"q1":21.345485,"q3":22.03316},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.120645,"ratio":1.0803949224259521,"stats":{"max":0.366053,"median":0.120645,"min":0.077899,"n":32,"q1":0.09322125,"q3":0.13469775},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.1116675,"product_stats":{"max":0.174317,"median":0.1116675,"min":0.033593000000000005,"n":32,"q1":0.08676950000000001,"q3":0.117499},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6184675000000001,"ratio":4.479246635861928,"stats":{"max":1.367772,"median":0.6184675000000001,"min":0.567042,"n":32,"q1":0.594082,"q3":0.6508007499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4519255000000002,"ratio":10.51556049654533,"stats":{"max":3.210606,"median":1.4519255000000002,"min":1.331713,"n":32,"q1":1.410761,"q3":1.51574},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.13807400000000003,"product_stats":{"max":0.210751,"median":0.13807400000000003,"min":0.046291,"n":32,"q1":0.10015425,"q3":0.1455725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.4360695,"ratio":43.39746889371338,"stats":{"max":7.987088,"median":7.4360695,"min":7.035297,"n":32,"q1":7.1417475,"q3":7.63275875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.792175,"ratio":103.83649065060578,"stats":{"max":19.037977,"median":17.792175,"min":17.049903,"n":32,"q1":17.3042285,"q3":18.42286975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.171348,"product_stats":{"max":0.288792,"median":0.171348,"min":0.110758,"n":32,"q1":0.16002675,"q3":0.1912525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":60.9992405,"ratio":399.3364418680013,"stats":{"max":63.81869799999999,"median":60.9992405,"min":59.82588,"n":32,"q1":60.74398325,"q3":61.56912025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":139.04475250000002,"ratio":910.2676733125372,"stats":{"max":147.570974,"median":139.04475250000002,"min":133.505963,"n":32,"q1":135.81781249999997,"q3":144.23068425},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.15275149999999998,"product_stats":{"max":1.335717,"median":0.15275149999999998,"min":0.107233,"n":32,"q1":0.140303,"q3":0.20076675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.609189,"ratio":6.661552677189893,"stats":{"max":1.299154,"median":0.609189,"min":0.5540280000000001,"n":32,"q1":0.5977835,"q3":0.623001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4470725,"ratio":15.82390635166241,"stats":{"max":3.2234350000000003,"median":1.4470725,"min":1.338682,"n":32,"q1":1.4119385,"q3":1.5046560000000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.0914485,"product_stats":{"max":0.137708,"median":0.0914485,"min":0.033714999999999995,"n":32,"q1":0.07266875,"q3":0.1208385},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.221074,"ratio":59.43246324089201,"stats":{"max":7.881118,"median":7.221074,"min":7.030706,"n":32,"q1":7.132453,"q3":7.4161975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.4832805,"ratio":143.89472059785763,"stats":{"max":19.487411,"median":17.4832805,"min":16.948049,"n":32,"q1":17.2509575,"q3":18.06057475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1215005,"product_stats":{"max":0.153366,"median":0.1215005,"min":0.06640499999999999,"n":32,"q1":0.09096975,"q3":0.1275435},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.208963999999995,"ratio":456.83786123716266,"stats":{"max":67.611779,"median":61.208963999999995,"min":59.868335,"n":32,"q1":60.61310125,"q3":61.66029275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":137.460678,"ratio":1025.9484565321234,"stats":{"max":171.383172,"median":137.460678,"min":133.881755,"n":32,"q1":135.788508,"q3":141.37282950000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.133984,"product_stats":{"max":0.264378,"median":0.133984,"min":0.047672,"n":32,"q1":0.11989125,"q3":0.14351925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6131074999999999,"ratio":5.410289218822387,"stats":{"max":0.724299,"median":0.6131074999999999,"min":0.56627,"n":32,"q1":0.592479,"q3":0.65284375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.444249,"ratio":12.744591762447879,"stats":{"max":1.684865,"median":1.444249,"min":1.335572,"n":32,"q1":1.4121112499999997,"q3":1.5114355000000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1133225,"product_stats":{"max":0.228571,"median":0.1133225,"min":0.043619,"n":32,"q1":0.073817,"q3":0.13382624999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.425167,"ratio":45.01410713419662,"stats":{"max":7.995333,"median":7.425167,"min":7.056490999999999,"n":32,"q1":7.1797455,"q3":7.61134325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.820209499999997,"ratio":108.03269739075608,"stats":{"max":18.930708,"median":17.820209499999997,"min":17.003459,"n":32,"q1":17.29829875,"q3":18.446844749999997},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.164952,"product_stats":{"max":0.356745,"median":0.164952,"min":0.07147,"n":32,"q1":0.1350125,"q3":0.182262},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.0076615,"ratio":410.9546861475142,"stats":{"max":63.77414100000001,"median":61.0076615,"min":60.126242000000005,"n":32,"q1":60.64474025,"q3":62.02751925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":138.8245135,"ratio":935.1380297534245,"stats":{"max":162.049044,"median":138.8245135,"min":133.246593,"n":32,"q1":134.911987,"q3":142.0313615},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.1484535,"product_stats":{"max":2.076662,"median":0.1484535,"min":0.08142100000000001,"n":32,"q1":0.1333645,"q3":0.20554175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.6143315,"ratio":7.17124063222282,"stats":{"max":0.710909,"median":0.6143315,"min":0.5603389999999999,"n":32,"q1":0.5824217500000001,"q3":0.640356},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.428296,"ratio":16.672845703079403,"stats":{"max":1.651048,"median":1.428296,"min":1.345833,"n":32,"q1":1.40769625,"q3":1.49240725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.08566599999999999,"product_stats":{"max":0.161677,"median":0.08566599999999999,"min":0.028579,"n":32,"q1":0.06538675,"q3":0.11560175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.364361499999999,"ratio":75.87627437343842,"stats":{"max":8.225341,"median":7.364361499999999,"min":7.030293,"n":32,"q1":7.138062000000001,"q3":7.4936},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.663668,"ratio":181.99178837287175,"stats":{"max":19.026073,"median":17.663668,"min":17.023277,"n":32,"q1":17.40669425,"q3":18.01583075},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.0970575,"product_stats":{"max":0.141241,"median":0.0970575,"min":0.033309000000000005,"n":32,"q1":0.08414175,"q3":0.119423},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":61.251054499999995,"ratio":508.55228657777184,"stats":{"max":63.917217,"median":61.251054499999995,"min":59.800091,"n":32,"q1":60.6980305,"q3":61.74068},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":136.358158,"ratio":1132.1479052157886,"stats":{"max":145.268749,"median":136.358158,"min":132.196627,"n":32,"q1":134.37926725,"q3":139.33890524999998},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.120442,"product_stats":{"max":0.217864,"median":0.120442,"min":0.043815,"n":32,"q1":0.0929275,"q3":0.13745175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.276242,"ratio":2.1196556275129677,"stats":{"max":0.565855,"median":0.276242,"min":0.217426,"n":32,"q1":0.26615449999999996,"q3":0.29118974999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.151835,"ratio":1.165057855805531,"stats":{"max":0.285793,"median":0.151835,"min":0.068996,"n":32,"q1":0.12979325,"q3":0.16794750000000003},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.130324,"product_stats":{"max":0.340472,"median":0.130324,"min":0.039069,"n":32,"q1":0.1080725,"q3":0.1349965},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.466642,"ratio":18.652062459828347,"stats":{"max":2.83512,"median":2.466642,"min":2.322848,"n":32,"q1":2.3682557500000003,"q3":2.60849475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.160117,"ratio":1.2107603312034483,"stats":{"max":0.211007,"median":0.160117,"min":0.110755,"n":32,"q1":0.1480205,"q3":0.1657355},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.132245,"product_stats":{"max":0.248031,"median":0.132245,"min":0.059177,"n":32,"q1":0.11057275,"q3":0.147789},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":25.376525,"ratio":196.8729150180763,"stats":{"max":26.503325,"median":25.376525,"min":24.864168999999997,"n":32,"q1":25.214684,"q3":25.849093},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.161041,"ratio":1.2493677171096524,"stats":{"max":0.245249,"median":0.161041,"min":0.118626,"n":32,"q1":0.154189,"q3":0.17207774999999997},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.128898,"product_stats":{"max":1.285611,"median":0.128898,"min":0.07885600000000001,"n":32,"q1":0.09868875,"q3":0.13613224999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.2778905,"ratio":2.8337233787621536,"stats":{"max":0.5874469999999999,"median":0.2778905,"min":0.21911,"n":32,"q1":0.25890325000000003,"q3":0.283367},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.145676,"ratio":1.4854969382708496,"stats":{"max":0.303366,"median":0.145676,"min":0.066025,"n":32,"q1":0.13218524999999998,"q3":0.15661875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.0980655,"product_stats":{"max":0.136264,"median":0.0980655,"min":0.038388,"n":32,"q1":0.08135025,"q3":0.1232125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4477010000000003,"ratio":20.347318281572125,"stats":{"max":2.891539,"median":2.4477010000000003,"min":2.320259,"n":32,"q1":2.3905019999999997,"q3":2.5511355},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.158809,"ratio":1.320151958502361,"stats":{"max":0.215698,"median":0.158809,"min":0.06871300000000001,"n":32,"q1":0.13912999999999998,"q3":0.16873749999999998},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.120296,"product_stats":{"max":0.143474,"median":0.120296,"min":0.06871,"n":32,"q1":0.09224475,"q3":0.1276785},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":25.3964525,"ratio":199.51020865083976,"stats":{"max":27.397856,"median":25.3964525,"min":24.663284,"n":32,"q1":25.23751025,"q3":25.83573375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15886050000000002,"ratio":1.247981051738495,"stats":{"max":0.423586,"median":0.15886050000000002,"min":0.112008,"n":32,"q1":0.1507085,"q3":0.164052},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.12729400000000002,"product_stats":{"max":0.207545,"median":0.12729400000000002,"min":0.078225,"n":32,"q1":0.117131,"q3":0.134701},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.279864,"ratio":2.949134324583496,"stats":{"max":0.336201,"median":0.279864,"min":0.22059,"n":32,"q1":0.26222475,"q3":0.2939975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.152395,"ratio":1.6058990273665132,"stats":{"max":0.173132,"median":0.152395,"min":0.06953,"n":32,"q1":0.136135,"q3":0.1590445},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.094897,"product_stats":{"max":0.32733300000000004,"median":0.094897,"min":0.034019,"n":32,"q1":0.07034199999999999,"q3":0.1268755},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5262335,"ratio":20.933063477003518,"stats":{"max":2.877761,"median":2.5262335,"min":2.3307089999999997,"n":32,"q1":2.413248,"q3":2.6189920000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.16127049999999998,"ratio":1.336331583548431,"stats":{"max":0.218994,"median":0.16127049999999998,"min":0.07281199999999999,"n":32,"q1":0.14763475,"q3":0.165894},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.1206815,"product_stats":{"max":0.277064,"median":0.1206815,"min":0.054557,"n":32,"q1":0.08936925000000001,"q3":0.14239275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":25.6015135,"ratio":197.114396584579,"stats":{"max":26.726495,"median":25.6015135,"min":24.92385,"n":32,"q1":25.203335000000003,"q3":25.9526415},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.160283,"ratio":1.2340710570789526,"stats":{"max":0.416291,"median":0.160283,"min":0.117742,"n":32,"q1":0.15707625,"q3":0.17346899999999998},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.1298815,"product_stats":{"max":1.735505,"median":0.1298815,"min":0.075276,"n":32,"q1":0.1214365,"q3":0.135412},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.276149,"ratio":2.9778774660721314,"stats":{"max":0.337933,"median":0.276149,"min":0.213497,"n":32,"q1":0.25957450000000004,"q3":0.28729499999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1487385,"ratio":1.6039349318207552,"stats":{"max":0.175596,"median":0.1487385,"min":0.067537,"n":32,"q1":0.13597874999999998,"q3":0.15445275},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.0927335,"product_stats":{"max":0.138242,"median":0.0927335,"min":0.032892000000000005,"n":32,"q1":0.07129775000000001,"q3":0.12226525},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.45391,"ratio":28.05847445030129,"stats":{"max":2.7751360000000003,"median":2.45391,"min":2.321928,"n":32,"q1":2.3958375000000003,"q3":2.5371075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":0.1550015,"ratio":1.7723166813405442,"stats":{"max":0.441435,"median":0.1550015,"min":0.072517,"n":32,"q1":0.13374399999999995,"q3":0.16290149999999998},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.08745700000000001,"product_stats":{"max":0.13258899999999998,"median":0.08745700000000001,"min":0.031207999999999996,"n":32,"q1":0.07563475,"q3":0.1156},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":25.4109805,"ratio":216.58347006004612,"stats":{"max":26.743856,"median":25.4109805,"min":24.740512,"n":32,"q1":25.1368265,"q3":25.9779095},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.15883750000000002,"ratio":1.3538075370866771,"stats":{"max":0.427628,"median":0.15883750000000002,"min":0.068372,"n":32,"q1":0.1530165,"q3":0.16424224999999998},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.1173265,"product_stats":{"max":0.397942,"median":0.1173265,"min":0.07252600000000001,"n":32,"q1":0.0942935,"q3":0.122655},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.610645,"ratio":5.162619840719636,"stats":{"max":1.356913,"median":0.610645,"min":0.56102,"n":32,"q1":0.6015377500000001,"q3":0.6290265},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.434311,"ratio":12.12619840719636,"stats":{"max":3.24947,"median":1.434311,"min":1.34372,"n":32,"q1":1.40203525,"q3":1.4928525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.118282,"product_stats":{"max":0.247511,"median":0.118282,"min":0.033729999999999996,"n":32,"q1":0.09918625,"q3":0.124031},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.598691,"ratio":5.935714462758706,"stats":{"max":1.35394,"median":0.598691,"min":0.531713,"n":32,"q1":0.58693575,"q3":0.62136525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.411324,"ratio":13.992554219853762,"stats":{"max":3.234368,"median":1.411324,"min":1.2940429999999998,"n":32,"q1":1.39874875,"q3":1.4972180000000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.1008625,"product_stats":{"max":0.13503,"median":0.1008625,"min":0.032193,"n":32,"q1":0.08751149999999999,"q3":0.1247415},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.6115520000000001,"ratio":5.444923252252574,"stats":{"max":0.714607,"median":0.6115520000000001,"min":0.5635640000000001,"n":32,"q1":0.58560175,"q3":0.638585},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.434835,"ratio":12.774983083443143,"stats":{"max":1.795833,"median":1.434835,"min":1.348967,"n":32,"q1":1.4224815,"q3":1.4846512500000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.112316,"product_stats":{"max":0.278148,"median":0.112316,"min":0.028229,"n":32,"q1":0.07186475,"q3":0.12077575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":0.6040635000000001,"ratio":5.515453516188529,"stats":{"max":0.702125,"median":0.6040635000000001,"min":0.562995,"n":32,"q1":0.58619975,"q3":0.6361527499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.4163645,"ratio":12.932237358704189,"stats":{"max":1.674071,"median":1.4163645,"min":1.288399,"n":32,"q1":1.39469325,"q3":1.49707225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.109522,"product_stats":{"max":0.146561,"median":0.109522,"min":0.028362,"n":32,"q1":0.08647975,"q3":0.12414200000000002},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.352623,"ratio":1.4876849992405963,"stats":{"max":0.809647,"median":0.352623,"min":0.30193899999999996,"n":32,"q1":0.33351699999999995,"q3":0.3758175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.1848255,"ratio":0.7797623065629378,"stats":{"max":0.380491,"median":0.1848255,"min":0.12193,"n":32,"q1":0.16895824999999998,"q3":0.19435525},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.237028,"product_stats":{"max":0.426048,"median":0.237028,"min":0.12557200000000002,"n":32,"q1":0.17860725,"q3":0.32392875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.1280775,"ratio":11.535612740488334,"stats":{"max":3.832057,"median":3.1280775,"min":2.90285,"n":32,"q1":2.9716165,"q3":3.225873},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.720151,"ratio":2.65574719637714,"stats":{"max":0.784115,"median":0.720151,"min":0.63941,"n":32,"q1":0.687253,"q3":0.739449},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.271167,"product_stats":{"max":0.47003,"median":0.271167,"min":0.144287,"n":32,"q1":0.21655125,"q3":0.3280075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.221598,"ratio":126.70236598099828,"stats":{"max":46.117412,"median":43.221598,"min":42.146043,"n":32,"q1":42.534853,"q3":43.6086815},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.9645225,"ratio":32.14205413233194,"stats":{"max":11.591768,"median":10.9645225,"min":10.429099,"n":32,"q1":10.7014705,"q3":11.090158},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.341127,"product_stats":{"max":1.419364,"median":0.341127,"min":0.203508,"n":32,"q1":0.28556,"q3":0.39783625000000006},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.33147950000000004,"ratio":1.8566847585600423,"stats":{"max":0.7473230000000001,"median":0.33147950000000004,"min":0.287572,"n":32,"q1":0.3163195,"q3":0.3396395},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.180736,"ratio":1.0123394554508132,"stats":{"max":0.395784,"median":0.180736,"min":0.092304,"n":32,"q1":0.16472925,"q3":0.19963075},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.178533,"product_stats":{"max":0.232511,"median":0.178533,"min":0.119572,"n":32,"q1":0.15679575,"q3":0.20750075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.0039915,"ratio":16.003449488303705,"stats":{"max":3.25628,"median":3.0039915,"min":2.902409,"n":32,"q1":2.959681,"q3":3.16296275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.697552,"ratio":3.7161350814292335,"stats":{"max":0.976384,"median":0.697552,"min":0.629256,"n":32,"q1":0.6736960000000001,"q3":0.742483},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.187709,"product_stats":{"max":0.224398,"median":0.187709,"min":0.158532,"n":32,"q1":0.1727865,"q3":0.21078425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.274687,"ratio":151.64201013406966,"stats":{"max":45.428709999999995,"median":43.274687,"min":42.220721000000005,"n":32,"q1":42.9415725,"q3":43.61565775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.799909499999998,"ratio":37.84475635481858,"stats":{"max":11.715564,"median":10.799909499999998,"min":10.347733,"n":32,"q1":10.710676,"q3":11.03383025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.285374,"product_stats":{"max":0.63248,"median":0.285374,"min":0.213776,"n":32,"q1":0.2620865,"q3":0.30108524999999997},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.34879,"ratio":1.6242470528244688,"stats":{"max":0.427825,"median":0.34879,"min":0.312496,"n":32,"q1":0.3357555,"q3":0.3707375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.179257,"ratio":0.8347649128362505,"stats":{"max":0.235184,"median":0.179257,"min":0.094364,"n":32,"q1":0.15858624999999998,"q3":0.193059},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.21473949999999997,"product_stats":{"max":0.412569,"median":0.21473949999999997,"min":0.122615,"n":32,"q1":0.1733725,"q3":0.2933545},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.1204555,"ratio":12.381507030042593,"stats":{"max":3.476206,"median":3.1204555,"min":2.917458,"n":32,"q1":2.98252675,"q3":3.2761877499999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.7241805,"ratio":2.873441377955802,"stats":{"max":0.77251,"median":0.7241805,"min":0.627081,"n":32,"q1":0.68436925,"q3":0.73592225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2520255,"product_stats":{"max":0.483038,"median":0.2520255,"min":0.132055,"n":32,"q1":0.20919975,"q3":0.300579},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.2464005,"ratio":144.55242843223604,"stats":{"max":45.726025,"median":43.2464005,"min":42.139994,"n":32,"q1":42.61364775,"q3":43.8796155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.9662265,"ratio":36.654950538899534,"stats":{"max":11.618685,"median":10.9662265,"min":10.425961,"n":32,"q1":10.66061325,"q3":11.177279250000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2991745,"product_stats":{"max":1.919167,"median":0.2991745,"min":0.20833,"n":32,"q1":0.25473925000000003,"q3":0.42269975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.3374205,"ratio":1.9548199838363474,"stats":{"max":0.38391,"median":0.3374205,"min":0.27427,"n":32,"q1":0.32610900000000004,"q3":0.34685325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.17815599999999998,"ratio":1.032133225575649,"stats":{"max":0.207841,"median":0.17815599999999998,"min":0.095156,"n":32,"q1":0.16455425,"q3":0.1877875},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.1726095,"product_stats":{"max":0.25225699999999995,"median":0.1726095,"min":0.120046,"n":32,"q1":0.1596465,"q3":0.19823075},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":3.0167655,"ratio":16.256708366900988,"stats":{"max":3.513325,"median":3.0167655,"min":2.937101,"n":32,"q1":2.9550855,"q3":3.11994275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.7222314999999999,"ratio":3.8919521152338326,"stats":{"max":0.933704,"median":0.7222314999999999,"min":0.660972,"n":32,"q1":0.683049,"q3":0.7503155},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.1855705,"product_stats":{"max":0.256401,"median":0.1855705,"min":0.13939200000000002,"n":32,"q1":0.16812675,"q3":0.201462},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":43.4714655,"ratio":155.74220643476298,"stats":{"max":46.534952,"median":43.4714655,"min":42.326885,"n":32,"q1":42.9839975,"q3":44.04497775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":10.715052,"ratio":38.388074138959496,"stats":{"max":11.730758000000002,"median":10.715052,"min":10.301902,"n":32,"q1":10.57250875,"q3":11.07238},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.2791245,"product_stats":{"max":0.345137,"median":0.2791245,"min":0.222594,"n":32,"q1":0.24699024999999997,"q3":0.2902505},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":60.9087695,"ratio":461.86219303666684,"stats":{"max":63.549367999999994,"median":60.9087695,"min":59.090546,"n":32,"q1":60.34942125,"q3":61.44801175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":138.817553,"ratio":1052.632978582234,"stats":{"max":147.576575,"median":138.817553,"min":133.94797599999998,"n":32,"q1":136.12808125,"q3":142.0520195},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.1318765,"product_stats":{"max":1.227351,"median":0.1318765,"min":0.045446,"n":32,"q1":0.11426875,"q3":0.13985800000000004},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":60.927274,"ratio":494.3028419831412,"stats":{"max":65.19170100000001,"median":60.927274,"min":59.386774,"n":32,"q1":60.579344250000005,"q3":61.3124555},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":137.205919,"ratio":1113.1513236355966,"stats":{"max":146.488815,"median":137.205919,"min":132.014632,"n":32,"q1":135.34162375,"q3":140.149585},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.123259,"product_stats":{"max":0.169151,"median":0.123259,"min":0.042084,"n":32,"q1":0.1020535,"q3":0.13181874999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":61.0409215,"ratio":519.0620756217129,"stats":{"max":63.87950000000001,"median":61.0409215,"min":59.198433,"n":32,"q1":60.671099250000005,"q3":61.677578},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":137.940202,"ratio":1172.9758627873655,"stats":{"max":145.960715,"median":137.940202,"min":132.632112,"n":32,"q1":135.92118675,"q3":143.4113455},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.1175985,"product_stats":{"max":1.701144,"median":0.1175985,"min":0.04405,"n":32,"q1":0.094733,"q3":0.131828},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":60.9508675,"ratio":508.5829345526912,"stats":{"max":63.760413,"median":60.9508675,"min":59.437674,"n":32,"q1":60.43204625,"q3":61.38793325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":137.0770285,"ratio":1143.7907329915015,"stats":{"max":146.809015,"median":137.0770285,"min":131.688007,"n":32,"q1":135.38441325,"q3":140.120133},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.1198445,"product_stats":{"max":0.308913,"median":0.1198445,"min":0.037639000000000006,"n":32,"q1":0.094843,"q3":0.12858225},"state":"skip"}
      ]
    },
    "windows-1": {
      "calibration_ms": 0.0117,
      "summary": {
        "cscope": {
          "faster": 49,
          "inconclusive": 1
        },
        "cscope-q": {
          "faster": 47,
          "inconclusive": 3
        }
      },
      "groups": [
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.173000000000002,"ratio":2.5042193766161374,"stats":{"max":45.4912,"median":16.173000000000002,"min":14.8931,"n":32,"q1":15.724275,"q3":19.2076},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.706,"ratio":2.5867488348326955,"stats":{"max":84.605,"median":16.706,"min":15.2193,"n":32,"q1":15.6541,"q3":20.4444},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":6.4583,"product_stats":{"max":19.7798,"median":6.4583,"min":5.7441,"n":32,"q1":6.2344,"q3":6.7107},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":30.171100000000003,"ratio":2.9163360092020243,"stats":{"max":77.45649999999999,"median":30.171100000000003,"min":28.7677,"n":32,"q1":29.597425,"q3":30.9001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":30.403,"ratio":2.938751443857504,"stats":{"max":1269.5422,"median":30.403,"min":28.9587,"n":32,"q1":29.818425,"q3":31.292525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":10.34555,"product_stats":{"max":24.7725,"median":10.34555,"min":9.7362,"n":32,"q1":10.078225,"q3":11.055375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":372.351,"ratio":5.675377220665421,"stats":{"max":439.7562,"median":372.351,"min":352.6157,"n":32,"q1":362.29715,"q3":379.4482},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":376.11245,"ratio":5.732709274686149,"stats":{"max":420.4736,"median":376.11245,"min":355.8851,"n":32,"q1":369.788175,"q3":381.52665},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":65.60815,"product_stats":{"max":88.36760000000001,"median":65.60815,"min":61.211099999999995,"n":32,"q1":63.5286,"q3":68.979},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.9819,"ratio":2.6151990124195725,"stats":{"max":131.9029,"median":13.9819,"min":12.537,"n":32,"q1":13.01505,"q3":18.519625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.72935,"ratio":2.5679616190333685,"stats":{"max":97.5118,"median":13.72935,"min":12.8067,"n":32,"q1":13.175325,"q3":18.929575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":5.346399999999999,"product_stats":{"max":15.3048,"median":5.346399999999999,"min":4.7365,"n":32,"q1":5.025875,"q3":7.517424999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.5639,"ratio":2.5273719907579935,"stats":{"max":27.846,"median":13.5639,"min":12.8707,"n":32,"q1":13.356325,"q3":14.363375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.7437,"ratio":2.560874263993441,"stats":{"max":319.81730000000005,"median":13.7437,"min":13.1053,"n":32,"q1":13.381275,"q3":14.660225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":5.3668000000000005,"product_stats":{"max":98.363,"median":5.3668000000000005,"min":4.8409,"n":32,"q1":5.227675,"q3":5.5097249999999995},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.674600000000002,"ratio":2.401411913458837,"stats":{"max":35.4589,"median":13.674600000000002,"min":13.1823,"n":32,"q1":13.514375,"q3":14.333875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.03735,"ratio":2.4651148496768758,"stats":{"max":33.1513,"median":14.03735,"min":13.3571,"n":32,"q1":13.6448,"q3":14.3553},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":5.6944,"product_stats":{"max":18.6526,"median":5.6944,"min":5.3337,"n":32,"q1":5.59205,"q3":7.2116},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.78595,"ratio":2.508057256031689,"stats":{"max":4.0006,"median":2.78595,"min":2.6234,"n":32,"q1":2.728125,"q3":2.9511},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.35235,"ratio":2.117707958228304,"stats":{"max":113.8351,"median":2.35235,"min":2.1378999999999997,"n":32,"q1":2.21555,"q3":2.534075},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.1108,"product_stats":{"max":2.5122,"median":1.1108,"min":0.95,"n":32,"q1":1.059025,"q3":1.168575},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.1024,"ratio":9.383615084525356,"stats":{"max":24.2146,"median":10.1024,"min":9.7394,"n":32,"q1":9.992075,"q3":10.76535},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2836,"ratio":2.1211220509009845,"stats":{"max":5.23,"median":2.2836,"min":2.1177,"n":32,"q1":2.23515,"q3":2.3838},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.0766,"product_stats":{"max":3.0102,"median":1.0766,"min":0.9254,"n":32,"q1":0.98965,"q3":1.161375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":66.52785,"ratio":54.14711268465389,"stats":{"max":87.1368,"median":66.52785,"min":64.8799,"n":32,"q1":65.87927499999999,"q3":67.5646},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2932499999999996,"ratio":1.866479469336263,"stats":{"max":3.9744,"median":2.2932499999999996,"min":2.1399,"n":32,"q1":2.2253749999999997,"q3":2.349875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.22865,"product_stats":{"max":2.3541,"median":1.22865,"min":1.0857,"n":32,"q1":1.1749999999999998,"q3":1.2887},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.76375,"ratio":2.642966433967677,"stats":{"max":4.666799999999999,"median":2.76375,"min":2.6115,"n":32,"q1":2.658475,"q3":2.942275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2840999999999996,"ratio":2.184278473749641,"stats":{"max":11.8327,"median":2.2840999999999996,"min":2.149,"n":32,"q1":2.2163,"q3":2.3471},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":1.0457,"product_stats":{"max":19.020200000000003,"median":1.0457,"min":0.8953,"n":32,"q1":0.978675,"q3":1.14615},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.0976,"ratio":10.110743967157305,"stats":{"max":22.9568,"median":10.0976,"min":9.8029,"n":32,"q1":9.97715,"q3":10.3522},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3034,"ratio":2.306398317813157,"stats":{"max":8.2099,"median":2.3034,"min":2.0791999999999997,"n":32,"q1":2.2470250000000003,"q3":2.403125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.9987,"product_stats":{"max":4.0846,"median":0.9987,"min":0.9072,"n":32,"q1":0.955175,"q3":1.039425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":66.0282,"ratio":55.119959929877275,"stats":{"max":81.56620000000001,"median":66.0282,"min":65.0841,"n":32,"q1":65.70439999999999,"q3":66.73385},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.37285,"ratio":1.9808414725770096,"stats":{"max":3.4784,"median":2.37285,"min":2.2206,"n":32,"q1":2.3182,"q3":2.50485},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":1.1979000000000002,"product_stats":{"max":2.2876,"median":1.1979000000000002,"min":1.1150000000000002,"n":32,"q1":1.1722,"q3":1.233},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8497,"ratio":3.5737396538750934,"stats":{"max":9.1004,"median":2.8497,"min":2.6071000000000004,"n":32,"q1":2.72385,"q3":3.768925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3257,"ratio":2.9166039628793574,"stats":{"max":6.9308,"median":2.3257,"min":2.1479,"n":32,"q1":2.255175,"q3":2.5984},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.7974000000000001,"product_stats":{"max":1.4247999999999998,"median":0.7974000000000001,"min":0.6643,"n":32,"q1":0.741575,"q3":0.89635},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.0423,"ratio":13.605608996070993,"stats":{"max":116.8437,"median":10.0423,"min":9.7968,"n":32,"q1":9.990125,"q3":10.165525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.30915,"ratio":3.1285056225443704,"stats":{"max":5.8266,"median":2.30915,"min":2.1203,"n":32,"q1":2.228975,"q3":2.545075},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.7381,"product_stats":{"max":3.4503,"median":0.7381,"min":0.6493,"n":32,"q1":0.6876,"q3":0.793325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":65.8542,"ratio":87.42094782954997,"stats":{"max":916.9306,"median":65.8542,"min":65.1169,"n":32,"q1":65.38527500000001,"q3":68.3193},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.3693999999999997,"ratio":3.1453604141776177,"stats":{"max":9.0918,"median":2.3693999999999997,"min":2.1334,"n":32,"q1":2.28805,"q3":2.4719249999999997},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.7533000000000001,"product_stats":{"max":17.9452,"median":0.7533000000000001,"min":0.6168,"n":32,"q1":0.680125,"q3":0.802475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.74845,"ratio":3.667534027221777,"stats":{"max":5.238600000000001,"median":2.74845,"min":2.4575,"n":32,"q1":2.7017750000000005,"q3":2.9385250000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.31465,"ratio":3.088670936749399,"stats":{"max":11.6111,"median":2.31465,"min":2.0827,"n":32,"q1":2.24925,"q3":2.612275},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.7494000000000001,"product_stats":{"max":1.1257,"median":0.7494000000000001,"min":0.6543,"n":32,"q1":0.7097249999999999,"q3":0.77435},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.10065,"ratio":14.487449799196787,"stats":{"max":26.6673,"median":10.10065,"min":9.7874,"n":32,"q1":9.96385,"q3":10.536225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2723500000000003,"ratio":3.2592512908777973,"stats":{"max":3.8237,"median":2.2723500000000003,"min":2.0805,"n":32,"q1":2.202775,"q3":2.316675},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.6972,"product_stats":{"max":1.7166,"median":0.6972,"min":0.6089,"n":32,"q1":0.66295,"q3":0.7319249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":66.39914999999999,"ratio":95.23004661168876,"stats":{"max":86.5681,"median":66.39914999999999,"min":65.2031,"n":32,"q1":65.7816,"q3":67.34655},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.33935,"ratio":3.3551093581929003,"stats":{"max":3.2325,"median":2.33935,"min":2.2045,"n":32,"q1":2.30795,"q3":2.413775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.69725,"product_stats":{"max":0.8235,"median":0.69725,"min":0.6386000000000001,"n":32,"q1":0.669375,"q3":0.743425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5027999999999997,"ratio":2.2804555808656035,"stats":{"max":9.3244,"median":2.5027999999999997,"min":2.3249,"n":32,"q1":2.3840250000000003,"q3":2.6939},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2884,"ratio":2.085102505694761,"stats":{"max":5.8911,"median":2.2884,"min":2.0567,"n":32,"q1":2.1519,"q3":2.6572},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":1.0975,"product_stats":{"max":2.889,"median":1.0975,"min":0.9295,"n":32,"q1":1.02395,"q3":1.19265},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.834149999999999,"ratio":6.550198878612162,"stats":{"max":13.3877,"median":6.834149999999999,"min":6.479,"n":32,"q1":6.61275,"q3":7.2372},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.29415,"ratio":2.1988306896055976,"stats":{"max":29.6053,"median":2.29415,"min":2.0586,"n":32,"q1":2.173325,"q3":2.425525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":1.04335,"product_stats":{"max":2.0374,"median":1.04335,"min":0.9165,"n":32,"q1":1.001575,"q3":1.190475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.45825,"ratio":33.71548814703371,"stats":{"max":65.78829999999999,"median":41.45825,"min":40.5778,"n":32,"q1":41.284025,"q3":42.2899},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2528500000000005,"ratio":1.83210669702761,"stats":{"max":3.8766,"median":2.2528500000000005,"min":2.0216000000000003,"n":32,"q1":2.20155,"q3":2.369825},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":1.22965,"product_stats":{"max":2.3808,"median":1.22965,"min":1.1084,"n":32,"q1":1.1809,"q3":1.2651},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5271999999999997,"ratio":2.4513312963771274,"stats":{"max":4.8025,"median":2.5271999999999997,"min":2.3049,"n":32,"q1":2.3984750000000004,"q3":2.72795},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2069,"ratio":2.140646976090014,"stats":{"max":4.5604000000000005,"median":2.2069,"min":2.0321,"n":32,"q1":2.164625,"q3":2.334},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":1.03095,"product_stats":{"max":1.6803,"median":1.03095,"min":0.8986999999999999,"n":32,"q1":1.01375,"q3":1.071875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.6937,"ratio":6.7151886035313,"stats":{"max":16.1601,"median":6.6937,"min":6.4649,"n":32,"q1":6.573925,"q3":6.987525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2865,"ratio":2.293840288924559,"stats":{"max":8.851700000000001,"median":2.2865,"min":2.0888,"n":32,"q1":2.198275,"q3":2.62955},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.9968,"product_stats":{"max":1.2283000000000002,"median":0.9968,"min":0.8957,"n":32,"q1":0.95835,"q3":1.032775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.9927,"ratio":35.0494115683165,"stats":{"max":43.8361,"median":41.9927,"min":40.7989,"n":32,"q1":41.39,"q3":42.222525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2493,"ratio":1.8773891995659795,"stats":{"max":5.736800000000001,"median":2.2493,"min":2.0745,"n":32,"q1":2.2160749999999996,"q3":2.38055},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":1.1981,"product_stats":{"max":1.4432,"median":1.1981,"min":1.0888,"n":32,"q1":1.15915,"q3":1.22975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5050999999999997,"ratio":3.3880173113335132,"stats":{"max":5.0299000000000005,"median":2.5050999999999997,"min":2.3546,"n":32,"q1":2.4528,"q3":3.3257250000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2314,"ratio":3.0178523126859615,"stats":{"max":7.4029,"median":2.2314,"min":2.0373,"n":32,"q1":2.16175,"q3":2.437725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.7394,"product_stats":{"max":1.0501,"median":0.7394,"min":0.6439,"n":32,"q1":0.7120500000000001,"q3":0.8165},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.64865,"ratio":9.163600027565296,"stats":{"max":23.2881,"median":6.64865,"min":6.4659,"n":32,"q1":6.609299999999999,"q3":6.85515},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2915,"ratio":3.15829370822135,"stats":{"max":7.7759,"median":2.2915,"min":2.0633,"n":32,"q1":2.178525,"q3":2.4427250000000003},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.7255499999999999,"product_stats":{"max":1.2322,"median":0.7255499999999999,"min":0.6386999999999999,"n":32,"q1":0.674775,"q3":0.797625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.7597,"ratio":57.54799145593606,"stats":{"max":79.7864,"median":41.7597,"min":40.7404,"n":32,"q1":41.2615,"q3":44.0184},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2556000000000003,"ratio":3.108385585337284,"stats":{"max":5.0358,"median":2.2556000000000003,"min":2.1248,"n":32,"q1":2.192975,"q3":2.38865},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.72565,"product_stats":{"max":2.9884,"median":0.72565,"min":0.637,"n":32,"q1":0.6801,"q3":0.775325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5256000000000003,"ratio":3.5350269438029254,"stats":{"max":4.1357,"median":2.5256000000000003,"min":2.3237,"n":32,"q1":2.43595,"q3":2.651075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2821,"ratio":3.194205332773462,"stats":{"max":8.7375,"median":2.2821,"min":2.1013,"n":32,"q1":2.1844,"q3":2.5328},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.71445,"product_stats":{"max":1.4736,"median":0.71445,"min":0.6411,"n":32,"q1":0.68505,"q3":0.7887},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.67205,"ratio":9.73453457834841,"stats":{"max":12.1974,"median":6.67205,"min":6.4001,"n":32,"q1":6.54255,"q3":6.895474999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.24845,"ratio":3.2804931426904,"stats":{"max":2.83,"median":2.24845,"min":2.0252999999999997,"n":32,"q1":2.1816500000000003,"q3":2.3107},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.6854,"product_stats":{"max":2.0174,"median":0.6854,"min":0.6172000000000001,"n":32,"q1":0.659875,"q3":0.703125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.698350000000005,"ratio":60.63891514578637,"stats":{"max":43.454899999999995,"median":41.698350000000005,"min":40.5132,"n":32,"q1":41.345825,"q3":42.2948},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2725,"ratio":3.30473351268814,"stats":{"max":18.126,"median":2.2725,"min":2.145,"n":32,"q1":2.2321999999999997,"q3":2.310275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.6876500000000001,"product_stats":{"max":0.8469,"median":0.6876500000000001,"min":0.6176,"n":32,"q1":0.655875,"q3":0.72085},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.02435,"ratio":1.786322523714979,"stats":{"max":25.6605,"median":2.02435,"min":1.8999,"n":32,"q1":1.94805,"q3":2.162375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.81,"ratio":1.5971762629605117,"stats":{"max":4.8741,"median":1.81,"min":1.6877000000000002,"n":32,"q1":1.755925,"q3":2.3696},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":1.13325,"product_stats":{"max":2.2868,"median":1.13325,"min":0.9578,"n":32,"q1":1.0843,"q3":1.2052},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.9732,"ratio":5.391948005055065,"stats":{"max":7.4339,"median":5.9732,"min":5.7175,"n":32,"q1":5.888224999999999,"q3":6.464275000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.49895,"ratio":1.3530871998555698,"stats":{"max":4.3998,"median":1.49895,"min":1.3129000000000002,"n":32,"q1":1.428,"q3":1.60125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":1.1078,"product_stats":{"max":2.2897,"median":1.1078,"min":0.9696,"n":32,"q1":1.051825,"q3":1.205375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.73734999999999,"ratio":32.24166996438464,"stats":{"max":50.5259,"median":40.73734999999999,"min":39.6459,"n":32,"q1":40.4766,"q3":41.245000000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5844,"ratio":1.253977047882865,"stats":{"max":8.7431,"median":1.5844,"min":1.3277,"n":32,"q1":1.52735,"q3":1.739525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":1.2635,"product_stats":{"max":2.3273,"median":1.2635,"min":1.1202,"n":32,"q1":1.172275,"q3":1.3208000000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.02165,"ratio":1.9178920406033584,"stats":{"max":5.4008,"median":2.02165,"min":1.8579,"n":32,"q1":1.9769,"q3":2.3263749999999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.7874,"ratio":1.695664547955602,"stats":{"max":3.2739000000000003,"median":1.7874,"min":1.6744,"n":32,"q1":1.74935,"q3":2.01065},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":1.0541,"product_stats":{"max":1.7853,"median":1.0541,"min":0.9491,"n":32,"q1":1.014375,"q3":1.100625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.950200000000001,"ratio":5.893329371564403,"stats":{"max":12.5792,"median":5.950200000000001,"min":5.7747,"n":32,"q1":5.8698500000000005,"q3":6.2582},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.57225,"ratio":1.5572227999801909,"stats":{"max":8.291,"median":1.57225,"min":1.2723,"n":32,"q1":1.453925,"q3":1.834875},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":1.0096500000000002,"product_stats":{"max":1.4011,"median":1.0096500000000002,"min":0.8979,"n":32,"q1":0.967375,"q3":1.083375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.9048,"ratio":33.937442960258856,"stats":{"max":42.6758,"median":40.9048,"min":39.6469,"n":32,"q1":40.282275,"q3":41.0566},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5972,"ratio":1.32514726624077,"stats":{"max":10.4899,"median":1.5972,"min":1.4879,"n":32,"q1":1.549,"q3":1.6947},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":1.2053,"product_stats":{"max":1.3565,"median":1.2053,"min":1.0611,"n":32,"q1":1.1726,"q3":1.228775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.08575,"ratio":2.6183153401958323,"stats":{"max":4.807600000000001,"median":2.08575,"min":1.8693,"n":32,"q1":1.99105,"q3":2.538725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.79945,"ratio":2.25891287973889,"stats":{"max":11.3524,"median":1.79945,"min":1.6888,"n":32,"q1":1.764675,"q3":1.9815},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.7966,"product_stats":{"max":4.7289,"median":0.7966,"min":0.6778,"n":32,"q1":0.756975,"q3":0.854575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.9013,"ratio":8.162240663900414,"stats":{"max":9.5465,"median":5.9013,"min":5.7465,"n":32,"q1":5.84215,"q3":5.992675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5065,"ratio":2.0836791147994465,"stats":{"max":2.2766,"median":1.5065,"min":1.3691,"n":32,"q1":1.443025,"q3":1.537575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.7230000000000001,"product_stats":{"max":1.3718,"median":0.7230000000000001,"min":0.6198,"n":32,"q1":0.666675,"q3":0.798575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.0139,"ratio":55.03374706474337,"stats":{"max":56.1197,"median":41.0139,"min":39.6853,"n":32,"q1":40.35195,"q3":41.709125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.60935,"ratio":2.1594766856759477,"stats":{"max":2.2899000000000003,"median":1.60935,"min":1.4697,"n":32,"q1":1.5807,"q3":1.70955},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.74525,"product_stats":{"max":1.9093,"median":0.74525,"min":0.6587000000000001,"n":32,"q1":0.7018,"q3":0.7942499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.06725,"ratio":2.7335537190082646,"stats":{"max":7.706799999999999,"median":2.06725,"min":1.8568,"n":32,"q1":1.99555,"q3":2.2257},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8194,"ratio":2.405818181818182,"stats":{"max":5.0266,"median":1.8194,"min":1.6603,"n":32,"q1":1.77115,"q3":2.0419},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.75625,"product_stats":{"max":1.493,"median":0.75625,"min":0.6795,"n":32,"q1":0.716475,"q3":0.8052},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.91865,"ratio":8.501364550416548,"stats":{"max":11.7359,"median":5.91865,"min":5.7543999999999995,"n":32,"q1":5.8394,"q3":6.08195},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.52065,"ratio":2.1842143062338413,"stats":{"max":2.5003,"median":1.52065,"min":1.4109,"n":32,"q1":1.457075,"q3":1.565175},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.6961999999999999,"product_stats":{"max":1.2322,"median":0.6961999999999999,"min":0.6222000000000001,"n":32,"q1":0.667725,"q3":0.7164499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.739,"ratio":57.78581560283687,"stats":{"max":56.9646,"median":40.739,"min":39.6769,"n":32,"q1":40.388525,"q3":41.197775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.60915,"ratio":2.282482269503546,"stats":{"max":11.6177,"median":1.60915,"min":1.3957,"n":32,"q1":1.548725,"q3":1.63995},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.7050000000000001,"product_stats":{"max":0.8077,"median":0.7050000000000001,"min":0.6446,"n":32,"q1":0.682625,"q3":0.7494750000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5985,"ratio":2.343735906918012,"stats":{"max":12.8441,"median":2.5985,"min":2.3006,"n":32,"q1":2.4501,"q3":2.869775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.4262,"ratio":2.1883286732208895,"stats":{"max":51.3233,"median":2.4262,"min":2.0719,"n":32,"q1":2.2047,"q3":2.89015},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":1.1087,"product_stats":{"max":4.234800000000001,"median":1.1087,"min":0.9634,"n":32,"q1":1.038,"q3":1.201075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.22755,"ratio":6.515708812260537,"stats":{"max":20.4118,"median":7.22755,"min":6.8361,"n":32,"q1":7.0161999999999995,"q3":7.50235},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.33605,"ratio":2.105972503944107,"stats":{"max":14.6398,"median":2.33605,"min":2.0825,"n":32,"q1":2.2211,"q3":2.666125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":1.1092499999999998,"product_stats":{"max":2.4972000000000003,"median":1.1092499999999998,"min":0.9185,"n":32,"q1":1.0466,"q3":1.23915},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.682500000000005,"ratio":33.408293111013606,"stats":{"max":61.967099999999995,"median":45.682500000000005,"min":43.6232,"n":32,"q1":44.2869,"q3":46.139624999999995},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.5432,"ratio":1.8598800643557116,"stats":{"max":16.788,"median":2.5432,"min":2.0863,"n":32,"q1":2.3369,"q3":2.725125},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":1.3674,"product_stats":{"max":2.563,"median":1.3674,"min":1.0934,"n":32,"q1":1.21725,"q3":1.52755},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4985,"ratio":2.3800904977375565,"stats":{"max":5.7012,"median":2.4985,"min":2.314,"n":32,"q1":2.4459,"q3":2.730975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2546999999999997,"ratio":2.147844724934508,"stats":{"max":28.0901,"median":2.2546999999999997,"min":2.1086,"n":32,"q1":2.16355,"q3":2.448925},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":1.04975,"product_stats":{"max":2.3549,"median":1.04975,"min":0.9294,"n":32,"q1":0.9947,"q3":1.119375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.00915,"ratio":6.7259859898282315,"stats":{"max":11.8156,"median":7.00915,"min":6.7146,"n":32,"q1":6.8515250000000005,"q3":7.2108},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3655500000000003,"ratio":2.269983686786297,"stats":{"max":11.5055,"median":2.3655500000000003,"min":2.0872,"n":32,"q1":2.25015,"q3":2.549575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":1.0421,"product_stats":{"max":7.5586,"median":1.0421,"min":0.9086,"n":32,"q1":0.99145,"q3":1.1084},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.77719999999999,"ratio":35.076970231025626,"stats":{"max":61.1938,"median":45.77719999999999,"min":43.707,"n":32,"q1":44.190425,"q3":46.46925},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.46395,"ratio":1.8880119535649975,"stats":{"max":5.889,"median":2.46395,"min":2.1131,"n":32,"q1":2.2684,"q3":2.6032},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":1.30505,"product_stats":{"max":1.6011,"median":1.30505,"min":1.0933,"n":32,"q1":1.2225,"q3":1.38705},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.7606,"ratio":3.525895651063286,"stats":{"max":13.1374,"median":2.7606,"min":2.3349,"n":32,"q1":2.478975,"q3":3.4458249999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.4402,"ratio":3.116674117121144,"stats":{"max":11.2249,"median":2.4402,"min":2.1061,"n":32,"q1":2.257825,"q3":2.835675},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.78295,"product_stats":{"max":1.6398,"median":0.78295,"min":0.6611,"n":32,"q1":0.7208000000000001,"q3":0.909425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.103300000000001,"ratio":8.748983865008006,"stats":{"max":13.5468,"median":7.103300000000001,"min":6.7548,"n":32,"q1":6.9881,"q3":7.3344},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3636,"ratio":2.911195960093607,"stats":{"max":4.75,"median":2.3636,"min":2.0303,"n":32,"q1":2.220075,"q3":2.5023999999999997},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.8119000000000001,"product_stats":{"max":2.0856,"median":0.8119000000000001,"min":0.6648999999999999,"n":32,"q1":0.750375,"q3":0.908475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":46.05605,"ratio":51.81532317038871,"stats":{"max":264.0818,"median":46.05605,"min":43.706799999999994,"n":32,"q1":45.113625,"q3":47.492125},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.5912499999999996,"ratio":2.9152837936659726,"stats":{"max":5.5192000000000005,"median":2.5912499999999996,"min":2.1418,"n":32,"q1":2.28115,"q3":2.8971},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.8888499999999999,"product_stats":{"max":2.1653,"median":0.8888499999999999,"min":0.6879,"n":32,"q1":0.792575,"q3":1.078325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5666,"ratio":3.559531239165107,"stats":{"max":10.3623,"median":2.5666,"min":2.3428,"n":32,"q1":2.487775,"q3":2.7846},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3584000000000005,"ratio":3.270785659801679,"stats":{"max":9.0925,"median":2.3584000000000005,"min":2.0674,"n":32,"q1":2.2579999999999996,"q3":2.9238},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.72105,"product_stats":{"max":1.2684,"median":0.72105,"min":0.629,"n":32,"q1":0.6909,"q3":0.75805},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.132250000000001,"ratio":10.061010015516999,"stats":{"max":12.7221,"median":7.132250000000001,"min":6.6598,"n":32,"q1":6.93,"q3":7.46465},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.33345,"ratio":3.291649033714205,"stats":{"max":3.0436,"median":2.33345,"min":2.0699,"n":32,"q1":2.18325,"q3":2.52545},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.7089000000000001,"product_stats":{"max":1.5576,"median":0.7089000000000001,"min":0.6137,"n":32,"q1":0.667225,"q3":0.75165},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.78265,"ratio":59.83486897993857,"stats":{"max":52.41,"median":45.78265,"min":43.7064,"n":32,"q1":44.45675,"q3":46.59545},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.4583500000000003,"ratio":3.212899431484023,"stats":{"max":3.7424,"median":2.4583500000000003,"min":2.11,"n":32,"q1":2.258025,"q3":2.6099250000000005},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.76515,"product_stats":{"max":1.0349000000000002,"median":0.76515,"min":0.6407,"n":32,"q1":0.7084250000000001,"q3":0.8534},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.1161,"ratio":4.586530055600237,"stats":{"max":27.5775,"median":13.1161,"min":12.0648,"n":32,"q1":12.53795,"q3":13.750275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.9597,"ratio":4.531839004091338,"stats":{"max":30.8294,"median":12.9597,"min":12.1239,"n":32,"q1":12.595075,"q3":16.57215},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":2.8597,"product_stats":{"max":18.1933,"median":2.8597,"min":2.1337,"n":32,"q1":2.77405,"q3":3.081875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.97364999999999,"ratio":5.590137122721004,"stats":{"max":108.3037,"median":72.97364999999999,"min":70.66260000000001,"n":32,"q1":72.15400000000001,"q3":74.5034},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.87835000000001,"ratio":5.582836678412748,"stats":{"max":103.6648,"median":72.87835000000001,"min":70.07209999999999,"n":32,"q1":71.6582,"q3":76.7282},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":13.054,"product_stats":{"max":23.547700000000003,"median":13.054,"min":8.933,"n":32,"q1":11.720575,"q3":15.1255},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":629.80305,"ratio":2.205020195373366,"stats":{"max":883.8201,"median":629.80305,"min":609.4969,"n":32,"q1":623.1497750000001,"q3":640.3094},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":626.3199999999999,"ratio":2.1928255964562995,"stats":{"max":750.3134,"median":626.3199999999999,"min":608.7642,"n":32,"q1":621.1025500000001,"q3":633.4301},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":285.62235,"product_stats":{"max":331.515,"median":285.62235,"min":247.8719,"n":32,"q1":276.6069,"q3":291.058675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.8119,"ratio":4.606774297939664,"stats":{"max":58.7828,"median":12.8119,"min":12.0158,"n":32,"q1":12.5151,"q3":13.482625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.5599,"ratio":4.516162669447341,"stats":{"max":29.2192,"median":12.5599,"min":11.9652,"n":32,"q1":12.397175,"q3":13.056625},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":2.7811000000000003,"product_stats":{"max":29.4588,"median":2.7811000000000003,"min":2.209,"n":32,"q1":2.64035,"q3":3.0514500000000004},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.98915,"ratio":5.754744427712031,"stats":{"max":105.7918,"median":72.98915,"min":70.7012,"n":32,"q1":71.705375,"q3":74.57169999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":73.21995000000001,"ratio":5.772941584603378,"stats":{"max":108.0121,"median":73.21995000000001,"min":70.28320000000001,"n":32,"q1":71.735475,"q3":80.583725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":12.6833,"product_stats":{"max":31.664900000000003,"median":12.6833,"min":10.3668,"n":32,"q1":12.456875,"q3":13.77865},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":631.6496,"ratio":2.2387172689510466,"stats":{"max":663.591,"median":631.6496,"min":611.1843,"n":32,"q1":625.8719,"q3":638.7672},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":630.63955,"ratio":2.2351374101535364,"stats":{"max":722.8263000000001,"median":630.63955,"min":611.9147,"n":32,"q1":624.2126499999999,"q3":633.9443999999999},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":282.148,"product_stats":{"max":302.4177,"median":282.148,"min":266.1213,"n":32,"q1":273.839725,"q3":287.54037500000004},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.73645,"ratio":5.292206040992449,"stats":{"max":34.0183,"median":13.73645,"min":12.3373,"n":32,"q1":12.9141,"q3":15.788975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.2385,"ratio":5.100362151333025,"stats":{"max":44.668800000000005,"median":13.2385,"min":12.173,"n":32,"q1":12.591275,"q3":14.086375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":2.5956,"product_stats":{"max":12.6015,"median":2.5956,"min":2.2009999999999996,"n":32,"q1":2.42675,"q3":3.026475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.6397,"ratio":5.845195035104307,"stats":{"max":92.1062,"median":72.6397,"min":70.2411,"n":32,"q1":71.385625,"q3":75.119225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.8034,"ratio":5.858367700014082,"stats":{"max":98.2455,"median":72.8034,"min":70.78439999999999,"n":32,"q1":71.705025,"q3":73.76005},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":12.42725,"product_stats":{"max":46.5059,"median":12.42725,"min":7.3661,"n":32,"q1":11.614925,"q3":14.529225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":627.05205,"ratio":2.300298903982048,"stats":{"max":656.7972,"median":627.05205,"min":604.5975999999999,"n":32,"q1":620.3133250000001,"q3":636.214525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":634.8171500000001,"ratio":2.328784658903527,"stats":{"max":673.6304,"median":634.8171500000001,"min":616.2232,"n":32,"q1":629.4683749999999,"q3":644.453825},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":272.59590000000003,"product_stats":{"max":7186.916499999999,"median":272.59590000000003,"min":256.5362,"n":32,"q1":268.49795000000006,"q3":279.89205},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.88025,"ratio":4.833023770660963,"stats":{"max":21.0581,"median":12.88025,"min":12.0484,"n":32,"q1":12.508275,"q3":14.321475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.4694,"ratio":5.054089041481398,"stats":{"max":28.7537,"median":13.4694,"min":12.2757,"n":32,"q1":12.62165,"q3":17.758074999999998},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":2.66505,"product_stats":{"max":6.195799999999999,"median":2.66505,"min":2.2203,"n":32,"q1":2.45935,"q3":2.996775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.75569999999999,"ratio":5.9696494797991395,"stats":{"max":101.5269,"median":72.75569999999999,"min":70.5604,"n":32,"q1":71.61172499999999,"q3":75.8678},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.15795,"ratio":5.920603728379665,"stats":{"max":94.6361,"median":72.15795,"min":70.3991,"n":32,"q1":71.76932500000001,"q3":76.47795},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":12.1876,"product_stats":{"max":29.4145,"median":12.1876,"min":10.7564,"n":32,"q1":11.938425,"q3":12.9077},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":629.1893499999999,"ratio":2.298263762374791,"stats":{"max":667.1071,"median":629.1893499999999,"min":604.2129000000001,"n":32,"q1":624.142,"q3":636.1003750000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":634.7308,"ratio":2.3185052266112915,"stats":{"max":773.0595999999999,"median":634.7308,"min":604.7802,"n":32,"q1":626.3621,"q3":642.8226999999999},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":273.76725,"product_stats":{"max":313.9089,"median":273.76725,"min":256.2985,"n":32,"q1":267.06267499999996,"q3":281.288475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.00635,"ratio":4.614553582515832,"stats":{"max":29.3105,"median":13.00635,"min":12.1076,"n":32,"q1":12.72985,"q3":13.905875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.92515,"ratio":4.585744443064696,"stats":{"max":77.22130000000001,"median":12.92515,"min":12.2036,"n":32,"q1":12.577075,"q3":15.77475},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":2.81855,"product_stats":{"max":6.1867,"median":2.81855,"min":2.5625,"n":32,"q1":2.7126,"q3":2.98815},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":73.03450000000001,"ratio":4.728162002239961,"stats":{"max":139.2045,"median":73.03450000000001,"min":71.09899999999999,"n":32,"q1":72.162375,"q3":79.161875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.30555,"ratio":4.680970692769329,"stats":{"max":92.1116,"median":72.30555,"min":70.7134,"n":32,"q1":71.834425,"q3":74.23462500000001},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":15.4467,"product_stats":{"max":27.2736,"median":15.4467,"min":11.1047,"n":32,"q1":13.2734,"q3":17.51695},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":631.5260000000001,"ratio":2.2856636159229824,"stats":{"max":757.5034,"median":631.5260000000001,"min":606.5631999999999,"n":32,"q1":621.830325,"q3":634.979875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":627.0823,"ratio":2.269580662236076,"stats":{"max":672.6768,"median":627.0823,"min":605.4363999999999,"n":32,"q1":615.286625,"q3":632.6803500000001},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":276.29875,"product_stats":{"max":354.00140000000005,"median":276.29875,"min":253.6624,"n":32,"q1":272.011025,"q3":287.54617499999995},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.6166,"ratio":4.510116536784158,"stats":{"max":24.7477,"median":12.6166,"min":12.0505,"n":32,"q1":12.40795,"q3":13.2607},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.70445,"ratio":4.541520697790806,"stats":{"max":33.043299999999995,"median":12.70445,"min":12.0482,"n":32,"q1":12.455875,"q3":13.678},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":2.7973999999999997,"product_stats":{"max":53.8397,"median":2.7973999999999997,"min":2.4415,"n":32,"q1":2.699725,"q3":3.179675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.90155,"ratio":5.842945134388888,"stats":{"max":166.05890000000002,"median":72.90155,"min":70.4923,"n":32,"q1":71.87320000000001,"q3":76.4363},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.4586,"ratio":5.807443385149297,"stats":{"max":154.2114,"median":72.4586,"min":70.5324,"n":32,"q1":71.51852500000001,"q3":75.64460000000001},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":12.47685,"product_stats":{"max":29.2159,"median":12.47685,"min":11.0786,"n":32,"q1":12.2468,"q3":12.7301},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":629.357,"ratio":2.250936881477608,"stats":{"max":652.738,"median":629.357,"min":614.4886,"n":32,"q1":623.314325,"q3":634.90045},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":632.15385,"ratio":2.2609400002432065,"stats":{"max":773.358,"median":632.15385,"min":612.4348,"n":32,"q1":621.68795,"q3":634.4371},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":279.5978,"product_stats":{"max":336.1128,"median":279.5978,"min":255.8692,"n":32,"q1":272.6678,"q3":283.14975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.4505,"ratio":5.207518680552867,"stats":{"max":57.4022,"median":13.4505,"min":12.0976,"n":32,"q1":12.5649,"q3":15.224},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.0517,"ratio":5.053118587634055,"stats":{"max":22.7246,"median":13.0517,"min":12.2614,"n":32,"q1":12.75325,"q3":14.416775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":2.5829,"product_stats":{"max":7.3838,"median":2.5829,"min":1.9664,"n":32,"q1":2.428475,"q3":2.9777250000000004},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.73575,"ratio":5.813534802121256,"stats":{"max":94.7316,"median":72.73575,"min":70.70089999999999,"n":32,"q1":71.931425,"q3":74.99860000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.6934,"ratio":5.810149902689137,"stats":{"max":94.205,"median":72.6934,"min":70.2562,"n":32,"q1":71.97422500000002,"q3":74.363025},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":12.51145,"product_stats":{"max":15.1663,"median":12.51145,"min":9.6945,"n":32,"q1":11.9022,"q3":12.88755},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":627.1782000000001,"ratio":2.236308906609464,"stats":{"max":712.5563999999999,"median":627.1782000000001,"min":604.6335,"n":32,"q1":624.3896500000001,"q3":634.2771},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":623.5442,"ratio":2.223351271017827,"stats":{"max":755.0068,"median":623.5442,"min":606.3324,"n":32,"q1":616.47055,"q3":636.3482750000001},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":280.4524,"product_stats":{"max":311.8682,"median":280.4524,"min":264.1952,"n":32,"q1":274.885725,"q3":291.71702500000004},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.7622,"ratio":4.822384704037485,"stats":{"max":26.9511,"median":12.7622,"min":12.0227,"n":32,"q1":12.31075,"q3":13.2939},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.0101,"ratio":4.916057359859435,"stats":{"max":26.426499999999997,"median":13.0101,"min":12.0862,"n":32,"q1":12.52865,"q3":14.832325},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":2.6464499999999997,"product_stats":{"max":4.379,"median":2.6464499999999997,"min":2.311,"n":32,"q1":2.4892999999999996,"q3":3.1134500000000003},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":74.59895,"ratio":5.769290854462563,"stats":{"max":103.6448,"median":74.59895,"min":70.453,"n":32,"q1":71.94905,"q3":80.3664},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":71.98579999999998,"ratio":5.567196556937746,"stats":{"max":192.8723,"median":71.98579999999998,"min":70.2385,"n":32,"q1":71.049975,"q3":73.362},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":12.93035,"product_stats":{"max":61.2634,"median":12.93035,"min":9.3777,"n":32,"q1":12.00165,"q3":14.67605},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":627.26595,"ratio":2.281898105336068,"stats":{"max":745.7903,"median":627.26595,"min":604.7253000000001,"n":32,"q1":613.4034999999999,"q3":633.287525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":631.73615,"ratio":2.298160012921635,"stats":{"max":665.5268,"median":631.73615,"min":612.5572999999999,"n":32,"q1":626.5051,"q3":644.3205},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":274.8878,"product_stats":{"max":303.87019999999995,"median":274.8878,"min":252.4017,"n":32,"q1":269.82840000000004,"q3":285.49845000000005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.1328,"ratio":1.911443786541541,"stats":{"max":11.3431,"median":5.1328,"min":4.8128,"n":32,"q1":4.999725000000001,"q3":5.37905},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.12835,"ratio":1.9097866160205565,"stats":{"max":24.4396,"median":5.12835,"min":4.7858,"n":32,"q1":5.004949999999999,"q3":5.3591500000000005},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":2.6853,"product_stats":{"max":4.9729,"median":2.6853,"min":2.4784,"n":32,"q1":2.6093249999999997,"q3":2.843625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.568800000000003,"ratio":2.7940431643799375,"stats":{"max":49.8778,"median":29.568800000000003,"min":27.8335,"n":32,"q1":29.136625,"q3":31.696325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.89535,"ratio":2.8248998374721244,"stats":{"max":63.0138,"median":29.89535,"min":27.8278,"n":32,"q1":29.170500000000004,"q3":30.498925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":10.5828,"product_stats":{"max":20.0729,"median":10.5828,"min":7.6391,"n":32,"q1":9.9339,"q3":12.3356},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":393.47980000000007,"ratio":1.4491902901107485,"stats":{"max":458.3621,"median":393.47980000000007,"min":376.8083,"n":32,"q1":385.2987,"q3":400.7324},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":393.12995,"ratio":1.447901788838268,"stats":{"max":414.674,"median":393.12995,"min":374.2239,"n":32,"q1":387.59325,"q3":396.737},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":271.517,"product_stats":{"max":420.4559,"median":271.517,"min":245.2064,"n":32,"q1":262.133075,"q3":278.873475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.19065,"ratio":1.907836218620208,"stats":{"max":12.35,"median":5.19065,"min":4.8421,"n":32,"q1":4.97015,"q3":5.44725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.082050000000001,"ratio":1.8679200205829385,"stats":{"max":12.6405,"median":5.082050000000001,"min":4.8286,"n":32,"q1":5.010800000000001,"q3":5.392925},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":2.7207,"product_stats":{"max":10.6143,"median":2.7207,"min":2.1517,"n":32,"q1":2.547375,"q3":2.97235},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.441449999999996,"ratio":2.710400095743114,"stats":{"max":70.3847,"median":29.441449999999996,"min":27.6402,"n":32,"q1":28.746274999999997,"q3":30.110225000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.0219,"ratio":2.6717760347621153,"stats":{"max":35.055,"median":29.0219,"min":27.8903,"n":32,"q1":28.57555,"q3":29.8542},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":10.8624,"product_stats":{"max":16.154600000000002,"median":10.8624,"min":8.0092,"n":32,"q1":10.337675,"q3":12.49945},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":398.5745,"ratio":1.487872281174337,"stats":{"max":413.7809,"median":398.5745,"min":371.89290000000005,"n":32,"q1":388.596,"q3":402.064825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":393.765,"ratio":1.4699184940246122,"stats":{"max":861.5209,"median":393.765,"min":375.93,"n":32,"q1":388.60565,"q3":404.59965},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":267.8822,"product_stats":{"max":456.022,"median":267.8822,"min":244.2016,"n":32,"q1":258.16032500000006,"q3":278.359025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.1671499999999995,"ratio":2.1379246141751826,"stats":{"max":10.887300000000002,"median":5.1671499999999995,"min":4.831,"n":32,"q1":5.019075,"q3":5.541650000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.0901499999999995,"ratio":2.106065621250362,"stats":{"max":12.0363,"median":5.0901499999999995,"min":4.8629,"n":32,"q1":4.944825,"q3":5.2274},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":2.4169,"product_stats":{"max":6.755,"median":2.4169,"min":1.8724,"n":32,"q1":2.234575,"q3":2.6377499999999996},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.5336,"ratio":2.9331068968770637,"stats":{"max":59.6776,"median":29.5336,"min":28.1903,"n":32,"q1":28.9529,"q3":30.7603},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.72395,"ratio":2.9520113615485073,"stats":{"max":51.1113,"median":29.72395,"min":28.3527,"n":32,"q1":29.071475,"q3":30.294425},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":10.06905,"product_stats":{"max":26.2299,"median":10.06905,"min":6.028099999999999,"n":32,"q1":9.1726,"q3":11.707725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":395.9287000000001,"ratio":1.4834235037579342,"stats":{"max":533.3842,"median":395.9287000000001,"min":380.2942000000001,"n":32,"q1":391.288925,"q3":400.01405},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":394.59985,"ratio":1.4784447100433868,"stats":{"max":470.2839,"median":394.59985,"min":375.5756,"n":32,"q1":387.543375,"q3":408.998375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":266.902,"product_stats":{"max":292.5924,"median":266.902,"min":238.8449,"n":32,"q1":258.4898,"q3":274.0034},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.03705,"ratio":1.9836762823668406,"stats":{"max":11.9861,"median":5.03705,"min":4.7361,"n":32,"q1":4.91775,"q3":5.21345},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.205299999999999,"ratio":2.0499360047258044,"stats":{"max":13.3694,"median":5.205299999999999,"min":4.839300000000001,"n":32,"q1":5.148874999999999,"q3":5.4986500000000005},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":2.53925,"product_stats":{"max":24.6961,"median":2.53925,"min":2.1519,"n":32,"q1":2.290375,"q3":3.6949},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.3802,"ratio":2.91664102131377,"stats":{"max":60.2416,"median":29.3802,"min":27.7066,"n":32,"q1":28.802075,"q3":30.493775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.428,"ratio":2.92138623886909,"stats":{"max":46.5577,"median":29.428,"min":28.0545,"n":32,"q1":28.49565,"q3":29.9746},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":10.0733,"product_stats":{"max":22.1644,"median":10.0733,"min":7.4212,"n":32,"q1":9.140725,"q3":10.30965},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":399.0291,"ratio":1.5190113822376186,"stats":{"max":417.8167,"median":399.0291,"min":374.1118,"n":32,"q1":388.196775,"q3":403.71795},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":396.97835,"ratio":1.5112046518710267,"stats":{"max":447.8393,"median":396.97835,"min":376.1265,"n":32,"q1":390.42975,"q3":403.65215},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":262.69,"product_stats":{"max":295.5067,"median":262.69,"min":240.3306,"n":32,"q1":257.141725,"q3":271.5443},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.5568499999999998,"ratio":1.3764035010167093,"stats":{"max":10.5853,"median":1.5568499999999998,"min":1.3827,"n":32,"q1":1.463625,"q3":1.7881},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.52055,"ratio":1.3443108478472283,"stats":{"max":7.6366,"median":1.52055,"min":1.2774,"n":32,"q1":1.41965,"q3":1.895425},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":1.1311,"product_stats":{"max":4.0853,"median":1.1311,"min":0.9784,"n":32,"q1":1.0684,"q3":1.199025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.0299,"ratio":1.8133821690191172,"stats":{"max":14.845,"median":2.0299,"min":1.8142,"n":32,"q1":1.904525,"q3":2.430225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.9079,"ratio":1.7043952117205643,"stats":{"max":5.1854,"median":1.9079,"min":1.8178,"n":32,"q1":1.858725,"q3":2.092525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":1.1194000000000002,"product_stats":{"max":2.3406,"median":1.1194000000000002,"min":1.0115,"n":32,"q1":1.085925,"q3":1.226725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.857,"ratio":8.447506890503632,"stats":{"max":24.6133,"median":16.857,"min":16.1069,"n":32,"q1":16.521749999999997,"q3":17.688824999999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.8174,"ratio":8.427662240040089,"stats":{"max":19.2488,"median":16.8174,"min":16.120800000000003,"n":32,"q1":16.417825,"q3":17.5661},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":1.9955,"product_stats":{"max":16.575,"median":1.9955,"min":1.6570999999999998,"n":32,"q1":1.7852,"q3":2.121975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.4684,"ratio":1.3665255223116655,"stats":{"max":8.1674,"median":1.4684,"min":1.2884,"n":32,"q1":1.3975,"q3":1.514975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.48075,"ratio":1.37801870550463,"stats":{"max":5.1450000000000005,"median":1.48075,"min":1.3445,"n":32,"q1":1.442775,"q3":1.714725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":1.07455,"product_stats":{"max":3.1359,"median":1.07455,"min":0.993,"n":32,"q1":1.0391499999999998,"q3":1.13175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.91175,"ratio":1.7588205529233174,"stats":{"max":2.6785,"median":1.91175,"min":1.7948,"n":32,"q1":1.8692,"q3":2.008875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8977,"ratio":1.745894475366852,"stats":{"max":2.3672,"median":1.8977,"min":1.7891,"n":32,"q1":1.86105,"q3":1.957675},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":1.08695,"product_stats":{"max":2.7464999999999997,"median":1.08695,"min":0.9507,"n":32,"q1":1.0485,"q3":1.1294000000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.873649999999998,"ratio":8.786986408373691,"stats":{"max":20.6136,"median":16.873649999999998,"min":16.0125,"n":32,"q1":16.6638,"q3":17.2655},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.85665,"ratio":8.778133624954434,"stats":{"max":18.9874,"median":16.85665,"min":16.209899999999998,"n":32,"q1":16.540675,"q3":17.169575000000002},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":1.9203,"product_stats":{"max":3.0211,"median":1.9203,"min":1.6471,"n":32,"q1":1.74485,"q3":2.035525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.5017,"ratio":1.8746645028400224,"stats":{"max":8.0822,"median":1.5017,"min":1.3257,"n":32,"q1":1.448275,"q3":1.6954},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5225,"ratio":1.9006304225703763,"stats":{"max":7.775200000000001,"median":1.5225,"min":1.3485,"n":32,"q1":1.4341750000000002,"q3":1.71775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.80105,"product_stats":{"max":3.6741,"median":0.80105,"min":0.7026,"n":32,"q1":0.760475,"q3":0.8611500000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.96255,"ratio":2.4086278841433484,"stats":{"max":2.8928000000000003,"median":1.96255,"min":1.7623,"n":32,"q1":1.882625,"q3":2.13665},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.9358,"ratio":2.375797741777123,"stats":{"max":4.0498,"median":1.9358,"min":1.7799999999999998,"n":32,"q1":1.856975,"q3":2.186375},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.8148,"product_stats":{"max":1.6628999999999998,"median":0.8148,"min":0.7031999999999999,"n":32,"q1":0.7625249999999999,"q3":0.848025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":17.08845,"ratio":11.386986073165858,"stats":{"max":26.7989,"median":17.08845,"min":16.3041,"n":32,"q1":16.6165,"q3":17.420025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.33605,"ratio":11.551975744652497,"stats":{"max":24.7385,"median":17.33605,"min":16.564700000000002,"n":32,"q1":16.983224999999997,"q3":18.0157},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":1.5007,"product_stats":{"max":2.1562,"median":1.5007,"min":1.1583,"n":32,"q1":1.33355,"q3":1.666},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.45395,"ratio":1.8136967504521926,"stats":{"max":3.9386,"median":1.45395,"min":1.331,"n":32,"q1":1.3964,"q3":1.55245},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.5460000000000005,"ratio":1.928522422503587,"stats":{"max":8.5384,"median":1.5460000000000005,"min":1.3458,"n":32,"q1":1.4683,"q3":1.6748249999999998},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.80165,"product_stats":{"max":1.657,"median":0.80165,"min":0.6502,"n":32,"q1":0.714925,"q3":0.914375},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.9,"ratio":2.5163896430699952,"stats":{"max":2.4543999999999997,"median":1.9,"min":1.7188,"n":32,"q1":1.8628,"q3":1.95155},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.93075,"ratio":2.5571154228196806,"stats":{"max":3.3771,"median":1.93075,"min":1.7916,"n":32,"q1":1.871225,"q3":1.972925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.75505,"product_stats":{"max":3.4039,"median":0.75505,"min":0.6647,"n":32,"q1":0.7150000000000001,"q3":0.7794},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.89095,"ratio":12.699962406015038,"stats":{"max":33.018100000000004,"median":16.89095,"min":16.165,"n":32,"q1":16.5482,"q3":17.39215},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.96075,"ratio":12.752443609022556,"stats":{"max":24.033700000000003,"median":16.96075,"min":16.5814,"n":32,"q1":16.697,"q3":17.642875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":1.33,"product_stats":{"max":1.9492,"median":1.33,"min":1.1156,"n":32,"q1":1.18195,"q3":1.4734},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.7904,"ratio":1.5406591515360124,"stats":{"max":6.1196,"median":1.7904,"min":1.5864,"n":32,"q1":1.661175,"q3":1.98515},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4582000000000002,"ratio":1.254797349625678,"stats":{"max":19.1576,"median":1.4582000000000002,"min":1.3115,"n":32,"q1":1.407625,"q3":1.7439},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":1.1621,"product_stats":{"max":7.1163,"median":1.1621,"min":1.0309,"n":32,"q1":1.10325,"q3":1.2854},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.15015,"ratio":4.7810860185797015,"stats":{"max":81.3373,"median":6.15015,"min":5.8967,"n":32,"q1":6.070774999999999,"q3":6.2585999999999995},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8252,"ratio":1.418898433552299,"stats":{"max":4.6547,"median":1.8252,"min":1.6842,"n":32,"q1":1.774,"q3":2.0242},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":1.28635,"product_stats":{"max":3.4003,"median":1.28635,"min":1.1075,"n":32,"q1":1.208825,"q3":1.419725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.97515,"ratio":24.602086956521738,"stats":{"max":69.5163,"median":45.97515,"min":43.965,"n":32,"q1":45.62935,"q3":46.69709999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.5992,"ratio":3.5313444816053514,"stats":{"max":10.4297,"median":6.5992,"min":6.268400000000001,"n":32,"q1":6.435849999999999,"q3":7.029025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.86875,"product_stats":{"max":3.2199,"median":1.86875,"min":1.66,"n":32,"q1":1.7478,"q3":1.9827},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.6951,"ratio":1.5610811806418936,"stats":{"max":8.2837,"median":1.6951,"min":1.5906,"n":32,"q1":1.6501750000000002,"q3":1.7480250000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.48285,"ratio":1.3656121932126906,"stats":{"max":35.6468,"median":1.48285,"min":1.3409,"n":32,"q1":1.436875,"q3":1.6189749999999998},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":1.08585,"product_stats":{"max":2.3551,"median":1.08585,"min":0.972,"n":32,"q1":1.0361250000000002,"q3":1.1481249999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.1617999999999995,"ratio":5.682744627870516,"stats":{"max":15.7406,"median":6.1617999999999995,"min":5.9373000000000005,"n":32,"q1":6.048325,"q3":6.319525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.81145,"ratio":1.6706169879184731,"stats":{"max":10.8008,"median":1.81145,"min":1.6938,"n":32,"q1":1.7473,"q3":1.924475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":1.0842999999999998,"product_stats":{"max":2.7366,"median":1.0842999999999998,"min":1.0124000000000002,"n":32,"q1":1.0604,"q3":1.1115750000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.80725,"ratio":31.15185827467782,"stats":{"max":61.3133,"median":45.80725,"min":43.9784,"n":32,"q1":44.991575,"q3":46.754925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.64745,"ratio":4.520690944948825,"stats":{"max":17.2298,"median":6.64745,"min":6.258299999999999,"n":32,"q1":6.5005500000000005,"q3":7.037175},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":1.47045,"product_stats":{"max":1.8307,"median":1.47045,"min":1.3395,"n":32,"q1":1.44105,"q3":1.5395},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.7786,"ratio":1.9994379180484512,"stats":{"max":4.8596,"median":1.7786,"min":1.6399,"n":32,"q1":1.71135,"q3":2.028025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.48665,"ratio":1.6712382665392613,"stats":{"max":3.2284,"median":1.48665,"min":1.3584999999999998,"n":32,"q1":1.4176,"q3":1.6448},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.8895500000000001,"product_stats":{"max":3.9713,"median":0.8895500000000001,"min":0.7776000000000001,"n":32,"q1":0.8483999999999999,"q3":1.065925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.2520500000000006,"ratio":6.978513226922648,"stats":{"max":9.1507,"median":6.2520500000000006,"min":5.9196,"n":32,"q1":6.071575,"q3":6.3783},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.83995,"ratio":2.0537448375934813,"stats":{"max":11.2745,"median":1.83995,"min":1.6773,"n":32,"q1":1.7941,"q3":1.964825},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.8959,"product_stats":{"max":2.3539,"median":0.8959,"min":0.7329,"n":32,"q1":0.8446,"q3":0.97465},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.54835,"ratio":32.06501231960577,"stats":{"max":61.7143,"median":45.54835,"min":44.4239,"n":32,"q1":45.219800000000006,"q3":46.5977},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.6779,"ratio":4.701091165082717,"stats":{"max":43.854200000000006,"median":6.6779,"min":6.1213999999999995,"n":32,"q1":6.43745,"q3":7.05405},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.4205,"product_stats":{"max":4.4384999999999994,"median":1.4205,"min":1.1665,"n":32,"q1":1.308725,"q3":1.665875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.73885,"ratio":2.2494825355756793,"stats":{"max":7.3073,"median":1.73885,"min":1.5972,"n":32,"q1":1.674725,"q3":1.914125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4650500000000002,"ratio":1.895278137128073,"stats":{"max":7.0307,"median":1.4650500000000002,"min":1.2589,"n":32,"q1":1.3728000000000002,"q3":1.821375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.7729999999999999,"product_stats":{"max":2.1787,"median":0.7729999999999999,"min":0.6618,"n":32,"q1":0.7237750000000001,"q3":0.81665},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.144299999999999,"ratio":7.913323459334148,"stats":{"max":11.2016,"median":6.144299999999999,"min":5.8836,"n":32,"q1":6.012825,"q3":6.357575000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8051,"ratio":2.324811642732951,"stats":{"max":7.6258,"median":1.8051,"min":1.7041,"n":32,"q1":1.7509,"q3":1.867825},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.7764500000000001,"product_stats":{"max":3.8381,"median":0.7764500000000001,"min":0.7101,"n":32,"q1":0.7459,"q3":0.8160750000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.4531,"ratio":45.29908311740083,"stats":{"max":61.5369,"median":45.4531,"min":44.3946,"n":32,"q1":44.954725,"q3":45.92405},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.78795,"ratio":6.764949172812438,"stats":{"max":13.2897,"median":6.78795,"min":6.3304,"n":32,"q1":6.516425000000001,"q3":7.12635},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":1.0034,"product_stats":{"max":1.1628999999999998,"median":1.0034,"min":0.8468,"n":32,"q1":0.9752,"q3":1.043725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.961,"ratio":2.5506072874493926,"stats":{"max":8.269200000000001,"median":2.961,"min":2.6808,"n":32,"q1":2.823225,"q3":3.1154},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4729,"ratio":2.9915582737531223,"stats":{"max":7.282699999999999,"median":3.4729,"min":3.2449000000000003,"n":32,"q1":3.3808249999999997,"q3":4.31905},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":1.1609,"product_stats":{"max":2.2060999999999997,"median":1.1609,"min":0.987,"n":32,"q1":1.065325,"q3":1.280725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.474,"ratio":7.571479628305932,"stats":{"max":33.8917,"median":8.474,"min":8.2854,"n":32,"q1":8.39415,"q3":8.633725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.59695,"ratio":14.829297712651892,"stats":{"max":38.8408,"median":16.59695,"min":16.298900000000003,"n":32,"q1":16.482425000000003,"q3":17.05565},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":1.1192000000000002,"product_stats":{"max":4.9439,"median":1.1192000000000002,"min":0.9866,"n":32,"q1":1.048575,"q3":1.206175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":138.72570000000002,"ratio":12.850147976268223,"stats":{"max":164.58939999999998,"median":138.72570000000002,"min":136.372,"n":32,"q1":137.62795,"q3":142.5134},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":195.3017,"ratio":18.09077730382145,"stats":{"max":216.88,"median":195.3017,"min":190.9721,"n":32,"q1":193.627975,"q3":202.662275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":10.795649999999998,"product_stats":{"max":15.0401,"median":10.795649999999998,"min":4.8865,"n":32,"q1":5.346475,"q3":14.03285},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8673,"ratio":2.7293322545333396,"stats":{"max":3.6323,"median":2.8673,"min":2.6239000000000003,"n":32,"q1":2.7716749999999997,"q3":2.968},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4301,"ratio":3.265051639617343,"stats":{"max":9.7844,"median":3.4301,"min":3.2337,"n":32,"q1":3.3194,"q3":3.63405},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":1.05055,"product_stats":{"max":1.6998,"median":1.05055,"min":0.9658,"n":32,"q1":1.0227499999999998,"q3":1.105925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.447000000000001,"ratio":8.188648150840967,"stats":{"max":20.000400000000003,"median":8.447000000000001,"min":8.2797,"n":32,"q1":8.376100000000001,"q3":8.56265},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.44125,"ratio":15.938393679414471,"stats":{"max":28.555,"median":16.44125,"min":16.133100000000002,"n":32,"q1":16.34945,"q3":16.519525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":1.0315500000000002,"product_stats":{"max":3.4313,"median":1.0315500000000002,"min":0.8993,"n":32,"q1":0.998675,"q3":1.0806},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":138.30065,"ratio":30.755348247642765,"stats":{"max":230.0673,"median":138.30065,"min":136.9248,"n":32,"q1":137.46072500000002,"q3":143.37824999999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":194.04315,"ratio":43.15138542963885,"stats":{"max":219.2742,"median":194.04315,"min":191.2614,"n":32,"q1":193.256725,"q3":196.94535},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":4.4968,"product_stats":{"max":9.5677,"median":4.4968,"min":4.0086,"n":32,"q1":4.263450000000001,"q3":4.595375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.9127,"ratio":3.346008041355543,"stats":{"max":11.0116,"median":2.9127,"min":2.6532,"n":32,"q1":2.8016749999999995,"q3":3.20445},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4297,"ratio":3.9399195864445717,"stats":{"max":14.9353,"median":3.4297,"min":3.2318,"n":32,"q1":3.3275249999999996,"q3":3.719275},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.8705,"product_stats":{"max":2.1016,"median":0.8705,"min":0.6807,"n":32,"q1":0.79915,"q3":1.00105},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.49575,"ratio":10.686477987421382,"stats":{"max":9.4272,"median":8.49575,"min":8.2808,"n":32,"q1":8.407399999999999,"q3":8.576},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.58545,"ratio":20.862201257861635,"stats":{"max":108.9451,"median":16.58545,"min":16.3038,"n":32,"q1":16.489050000000002,"q3":17.597575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.795,"product_stats":{"max":1.8236,"median":0.795,"min":0.6863,"n":32,"q1":0.755475,"q3":0.858125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":139.21955,"ratio":14.748068030742013,"stats":{"max":156.7474,"median":139.21955,"min":136.48170000000002,"n":32,"q1":138.092275,"q3":142.80075000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":196.5278,"ratio":20.818953691001447,"stats":{"max":1069.7849,"median":196.5278,"min":192.6844,"n":32,"q1":194.0477,"q3":211.6069},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":9.43985,"product_stats":{"max":473.4966,"median":9.43985,"min":4.4679,"n":32,"q1":4.680275,"q3":13.419125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.84295,"ratio":3.8350870093079727,"stats":{"max":9.7271,"median":2.84295,"min":2.5991999999999997,"n":32,"q1":2.783225,"q3":3.1275000000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.48855,"ratio":4.7059894779441525,"stats":{"max":15.5426,"median":3.48855,"min":3.1682,"n":32,"q1":3.33545,"q3":3.819225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.7413,"product_stats":{"max":2.9922999999999997,"median":0.7413,"min":0.6501,"n":32,"q1":0.710625,"q3":0.795975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.43775,"ratio":11.627049745073721,"stats":{"max":35.150800000000004,"median":8.43775,"min":8.170200000000001,"n":32,"q1":8.3922,"q3":8.622399999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.484099999999998,"ratio":22.714758164530796,"stats":{"max":36.3581,"median":16.484099999999998,"min":16.2283,"n":32,"q1":16.37075,"q3":16.652225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.7257,"product_stats":{"max":2.2643,"median":0.7257,"min":0.6197,"n":32,"q1":0.688375,"q3":0.7590749999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":138.9303,"ratio":35.01708884688091,"stats":{"max":158.4797,"median":138.9303,"min":136.7442,"n":32,"q1":138.14415,"q3":141.56965000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":194.9844,"ratio":49.145406427221175,"stats":{"max":223.6044,"median":194.9844,"min":191.1752,"n":32,"q1":193.300425,"q3":198.3541},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":3.9674999999999994,"product_stats":{"max":4.3738,"median":3.9674999999999994,"min":3.3022,"n":32,"q1":3.764625,"q3":4.146125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.69925,"ratio":10.751353130485663,"stats":{"max":45.3788,"median":14.69925,"min":13.7301,"n":32,"q1":14.221925,"q3":15.3521},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.17125,"ratio":10.365162375658281,"stats":{"max":27.2528,"median":14.17125,"min":13.351,"n":32,"q1":13.725825,"q3":17.361125},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":1.3672,"product_stats":{"max":3.9446,"median":1.3672,"min":1.2566000000000002,"n":32,"q1":1.32965,"q3":1.47775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.61619999999999,"ratio":14.678600797014356,"stats":{"max":183.8226,"median":69.61619999999999,"min":67.6699,"n":32,"q1":68.455875,"q3":73.15542500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.6544,"ratio":13.210702764248213,"stats":{"max":89.1131,"median":62.6544,"min":61.0145,"n":32,"q1":61.74365,"q3":67.75145},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":4.7427,"product_stats":{"max":8.611799999999999,"median":4.7427,"min":3.5765,"n":32,"q1":4.052075,"q3":5.1151},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":168.5554,"ratio":9.603831153476897,"stats":{"max":187.0715,"median":168.5554,"min":165.8724,"n":32,"q1":167.376375,"q3":169.986875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":112.13615,"ratio":6.389214767375939,"stats":{"max":129.4745,"median":112.13615,"min":110.2887,"n":32,"q1":110.94845,"q3":114.4512},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":17.55085,"product_stats":{"max":22.9936,"median":17.55085,"min":12.8,"n":32,"q1":13.2053,"q3":21.572425000000003},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.1459,"ratio":11.519462540716612,"stats":{"max":32.6862,"median":14.1459,"min":13.6412,"n":32,"q1":14.014175,"q3":14.742925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.7708,"ratio":11.21400651465798,"stats":{"max":35.7847,"median":13.7708,"min":13.2054,"n":32,"q1":13.547325,"q3":14.3832},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.228,"product_stats":{"max":3.1284,"median":1.228,"min":1.077,"n":32,"q1":1.17045,"q3":1.306325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.3,"ratio":27.559055118110233,"stats":{"max":101.0371,"median":69.3,"min":67.4681,"n":32,"q1":68.551625,"q3":73.04425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.50295,"ratio":24.8560208383043,"stats":{"max":85.048,"median":62.50295,"min":60.8475,"n":32,"q1":61.8302,"q3":70.94637499999999},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":2.5146,"product_stats":{"max":8.8908,"median":2.5146,"min":2.3104,"n":32,"q1":2.4721,"q3":2.71055},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":168.3999,"ratio":27.113824999798737,"stats":{"max":195.553,"median":168.3999,"min":165.256,"n":32,"q1":167.39985,"q3":173.159075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":112.7447,"ratio":18.15286152459003,"stats":{"max":137.22699999999998,"median":112.7447,"min":110.1708,"n":32,"q1":111.794025,"q3":115.500625},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":6.210850000000001,"product_stats":{"max":21.8165,"median":6.210850000000001,"min":5.0055000000000005,"n":32,"q1":6.085275,"q3":6.629475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.3925,"ratio":13.124658033923035,"stats":{"max":34.3542,"median":14.3925,"min":13.7402,"n":32,"q1":14.00205,"q3":15.2058},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.1467,"ratio":13.812420207915373,"stats":{"max":29.9984,"median":15.1467,"min":13.4598,"n":32,"q1":13.871,"q3":18.5331},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":1.0966,"product_stats":{"max":1.752,"median":1.0966,"min":0.9452,"n":32,"q1":1.00545,"q3":1.293275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.65275,"ratio":15.710201642006494,"stats":{"max":95.7517,"median":69.65275,"min":67.6008,"n":32,"q1":69.06025,"q3":75.43285},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.99955,"ratio":14.209570101046554,"stats":{"max":102.8464,"median":62.99955,"min":60.9468,"n":32,"q1":61.79505,"q3":65.902475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":4.4336,"product_stats":{"max":117.637,"median":4.4336,"min":3.3028,"n":32,"q1":3.5844750000000003,"q3":4.75515},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":168.95010000000002,"ratio":8.32676688023657,"stats":{"max":197.69,"median":168.95010000000002,"min":165.3598,"n":32,"q1":167.68795,"q3":170.59884999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":112.57415,"ratio":5.548257762444554,"stats":{"max":120.3056,"median":112.57415,"min":110.95,"n":32,"q1":111.6697,"q3":114.058875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":20.29,"product_stats":{"max":344.2152,"median":20.29,"min":12.1908,"n":32,"q1":12.517475,"q3":20.9457},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.5656,"ratio":15.666146813659587,"stats":{"max":51.916900000000005,"median":14.5656,"min":13.754,"n":32,"q1":14.192325,"q3":15.63755},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.908,"ratio":14.958859908577574,"stats":{"max":42.1083,"median":13.908,"min":13.3782,"n":32,"q1":13.567325,"q3":15.0481},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.92975,"product_stats":{"max":3.9173,"median":0.92975,"min":0.8283,"n":32,"q1":0.897625,"q3":1.000025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.7682,"ratio":31.61294999886721,"stats":{"max":164.226,"median":69.7682,"min":67.7287,"n":32,"q1":68.51775,"q3":77.2415},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.06665,"ratio":28.12326967081266,"stats":{"max":99.2908,"median":62.06665,"min":61.0015,"n":32,"q1":61.318974999999995,"q3":69.385375},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":2.20695,"product_stats":{"max":9.4504,"median":2.20695,"min":2.0296,"n":32,"q1":2.11975,"q3":2.253825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":169.5919,"ratio":29.25107799510159,"stats":{"max":186.706,"median":169.5919,"min":166.9524,"n":32,"q1":168.06552499999998,"q3":176.262875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":113.45325,"ratio":19.568327641519193,"stats":{"max":204.1874,"median":113.45325,"min":110.9107,"n":32,"q1":111.964325,"q3":117.021375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":5.7978000000000005,"product_stats":{"max":6.522,"median":5.7978000000000005,"min":4.905600000000001,"n":32,"q1":5.536125,"q3":5.9944500000000005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.4446,"ratio":7.259268656243062,"stats":{"max":30.254900000000003,"median":11.4446,"min":10.7335,"n":32,"q1":11.095225,"q3":12.8687},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.670249999999999,"ratio":4.865212013573943,"stats":{"max":15.7956,"median":7.670249999999999,"min":6.694699999999999,"n":32,"q1":7.056975,"q3":8.50995},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.57655,"product_stats":{"max":4.3511,"median":1.57655,"min":1.3962,"n":32,"q1":1.49495,"q3":1.695775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.646949999999997,"ratio":5.610888519589318,"stats":{"max":45.0516,"median":24.646949999999997,"min":23.7209,"n":32,"q1":24.184525,"q3":27.206725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":11.0652,"ratio":2.518997427550254,"stats":{"max":17.5478,"median":11.0652,"min":10.3937,"n":32,"q1":10.77575,"q3":12.20435},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.3927,"product_stats":{"max":9.0376,"median":4.3927,"min":3.7956,"n":32,"q1":3.9226,"q3":4.600675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":111.12865,"ratio":47.49392055046263,"stats":{"max":132.94039999999998,"median":111.12865,"min":109.0183,"n":32,"q1":109.67165,"q3":114.06115},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.8241,"ratio":1.2069577109643779,"stats":{"max":21.8059,"median":2.8241,"min":2.5885,"n":32,"q1":2.706175,"q3":3.04985},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":2.33985,"product_stats":{"max":3.6095,"median":2.33985,"min":2.1216,"n":32,"q1":2.2118,"q3":2.514875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.30385,"ratio":8.462549129702415,"stats":{"max":29.6756,"median":11.30385,"min":10.5967,"n":32,"q1":10.97115,"q3":11.8463},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":6.9663,"ratio":5.215272318921954,"stats":{"max":45.930600000000005,"median":6.9663,"min":6.4329,"n":32,"q1":6.676175,"q3":7.246449999999999},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.33575,"product_stats":{"max":1.6394,"median":1.33575,"min":1.2691,"n":32,"q1":1.31135,"q3":1.40425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.40695,"ratio":7.908414879139395,"stats":{"max":45.3274,"median":24.40695,"min":23.6194,"n":32,"q1":24.00885,"q3":24.827525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":10.81605,"ratio":3.504649731060852,"stats":{"max":24.5564,"median":10.81605,"min":10.2569,"n":32,"q1":10.552275,"q3":11.24825},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.0862,"product_stats":{"max":15.3303,"median":3.0862,"min":2.9456,"n":32,"q1":3.0008749999999997,"q3":3.753275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.6511,"ratio":59.66144555576524,"stats":{"max":206.3221,"median":110.6511,"min":108.9146,"n":32,"q1":110.2148,"q3":112.25805},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.76475,"ratio":1.4907125333620899,"stats":{"max":3.112,"median":2.76475,"min":2.6234,"n":32,"q1":2.7115,"q3":2.850375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.85465,"product_stats":{"max":2.2694,"median":1.85465,"min":1.7485,"n":32,"q1":1.81275,"q3":1.885175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.5808,"ratio":9.086543742644173,"stats":{"max":26.1051,"median":11.5808,"min":10.7426,"n":32,"q1":11.20275,"q3":12.296675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.4603,"ratio":5.853511180855237,"stats":{"max":17.7456,"median":7.4603,"min":6.6316999999999995,"n":32,"q1":7.1016,"q3":8.011925},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.2745000000000002,"product_stats":{"max":9.5323,"median":1.2745000000000002,"min":1.0689,"n":32,"q1":1.160125,"q3":1.5029249999999998},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.832949999999997,"ratio":6.124787273399924,"stats":{"max":36.617700000000006,"median":24.832949999999997,"min":23.7634,"n":32,"q1":24.069725,"q3":25.94575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":11.31335,"ratio":2.790319398199531,"stats":{"max":26.1842,"median":11.31335,"min":10.3365,"n":32,"q1":10.68075,"q3":11.9495},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.054500000000001,"product_stats":{"max":12.4128,"median":4.054500000000001,"min":3.4199,"n":32,"q1":3.6399,"q3":4.295725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.43005,"ratio":59.542258647184106,"stats":{"max":138.4049,"median":110.43005,"min":108.7209,"n":32,"q1":109.881375,"q3":113.844725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.79335,"ratio":1.5061332326854124,"stats":{"max":3.7845,"median":2.79335,"min":2.5652,"n":32,"q1":2.710925,"q3":2.8943000000000003},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.85465,"product_stats":{"max":8.7658,"median":1.85465,"min":1.6129,"n":32,"q1":1.719425,"q3":1.962525},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.5192,"ratio":10.996849642004772,"stats":{"max":20.0013,"median":11.5192,"min":10.5403,"n":32,"q1":10.922275,"q3":11.91675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.052949999999999,"ratio":6.733126491646777,"stats":{"max":16.4948,"median":7.052949999999999,"min":6.5433,"n":32,"q1":6.8008500000000005,"q3":7.350575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.0475,"product_stats":{"max":1.914,"median":1.0475,"min":0.9502,"n":32,"q1":1.01595,"q3":1.09355},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.34325,"ratio":8.868053405220307,"stats":{"max":47.476,"median":24.34325,"min":23.327,"n":32,"q1":24.082775,"q3":25.076425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":10.8997,"ratio":3.9706744868035186,"stats":{"max":13.7461,"median":10.8997,"min":10.0532,"n":32,"q1":10.53055,"q3":11.2936},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":2.74505,"product_stats":{"max":9.3724,"median":2.74505,"min":2.6435999999999997,"n":32,"q1":2.6895,"q3":2.8131},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.47715,"ratio":81.20931343722434,"stats":{"max":128.8434,"median":110.47715,"min":108.6343,"n":32,"q1":109.577775,"q3":113.471975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.76165,"ratio":2.030027932960894,"stats":{"max":3.5315,"median":2.76165,"min":2.5545,"n":32,"q1":2.660825,"q3":2.9095},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.3604,"product_stats":{"max":1.483,"median":1.3604,"min":1.2868,"n":32,"q1":1.3300999999999998,"q3":1.394},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.8849,"ratio":0.8246586831927682,"stats":{"max":1.9727,"median":0.8849,"min":0.7712,"n":32,"q1":0.830975,"q3":0.94695},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.6408499999999999,"ratio":0.5972228693909882,"stats":{"max":3.4581,"median":0.6408499999999999,"min":0.3708,"n":32,"q1":0.59505,"q3":0.7013999999999999},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.07305,"product_stats":{"max":33.5411,"median":1.07305,"min":0.9436,"n":32,"q1":1.0238,"q3":1.168475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.049,"ratio":4.752670965312751,"stats":{"max":10.5614,"median":5.049,"min":4.923699999999999,"n":32,"q1":4.982725,"q3":5.2719000000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6463,"ratio":0.6083682402221491,"stats":{"max":1.357,"median":0.6463,"min":0.5297000000000001,"n":32,"q1":0.604825,"q3":0.716925},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.06235,"product_stats":{"max":2.1668999999999996,"median":1.06235,"min":0.9215,"n":32,"q1":1.0199,"q3":1.12685},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.1984,"ratio":32.960314857330275,"stats":{"max":62.5824,"median":40.1984,"min":39.0641,"n":32,"q1":39.68405,"q3":41.32575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6238999999999999,"ratio":0.511561167595933,"stats":{"max":1.0891,"median":0.6238999999999999,"min":0.4996999999999999,"n":32,"q1":0.597,"q3":0.69835},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.2196,"product_stats":{"max":2.3398999999999996,"median":1.2196,"min":1.1103,"n":32,"q1":1.1632,"q3":1.2713},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.90035,"ratio":0.8695673169789452,"stats":{"max":1.3274,"median":0.90035,"min":0.7094,"n":32,"q1":0.853475,"q3":0.938125},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.61825,"ratio":0.5971122271585859,"stats":{"max":2.7390000000000003,"median":0.61825,"min":0.3996,"n":32,"q1":0.5913,"q3":0.6708000000000001},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":1.0354,"product_stats":{"max":2.1857,"median":1.0354,"min":0.9022,"n":32,"q1":0.99885,"q3":1.0761500000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.03235,"ratio":4.922576543089113,"stats":{"max":5.6232,"median":5.03235,"min":4.8702,"n":32,"q1":4.9782,"q3":5.0634},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6151,"ratio":0.6016824806808178,"stats":{"max":4.3853,"median":0.6151,"min":0.5353,"n":32,"q1":0.5875250000000001,"q3":0.68035},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":1.0223,"product_stats":{"max":2.7839,"median":1.0223,"min":0.878,"n":32,"q1":0.956725,"q3":1.087425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":39.9568,"ratio":34.00144662383526,"stats":{"max":42.9034,"median":39.9568,"min":39.201600000000006,"n":32,"q1":39.510725,"q3":40.4265},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6731,"ratio":0.5727779432412884,"stats":{"max":0.9813,"median":0.6731,"min":0.5783999999999999,"n":32,"q1":0.63385,"q3":0.731225},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":1.17515,"product_stats":{"max":1.3343,"median":1.17515,"min":1.0920999999999998,"n":32,"q1":1.1348,"q3":1.23585},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.89755,"ratio":1.1891229464758877,"stats":{"max":3.9572,"median":0.89755,"min":0.653,"n":32,"q1":0.8420500000000001,"q3":1.0262},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"equivalent","ms":0.6593,"ratio":0.8734764175940648,"stats":{"max":1.8196,"median":0.6593,"min":0.4073,"n":32,"q1":0.61155,"q3":0.80985},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7547999999999999,"product_stats":{"max":4.361000000000001,"median":0.7547999999999999,"min":0.6348,"n":32,"q1":0.711575,"q3":0.880425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.03975,"ratio":6.834486032004339,"stats":{"max":17.6381,"median":5.03975,"min":4.9115,"n":32,"q1":4.9756,"q3":5.158975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6523000000000001,"ratio":0.8845945212910226,"stats":{"max":1.1804,"median":0.6523000000000001,"min":0.5398999999999999,"n":32,"q1":0.597525,"q3":0.689425},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7374,"product_stats":{"max":0.9172,"median":0.7374,"min":0.6167,"n":32,"q1":0.6886249999999999,"q3":0.784425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":39.86355,"ratio":55.53573418779604,"stats":{"max":55.5168,"median":39.86355,"min":39.0934,"n":32,"q1":39.379325,"q3":40.25252499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6622,"ratio":0.9225410977988298,"stats":{"max":1.4286,"median":0.6622,"min":0.5785,"n":32,"q1":0.63185,"q3":0.7093},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7178,"product_stats":{"max":2.4509000000000003,"median":0.7178,"min":0.6222000000000001,"n":32,"q1":0.684325,"q3":0.76535},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.8954500000000001,"ratio":1.2728500355366028,"stats":{"max":3.5845,"median":0.8954500000000001,"min":0.8064,"n":32,"q1":0.85825,"q3":0.95795},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6325000000000001,"ratio":0.8990760483297797,"stats":{"max":1.2654999999999998,"median":0.6325000000000001,"min":0.535,"n":32,"q1":0.6046,"q3":0.720525},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.7035,"product_stats":{"max":1.9135,"median":0.7035,"min":0.6403,"n":32,"q1":0.6646,"q3":0.7648999999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0142,"ratio":7.229759930790858,"stats":{"max":11.4399,"median":5.0142,"min":4.893599999999999,"n":32,"q1":4.985049999999999,"q3":5.185974999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6312500000000001,"ratio":0.9101723019248794,"stats":{"max":5.8836,"median":0.6312500000000001,"min":0.5194000000000001,"n":32,"q1":0.60885,"q3":0.7109000000000001},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.69355,"product_stats":{"max":2.142,"median":0.69355,"min":0.6267,"n":32,"q1":0.6556250000000001,"q3":0.7567999999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":39.87915,"ratio":58.598413048269784,"stats":{"max":54.912099999999995,"median":39.87915,"min":39.1811,"n":32,"q1":39.66405,"q3":40.478875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6493,"ratio":0.9540812578061861,"stats":{"max":1.1004,"median":0.6493,"min":0.5641,"n":32,"q1":0.6111249999999999,"q3":0.69835},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.68055,"product_stats":{"max":0.9012,"median":0.68055,"min":0.6095999999999999,"n":32,"q1":0.660775,"q3":0.69875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.9013,"ratio":1.7213344801050203,"stats":{"max":2.6511,"median":1.9013,"min":1.7734,"n":32,"q1":1.85645,"q3":1.99905},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.33745,"ratio":2.1162011678964285,"stats":{"max":15.4148,"median":2.33745,"min":2.198,"n":32,"q1":2.285075,"q3":2.7095},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.10455,"product_stats":{"max":5.2594,"median":1.10455,"min":0.9583,"n":32,"q1":1.028725,"q3":1.18265},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.3351,"ratio":8.13729079497908,"stats":{"max":25.4478,"median":9.3351,"min":9.0489,"n":32,"q1":9.18385,"q3":9.5367},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.89045,"ratio":12.979820432357043,"stats":{"max":22.2042,"median":14.89045,"min":14.6013,"n":32,"q1":14.7595,"q3":15.576475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.1472,"product_stats":{"max":2.9414,"median":1.1472,"min":0.977,"n":32,"q1":1.0455,"q3":1.23925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":67.5146,"ratio":53.2743628185907,"stats":{"max":108.2858,"median":67.5146,"min":65.21159999999999,"n":32,"q1":66.18015,"q3":68.531725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.95375,"ratio":87.55129014440148,"stats":{"max":127.1185,"median":110.95375,"min":108.8207,"n":32,"q1":109.77345,"q3":112.624025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.2673,"product_stats":{"max":2.3785,"median":1.2673,"min":1.1327,"n":32,"q1":1.21165,"q3":1.334475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.92765,"ratio":1.879625566769051,"stats":{"max":12.2193,"median":1.92765,"min":1.8073,"n":32,"q1":1.8665,"q3":1.9914},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3411,"ratio":2.2827750962897957,"stats":{"max":23.6886,"median":2.3411,"min":2.1844,"n":32,"q1":2.26545,"q3":2.3927},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.02555,"product_stats":{"max":1.5476,"median":1.02555,"min":0.9251,"n":32,"q1":0.98985,"q3":1.0810000000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.21895,"ratio":9.203763789746917,"stats":{"max":20.3005,"median":9.21895,"min":9.0827,"n":32,"q1":9.156275,"q3":9.450525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.9078,"ratio":14.883242649628114,"stats":{"max":60.2726,"median":14.9078,"min":14.5845,"n":32,"q1":14.738,"q3":15.135625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.00165,"product_stats":{"max":3.7804,"median":1.00165,"min":0.9192,"n":32,"q1":0.967975,"q3":1.110475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.4465,"ratio":56.54540039145604,"stats":{"max":82.9101,"median":66.4465,"min":65.4218,"n":32,"q1":65.908575,"q3":67.992125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.71465,"ratio":94.21721555612288,"stats":{"max":127.1782,"median":110.71465,"min":108.4928,"n":32,"q1":110.049,"q3":113.881875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.1751,"product_stats":{"max":1.6608,"median":1.1751,"min":1.0657,"n":32,"q1":1.1448,"q3":1.238625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.95855,"ratio":2.4744788376500315,"stats":{"max":4.069,"median":1.95855,"min":1.7883,"n":32,"q1":1.8751,"q3":2.29205},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3769,"ratio":3.003032217308907,"stats":{"max":38.2578,"median":2.3769,"min":2.2069,"n":32,"q1":2.2742250000000004,"q3":3.4639},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7915,"product_stats":{"max":10.9386,"median":0.7915,"min":0.6766,"n":32,"q1":0.753675,"q3":0.8906},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.208950000000002,"ratio":11.73862332695985,"stats":{"max":21.4764,"median":9.208950000000002,"min":9.054,"n":32,"q1":9.15025,"q3":9.336575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.0127,"ratio":19.136647546207776,"stats":{"max":26.4183,"median":15.0127,"min":14.654800000000002,"n":32,"q1":14.834075,"q3":15.198875},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7845,"product_stats":{"max":2.3131,"median":0.7845,"min":0.6641,"n":32,"q1":0.7455250000000001,"q3":0.8557},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.50195,"ratio":84.31843540002535,"stats":{"max":89.12599999999999,"median":66.50195,"min":65.3745,"n":32,"q1":65.8955,"q3":68.251075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.8001,"ratio":140.4844681120832,"stats":{"max":127.1082,"median":110.8001,"min":109.4001,"n":32,"q1":110.09705,"q3":111.7279},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7887,"product_stats":{"max":1.9905,"median":0.7887,"min":0.6481,"n":32,"q1":0.6995250000000001,"q3":0.850325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.93945,"ratio":2.7285453010692176,"stats":{"max":7.7774,"median":1.93945,"min":1.832,"n":32,"q1":1.8506,"q3":2.094075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3964499999999997,"ratio":3.371482836240855,"stats":{"max":7.3428,"median":2.3964499999999997,"min":2.2204,"n":32,"q1":2.257,"q3":2.5971},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7108,"product_stats":{"max":1.5225,"median":0.7108,"min":0.6273,"n":32,"q1":0.6878500000000001,"q3":0.7661499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.22955,"ratio":13.412119450701153,"stats":{"max":26.389,"median":9.22955,"min":9.071,"n":32,"q1":9.134125,"q3":9.430375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.06125,"ratio":21.886579960764365,"stats":{"max":37.2033,"median":15.06125,"min":14.5614,"n":32,"q1":14.830475,"q3":16.549500000000002},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.68815,"product_stats":{"max":1.1945,"median":0.68815,"min":0.6305,"n":32,"q1":0.6636500000000001,"q3":0.7213999999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.4691,"ratio":95.9219279890324,"stats":{"max":82.84750000000001,"median":66.4691,"min":65.5215,"n":32,"q1":65.900075,"q3":67.58054999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":111.30135,"ratio":160.6195973735479,"stats":{"max":312.9001,"median":111.30135,"min":109.4208,"n":32,"q1":110.457475,"q3":118.84185},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.69295,"product_stats":{"max":0.9083,"median":0.69295,"min":0.6045999999999999,"n":32,"q1":0.66575,"q3":0.711275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.51115,"ratio":2.3578873239436624,"stats":{"max":9.2029,"median":2.51115,"min":2.3154,"n":32,"q1":2.4013750000000003,"q3":2.6971},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2403500000000003,"ratio":2.1036150234741786,"stats":{"max":8.0121,"median":2.2403500000000003,"min":2.055,"n":32,"q1":2.1610000000000005,"q3":2.9879750000000005},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.065,"product_stats":{"max":3.2390000000000003,"median":1.065,"min":0.8986999999999999,"n":32,"q1":1.017,"q3":1.161675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.9441999999999995,"ratio":6.436370377236074,"stats":{"max":12.1832,"median":6.9441999999999995,"min":6.7092,"n":32,"q1":6.89575,"q3":7.29585},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2649999999999997,"ratio":2.0993604597275,"stats":{"max":7.8424,"median":2.2649999999999997,"min":2.1854,"n":32,"q1":2.21495,"q3":2.478925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.0789,"product_stats":{"max":1.7024,"median":1.0789,"min":0.9518,"n":32,"q1":1.0055,"q3":1.225825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.7691,"ratio":36.48514730451081,"stats":{"max":53.401900000000005,"median":44.7691,"min":43.4314,"n":32,"q1":44.171524999999995,"q3":45.327125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.37345,"ratio":1.934273256998492,"stats":{"max":4.0375000000000005,"median":2.37345,"min":2.2213,"n":32,"q1":2.285825,"q3":2.606775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.2270500000000002,"product_stats":{"max":2.6569,"median":1.2270500000000002,"min":1.1065,"n":32,"q1":1.17085,"q3":1.2703},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.53615,"ratio":2.5324779070348,"stats":{"max":33.3738,"median":2.53615,"min":2.3301,"n":32,"q1":2.4798,"q3":2.6434499999999996},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.23695,"ratio":2.2337111188776277,"stats":{"max":14.6798,"median":2.23695,"min":2.0727,"n":32,"q1":2.1458,"q3":2.3123500000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.00145,"product_stats":{"max":1.4951,"median":1.00145,"min":0.9182,"n":32,"q1":0.947125,"q3":1.0575750000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.93665,"ratio":6.804639984304493,"stats":{"max":25.5222,"median":6.93665,"min":6.7327,"n":32,"q1":6.8621,"q3":7.189475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2876000000000003,"ratio":2.2440651363547186,"stats":{"max":5.345199999999999,"median":2.2876000000000003,"min":2.1554,"n":32,"q1":2.2379749999999996,"q3":2.461425},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.0194,"product_stats":{"max":3.434,"median":1.0194,"min":0.898,"n":32,"q1":0.950075,"q3":1.13805},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.31055,"ratio":36.98710350584307,"stats":{"max":52.1714,"median":44.31055,"min":43.6919,"n":32,"q1":43.90635,"q3":45.064800000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3609,"ratio":1.9707011686143574,"stats":{"max":2.6243,"median":2.3609,"min":2.1614,"n":32,"q1":2.30685,"q3":2.460525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.198,"product_stats":{"max":1.5717,"median":1.198,"min":1.1067,"n":32,"q1":1.150975,"q3":1.23},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.69325,"ratio":3.3227438159274567,"stats":{"max":12.9435,"median":2.69325,"min":2.2797,"n":32,"q1":2.43885,"q3":3.458925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2806499999999996,"ratio":2.8137067423354507,"stats":{"max":5.1367,"median":2.2806499999999996,"min":2.0785,"n":32,"q1":2.180725,"q3":2.59085},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.81055,"product_stats":{"max":11.3501,"median":0.81055,"min":0.6874,"n":32,"q1":0.74275,"q3":0.97175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.91715,"ratio":9.088358954145317,"stats":{"max":15.4918,"median":6.91715,"min":6.769,"n":32,"q1":6.8794,"q3":7.113249999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2964,"ratio":3.01721193010117,"stats":{"max":5.5871,"median":2.2964,"min":2.0782000000000003,"n":32,"q1":2.23545,"q3":2.390975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.7610999999999999,"product_stats":{"max":2.5412,"median":0.7610999999999999,"min":0.622,"n":32,"q1":0.7104250000000001,"q3":0.8078},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.5567,"ratio":61.22949017452247,"stats":{"max":49.8658,"median":44.5567,"min":43.552800000000005,"n":32,"q1":44.16855,"q3":45.670425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3638,"ratio":3.248316613989281,"stats":{"max":3.8414,"median":2.3638,"min":2.1841,"n":32,"q1":2.296475,"q3":2.5667},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.7277,"product_stats":{"max":2.0103999999999997,"median":0.7277,"min":0.6418,"n":32,"q1":0.6783,"q3":0.80425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.51685,"ratio":3.4828063377845426,"stats":{"max":11.9601,"median":2.51685,"min":2.2977000000000003,"n":32,"q1":2.431425,"q3":2.7379},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2771,"ratio":3.1510413063031892,"stats":{"max":16.7644,"median":2.2771,"min":2.0873,"n":32,"q1":2.152925,"q3":2.421975},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.72265,"product_stats":{"max":6.1431,"median":0.72265,"min":0.6488,"n":32,"q1":0.699775,"q3":0.84385},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.00445,"ratio":10.143291579176019,"stats":{"max":8.4367,"median":7.00445,"min":6.8084,"n":32,"q1":6.902799999999999,"q3":7.286175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.27745,"ratio":3.298023314749113,"stats":{"max":11.9481,"median":2.27745,"min":2.1335,"n":32,"q1":2.234275,"q3":2.3501000000000003},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.69055,"product_stats":{"max":2.2014,"median":0.69055,"min":0.611,"n":32,"q1":0.663775,"q3":0.7262249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.4544,"ratio":64.12925562608193,"stats":{"max":59.6376,"median":44.4544,"min":43.5831,"n":32,"q1":44.0,"q3":45.42815},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3307,"ratio":3.3622331217541834,"stats":{"max":2.8793,"median":2.3307,"min":2.1819,"n":32,"q1":2.265025,"q3":2.38595},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.6932,"product_stats":{"max":1.0258,"median":0.6932,"min":0.6409,"n":32,"q1":0.66915,"q3":0.756725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1499,"ratio":1.0282571760708217,"stats":{"max":1.631,"median":1.1499,"min":1.039,"n":32,"q1":1.097225,"q3":1.21095},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"better","ms":1.5929,"ratio":1.4243941697218991,"stats":{"max":23.961799999999997,"median":1.5929,"min":1.3793,"n":32,"q1":1.520725,"q3":1.7837},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":1.1183,"product_stats":{"max":2.3057,"median":1.1183,"min":0.9393,"n":32,"q1":1.0090750000000002,"q3":1.200225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.17795,"ratio":1.1552493502672487,"stats":{"max":4.0875,"median":1.17795,"min":1.0372,"n":32,"q1":1.158075,"q3":1.278475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.58895,"ratio":1.558328838326877,"stats":{"max":5.8736,"median":1.58895,"min":1.4537,"n":32,"q1":1.5518999999999998,"q3":1.662625},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":1.01965,"product_stats":{"max":1.3281,"median":1.01965,"min":0.9034,"n":32,"q1":0.974175,"q3":1.0846},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1658499999999998,"ratio":1.5216001044113807,"stats":{"max":4.1491,"median":1.1658499999999998,"min":1.0758,"n":32,"q1":1.133775,"q3":1.4896250000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.6326999999999998,"ratio":2.130905768728791,"stats":{"max":22.6113,"median":1.6326999999999998,"min":1.3556,"n":32,"q1":1.550925,"q3":1.844225},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.7662,"product_stats":{"max":1.2947,"median":0.7662,"min":0.6489999999999999,"n":32,"q1":0.70435,"q3":0.924625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.17975,"ratio":1.6405924071756361,"stats":{"max":24.1426,"median":1.17975,"min":1.0385,"n":32,"q1":1.12205,"q3":1.2495500000000002},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.5917499999999998,"ratio":2.2135308023918783,"stats":{"max":28.967799999999997,"median":1.5917499999999998,"min":1.46,"n":32,"q1":1.53295,"q3":1.9602},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.7191000000000001,"product_stats":{"max":3.615,"median":0.7191000000000001,"min":0.5975,"n":32,"q1":0.694175,"q3":0.7513000000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.646,"ratio":2.253257259644043,"stats":{"max":4.9746,"median":2.646,"min":2.4859,"n":32,"q1":2.57765,"q3":2.8324},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3672,"ratio":2.0158392233671125,"stats":{"max":8.9558,"median":2.3672,"min":2.1215,"n":32,"q1":2.282075,"q3":2.5943750000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.1743,"product_stats":{"max":2.6427,"median":1.1743,"min":1.0115,"n":32,"q1":1.0959249999999998,"q3":1.274725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.036449999999999,"ratio":6.66842301788159,"stats":{"max":10.6152,"median":8.036449999999999,"min":7.7922,"n":32,"q1":7.895325000000001,"q3":8.62825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.1253,"ratio":2.5932871426793347,"stats":{"max":9.5167,"median":3.1253,"min":2.9353,"n":32,"q1":3.0136999999999996,"q3":3.233025},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.20515,"product_stats":{"max":1.7068,"median":1.20515,"min":0.9753,"n":32,"q1":1.139825,"q3":1.375225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.73005,"ratio":51.37754309126873,"stats":{"max":91.3193,"median":72.73005,"min":71.6673,"n":32,"q1":72.15492499999999,"q3":75.30924999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.3523,"ratio":13.670740322124894,"stats":{"max":21.2343,"median":19.3523,"min":19.0527,"n":32,"q1":19.211025,"q3":19.5636},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.4156,"product_stats":{"max":2.5127,"median":1.4156,"min":1.2489,"n":32,"q1":1.33595,"q3":1.5217},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.64555,"ratio":2.461892797319933,"stats":{"max":4.3096000000000005,"median":2.64555,"min":2.4492,"n":32,"q1":2.5534,"q3":2.804825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.30325,"ratio":2.1433556672250136,"stats":{"max":11.706,"median":2.30325,"min":2.1863,"n":32,"q1":2.2484249999999997,"q3":2.3618},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.0746,"product_stats":{"max":1.3528,"median":1.0746,"min":0.9565,"n":32,"q1":1.03205,"q3":1.11525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.028599999999999,"ratio":7.5195279572913725,"stats":{"max":35.714000000000006,"median":8.028599999999999,"min":7.7952,"n":32,"q1":7.940849999999999,"q3":8.250975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.1813,"ratio":2.9795822796665727,"stats":{"max":9.2395,"median":3.1813,"min":2.9721,"n":32,"q1":3.087625,"q3":3.389625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.0677,"product_stats":{"max":1.7488,"median":1.0677,"min":0.9529,"n":32,"q1":1.017175,"q3":1.117925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.3613,"ratio":55.090445374952424,"stats":{"max":98.1223,"median":72.3613,"min":71.5358,"n":32,"q1":71.876175,"q3":73.628625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.4414,"ratio":14.80121811952798,"stats":{"max":34.5386,"median":19.4414,"min":19.0684,"n":32,"q1":19.29645,"q3":20.11255},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.3135,"product_stats":{"max":1.7437,"median":1.3135,"min":1.1816000000000002,"n":32,"q1":1.2904,"q3":1.36015},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.72885,"ratio":3.0238240345725527,"stats":{"max":10.6611,"median":2.72885,"min":2.4785,"n":32,"q1":2.5881999999999996,"q3":3.4659250000000004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.34225,"ratio":2.5954346501191203,"stats":{"max":4.7111,"median":2.34225,"min":2.2168,"n":32,"q1":2.278975,"q3":2.6283000000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.90245,"product_stats":{"max":1.7554999999999998,"median":0.90245,"min":0.6526000000000001,"n":32,"q1":0.78885,"q3":0.997425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.954700000000001,"ratio":8.885450991343202,"stats":{"max":9.0299,"median":7.954700000000001,"min":7.826599999999999,"n":32,"q1":7.909625,"q3":8.09855},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.13665,"ratio":3.5036581960346274,"stats":{"max":4.2823,"median":3.13665,"min":2.9953,"n":32,"q1":3.0375,"q3":3.22995},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.89525,"product_stats":{"max":2.9864,"median":0.89525,"min":0.7321,"n":32,"q1":0.835925,"q3":0.938775},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.90605,"ratio":80.71971877767936,"stats":{"max":89.8736,"median":72.90605,"min":71.5378,"n":32,"q1":72.09482499999999,"q3":74.96445},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.330150000000003,"ratio":21.40184898139947,"stats":{"max":41.262,"median":19.330150000000003,"min":19.0576,"n":32,"q1":19.24365,"q3":20.275025},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.9032,"product_stats":{"max":3.137,"median":0.9032,"min":0.7693,"n":32,"q1":0.8547250000000001,"q3":0.977575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.6671000000000005,"ratio":3.304342439447439,"stats":{"max":11.7705,"median":2.6671000000000005,"min":2.5069,"n":32,"q1":2.5753500000000003,"q3":2.9360999999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.386,"ratio":2.9560800346899585,"stats":{"max":51.4914,"median":2.386,"min":2.1925,"n":32,"q1":2.27165,"q3":2.655175},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.80715,"product_stats":{"max":1.2981,"median":0.80715,"min":0.7281,"n":32,"q1":0.770375,"q3":0.8471},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.978350000000001,"ratio":10.582769598089934,"stats":{"max":16.8703,"median":7.978350000000001,"min":7.7734,"n":32,"q1":7.915349999999999,"q3":8.31655},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.1414999999999997,"ratio":4.1669982756333726,"stats":{"max":8.479000000000001,"median":3.1414999999999997,"min":2.9122000000000003,"n":32,"q1":3.082,"q3":3.2508999999999997},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.7539,"product_stats":{"max":1.8508,"median":0.7539,"min":0.6634,"n":32,"q1":0.726775,"q3":0.78425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.36179999999999,"ratio":87.71127272727271,"stats":{"max":83.5422,"median":72.36179999999999,"min":71.7158,"n":32,"q1":72.034875,"q3":73.422825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.398850000000003,"ratio":23.51375757575758,"stats":{"max":27.1509,"median":19.398850000000003,"min":19.0556,"n":32,"q1":19.25095,"q3":19.592124999999996},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.825,"product_stats":{"max":0.9449,"median":0.825,"min":0.7863,"n":32,"q1":0.810675,"q3":0.8653500000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.38284999999999,"ratio":52.46107150132409,"stats":{"max":79.55619999999999,"median":64.38284999999999,"min":63.3436,"n":32,"q1":64.111625,"q3":65.667575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":108.7917,"ratio":88.64673049500918,"stats":{"max":116.7416,"median":108.7917,"min":107.4339,"n":32,"q1":108.17285,"q3":110.299275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":1.22725,"product_stats":{"max":2.3755,"median":1.22725,"min":1.0248,"n":32,"q1":1.171075,"q3":1.2652},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.2473,"ratio":53.57960136769243,"stats":{"max":73.5797,"median":64.2473,"min":63.485,"n":32,"q1":63.788375,"q3":65.039975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":109.23375,"ratio":91.09644733550162,"stats":{"max":240.3253,"median":109.23375,"min":107.2942,"n":32,"q1":108.21025,"q3":114.913675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":1.1991,"product_stats":{"max":1.3868,"median":1.1991,"min":1.0726,"n":32,"q1":1.142475,"q3":1.250425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.62735,"ratio":85.8264940239044,"stats":{"max":80.3176,"median":64.62735,"min":63.4319,"n":32,"q1":64.191325,"q3":65.83534999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":109.7474,"ratio":145.74687915006643,"stats":{"max":128.9972,"median":109.7474,"min":107.3772,"n":32,"q1":108.4125,"q3":114.6372},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.7529999999999999,"product_stats":{"max":3.9904,"median":0.7529999999999999,"min":0.6511,"n":32,"q1":0.6975499999999999,"q3":0.83685},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.51660000000001,"ratio":90.88765232091289,"stats":{"max":84.3738,"median":64.51660000000001,"min":63.6366,"n":32,"q1":63.828225,"q3":65.50762499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":108.95495,"ratio":153.49010354300205,"stats":{"max":142.0141,"median":108.95495,"min":107.2325,"n":32,"q1":108.325,"q3":112.99295},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.70985,"product_stats":{"max":1.0214,"median":0.70985,"min":0.5814,"n":32,"q1":0.680775,"q3":0.72935},"state":"skip"}
      ]
    },
    "windows-2": {
      "calibration_ms": 0.0594,
      "summary": {
        "cscope": {
          "faster": 49,
          "inconclusive": 1
        },
        "cscope-q": {
          "faster": 47,
          "inconclusive": 3
        }
      },
      "groups": [
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":15.9646,"ratio":2.555337692375411,"stats":{"max":29.9676,"median":15.9646,"min":14.8448,"n":32,"q1":15.418475,"q3":19.42835},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":15.8879,"ratio":2.543060879864907,"stats":{"max":27.9015,"median":15.8879,"min":14.9767,"n":32,"q1":15.38785,"q3":17.564425},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":6.24755,"product_stats":{"max":10.375,"median":6.24755,"min":5.936999999999999,"n":32,"q1":6.16445,"q3":6.52115},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":30.116,"ratio":2.9107286970052817,"stats":{"max":46.8217,"median":30.116,"min":28.652,"n":32,"q1":29.35045,"q3":30.976025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.9628,"ratio":2.8959218290154687,"stats":{"max":56.3021,"median":29.9628,"min":28.7805,"n":32,"q1":29.625725000000003,"q3":30.79365},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":10.34655,"product_stats":{"max":19.071,"median":10.34655,"min":9.4764,"n":32,"q1":10.036775,"q3":10.86925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":373.62765,"ratio":5.543395820505784,"stats":{"max":430.8543,"median":373.62765,"min":353.59049999999996,"n":32,"q1":363.745225,"q3":383.0653},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":371.0661,"ratio":5.505390909562986,"stats":{"max":492.6328,"median":371.0661,"min":351.44370000000004,"n":32,"q1":363.0403,"q3":380.6833000000001},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":67.4005,"product_stats":{"max":79.3951,"median":67.4005,"min":60.596900000000005,"n":32,"q1":64.43697499999999,"q3":72.401925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.055,"ratio":2.542603953646899,"stats":{"max":60.7706,"median":13.055,"min":12.2915,"n":32,"q1":12.75245,"q3":15.639975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.2092,"ratio":2.5726360892005067,"stats":{"max":23.8262,"median":13.2092,"min":12.4806,"n":32,"q1":12.962049999999998,"q3":14.100775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"startup","name":"Startup","operation":"startup","product_ms":5.134499999999999,"product_stats":{"max":23.058,"median":5.134499999999999,"min":4.714300000000001,"n":32,"q1":4.9471,"q3":5.59385},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.4122,"ratio":2.514308209997469,"stats":{"max":23.5484,"median":13.4122,"min":12.8599,"n":32,"q1":13.179925,"q3":13.76505},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.387,"ratio":2.5095841105289303,"stats":{"max":24.4972,"median":13.387,"min":12.7947,"n":32,"q1":13.269125,"q3":14.106925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"startup","name":"Startup","operation":"startup","product_ms":5.334350000000001,"product_stats":{"max":12.7832,"median":5.334350000000001,"min":4.752400000000001,"n":32,"q1":4.985250000000001,"q3":5.773725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":13.68035,"ratio":2.3581321588940507,"stats":{"max":15.5541,"median":13.68035,"min":12.9968,"n":32,"q1":13.48335,"q3":14.1517},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.8315,"ratio":2.384186439363252,"stats":{"max":29.3358,"median":13.8315,"min":13.4733,"n":32,"q1":13.652725,"q3":14.092575},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"startup","name":"Startup","operation":"startup","product_ms":5.801349999999999,"product_stats":{"max":9.9953,"median":5.801349999999999,"min":5.4613,"n":32,"q1":5.62785,"q3":7.668575000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.7822,"ratio":2.4877721643492645,"stats":{"max":7.2933,"median":2.7822,"min":2.5382,"n":32,"q1":2.6937999999999995,"q3":3.41045},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.30685,"ratio":2.062726337908526,"stats":{"max":8.277800000000001,"median":2.30685,"min":2.0991999999999997,"n":32,"q1":2.2494,"q3":2.525575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.11835,"product_stats":{"max":2.6511,"median":1.11835,"min":0.9448,"n":32,"q1":1.031475,"q3":1.1776750000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.0467,"ratio":9.207863623865823,"stats":{"max":11.2257,"median":10.0467,"min":9.8288,"n":32,"q1":9.981875,"q3":10.206675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2418500000000003,"ratio":2.0546695994867568,"stats":{"max":9.7614,"median":2.2418500000000003,"min":2.0877,"n":32,"q1":2.177975,"q3":2.301725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.0911,"product_stats":{"max":1.9374,"median":1.0911,"min":0.8843,"n":32,"q1":1.033825,"q3":1.163675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":66.0056,"ratio":53.38963034862089,"stats":{"max":82.0305,"median":66.0056,"min":65.0352,"n":32,"q1":65.339575,"q3":66.54912499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2996999999999996,"ratio":1.860147213459516,"stats":{"max":3.3814,"median":2.2996999999999996,"min":2.1279,"n":32,"q1":2.26865,"q3":2.4488},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":1.2363,"product_stats":{"max":2.2390000000000003,"median":1.2363,"min":1.0959,"n":32,"q1":1.157525,"q3":1.341025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.7905,"ratio":2.714362141919168,"stats":{"max":4.0344,"median":2.7905,"min":2.5387,"n":32,"q1":2.6826000000000003,"q3":2.877625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.30955,"ratio":2.2465347016195714,"stats":{"max":7.913999999999999,"median":2.30955,"min":2.1092,"n":32,"q1":2.2513,"q3":2.528175},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":1.02805,"product_stats":{"max":4.9533,"median":1.02805,"min":0.9437,"n":32,"q1":0.9954,"q3":1.1227},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.05725,"ratio":10.35122478386167,"stats":{"max":22.5821,"median":10.05725,"min":9.7457,"n":32,"q1":9.979125,"q3":10.196025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.24955,"ratio":2.315304652120214,"stats":{"max":2.5706,"median":2.24955,"min":2.1010999999999997,"n":32,"q1":2.2180999999999997,"q3":2.271825},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.9716,"product_stats":{"max":1.1892999999999998,"median":0.9716,"min":0.8756,"n":32,"q1":0.919,"q3":1.0379},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":66.486,"ratio":56.82078454832921,"stats":{"max":82.9456,"median":66.486,"min":64.9375,"n":32,"q1":65.762725,"q3":66.87955},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.36745,"ratio":2.023288607811298,"stats":{"max":15.467,"median":2.36745,"min":2.2332,"n":32,"q1":2.30945,"q3":2.4406999999999996},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":1.1701,"product_stats":{"max":1.3127,"median":1.1701,"min":1.0733,"n":32,"q1":1.1229,"q3":1.215175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.7295499999999997,"ratio":3.648155573376102,"stats":{"max":8.611799999999999,"median":2.7295499999999997,"min":2.5795000000000003,"n":32,"q1":2.673675,"q3":2.788475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2746,"ratio":3.0400962309542905,"stats":{"max":5.4014,"median":2.2746,"min":2.1163000000000003,"n":32,"q1":2.214025,"q3":2.343875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.7482,"product_stats":{"max":0.995,"median":0.7482,"min":0.6346,"n":32,"q1":0.69785,"q3":0.7923},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.04645,"ratio":13.644506315360587,"stats":{"max":21.144,"median":10.04645,"min":9.8335,"n":32,"q1":9.929425,"q3":10.2004},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.23615,"ratio":3.0370093711802255,"stats":{"max":3.3087,"median":2.23615,"min":2.0778,"n":32,"q1":2.2024749999999997,"q3":2.4677249999999997},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.7363,"product_stats":{"max":5.553599999999999,"median":0.7363,"min":0.6232,"n":32,"q1":0.6988249999999999,"q3":0.8045},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":65.99655,"ratio":89.66922554347826,"stats":{"max":85.1132,"median":65.99655,"min":64.9602,"n":32,"q1":65.523875,"q3":67.21847500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.3568,"ratio":3.202173913043478,"stats":{"max":3.2995,"median":2.3568,"min":2.1602,"n":32,"q1":2.2681750000000003,"q3":2.445275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol","operation":"symbol-exact","product_ms":0.736,"product_stats":{"max":1.869,"median":0.736,"min":0.6313,"n":32,"q1":0.69365,"q3":0.8137},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.7903,"ratio":3.894075779778103,"stats":{"max":12.2738,"median":2.7903,"min":2.5534,"n":32,"q1":2.669875,"q3":2.835325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.31825,"ratio":3.2352941176470584,"stats":{"max":9.6012,"median":2.31825,"min":2.0909,"n":32,"q1":2.224525,"q3":2.5537},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.71655,"product_stats":{"max":1.0396,"median":0.71655,"min":0.6441,"n":32,"q1":0.691225,"q3":0.781475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":10.10795,"ratio":15.111302137838242,"stats":{"max":28.3555,"median":10.10795,"min":9.7048,"n":32,"q1":10.02645,"q3":10.3107},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2727500000000003,"ratio":3.3977425624159068,"stats":{"max":10.5255,"median":2.2727500000000003,"min":2.1261,"n":32,"q1":2.202825,"q3":2.347},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.6689,"product_stats":{"max":1.0728,"median":0.6689,"min":0.5959,"n":32,"q1":0.64615,"q3":0.700025},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":65.87245,"ratio":94.24486730095143,"stats":{"max":81.3095,"median":65.87245,"min":64.7547,"n":32,"q1":65.36345,"q3":67.04185000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.34525,"ratio":3.3553902281994423,"stats":{"max":2.6191,"median":2.34525,"min":2.1481,"n":32,"q1":2.2932249999999996,"q3":2.403575},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol","operation":"symbol-exact","product_ms":0.69895,"product_stats":{"max":0.7988999999999999,"median":0.69895,"min":0.6145999999999999,"n":32,"q1":0.6714,"q3":0.7423249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.47515,"ratio":2.345891384702872,"stats":{"max":7.6373,"median":2.47515,"min":2.3135,"n":32,"q1":2.424275,"q3":2.9617750000000003},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.24885,"ratio":2.131409345085774,"stats":{"max":18.3943,"median":2.24885,"min":2.0869,"n":32,"q1":2.178325,"q3":2.7315},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":1.0551,"product_stats":{"max":2.5547,"median":1.0551,"min":0.981,"n":32,"q1":1.016275,"q3":1.122675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.63305,"ratio":6.083692561680271,"stats":{"max":13.44,"median":6.63305,"min":6.3931,"n":32,"q1":6.586824999999999,"q3":6.94655},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.23805,"ratio":2.0526919196551408,"stats":{"max":3.4841,"median":2.23805,"min":2.048,"n":32,"q1":2.1805000000000003,"q3":2.28745},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":1.0903,"product_stats":{"max":2.0944000000000003,"median":1.0903,"min":0.8854000000000001,"n":32,"q1":0.9953,"q3":1.1203},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.5733,"ratio":35.209231420707184,"stats":{"max":46.008300000000006,"median":41.5733,"min":40.723299999999995,"n":32,"q1":41.182175,"q3":42.309650000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.23395,"ratio":1.891975439339403,"stats":{"max":9.4197,"median":2.23395,"min":2.093,"n":32,"q1":2.187225,"q3":2.285925},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":1.18075,"product_stats":{"max":2.9007,"median":1.18075,"min":1.0828,"n":32,"q1":1.1565500000000002,"q3":1.26345},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.448,"ratio":2.3444907340899297,"stats":{"max":3.9171,"median":2.448,"min":2.3264,"n":32,"q1":2.41215,"q3":2.621725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2048499999999995,"ratio":2.1116218934061197,"stats":{"max":9.3129,"median":2.2048499999999995,"min":2.0528999999999997,"n":32,"q1":2.139725,"q3":2.276275},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":1.04415,"product_stats":{"max":2.2908999999999997,"median":1.04415,"min":0.9259,"n":32,"q1":1.004025,"q3":1.079625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.65915,"ratio":6.639232303090729,"stats":{"max":12.556,"median":6.65915,"min":6.4405,"n":32,"q1":6.59935,"q3":6.72765},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.21995,"ratio":2.2133100697906283,"stats":{"max":2.6533,"median":2.21995,"min":2.0516,"n":32,"q1":2.142725,"q3":2.265575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":1.003,"product_stats":{"max":3.0352,"median":1.003,"min":0.8739,"n":32,"q1":0.9587,"q3":1.07595},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.6899,"ratio":35.64305561492754,"stats":{"max":50.196200000000005,"median":41.6899,"min":40.9191,"n":32,"q1":41.399975,"q3":42.010875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.31295,"ratio":1.9774718933014146,"stats":{"max":5.5196000000000005,"median":2.31295,"min":2.1099,"n":32,"q1":2.1991750000000003,"q3":2.392925},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":1.16965,"product_stats":{"max":1.348,"median":1.16965,"min":1.0801,"n":32,"q1":1.119575,"q3":1.2130999999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4453,"ratio":3.3111712931618142,"stats":{"max":8.1269,"median":2.4453,"min":2.3019,"n":32,"q1":2.3857,"q3":2.563725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.1796,"ratio":2.9513879485443466,"stats":{"max":5.6148,"median":2.1796,"min":2.0686,"n":32,"q1":2.135375,"q3":2.2704250000000004},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition","operation":"definition","product_ms":0.7385,"product_stats":{"max":1.4411999999999998,"median":0.7385,"min":0.6461,"n":32,"q1":0.716025,"q3":0.760675},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.665150000000001,"ratio":9.383570322398988,"stats":{"max":9.4837,"median":6.665150000000001,"min":6.442200000000001,"n":32,"q1":6.59645,"q3":6.827425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.20735,"ratio":3.107630578628749,"stats":{"max":3.2417,"median":2.20735,"min":2.0185,"n":32,"q1":2.15605,"q3":2.29405},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition","operation":"definition","product_ms":0.7102999999999999,"product_stats":{"max":1.1172,"median":0.7102999999999999,"min":0.6249,"n":32,"q1":0.674175,"q3":0.758825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.43115,"ratio":60.06690830010874,"stats":{"max":49.2759,"median":41.43115,"min":40.755100000000006,"n":32,"q1":41.085525,"q3":42.103725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2554,"ratio":3.269880391446176,"stats":{"max":3.2167,"median":2.2554,"min":2.1064,"n":32,"q1":2.194375,"q3":2.3516250000000003},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition","operation":"definition","product_ms":0.68975,"product_stats":{"max":1.9393,"median":0.68975,"min":0.6192,"n":32,"q1":0.658475,"q3":0.747725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4441,"ratio":3.4373110189156884,"stats":{"max":5.0406,"median":2.4441,"min":2.3066,"n":32,"q1":2.4001,"q3":2.506775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.20275,"ratio":3.0978834118557064,"stats":{"max":2.6715,"median":2.20275,"min":2.0696999999999997,"n":32,"q1":2.121625,"q3":2.394025},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition","operation":"definition","product_ms":0.71105,"product_stats":{"max":3.3352999999999997,"median":0.71105,"min":0.6335,"n":32,"q1":0.67995,"q3":0.7490249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.68745,"ratio":9.936037441497659,"stats":{"max":24.318,"median":6.68745,"min":6.5119,"n":32,"q1":6.567200000000001,"q3":6.860375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.21525,"ratio":3.291360225837605,"stats":{"max":4.8602,"median":2.21525,"min":2.0676,"n":32,"q1":2.1582,"q3":2.308525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition","operation":"definition","product_ms":0.67305,"product_stats":{"max":0.7625000000000001,"median":0.67305,"min":0.6059,"n":32,"q1":0.652725,"q3":0.696},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.29735,"ratio":60.6956937095826,"stats":{"max":44.7743,"median":41.29735,"min":40.8472,"n":32,"q1":41.0368,"q3":41.795775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2882,"ratio":3.3630217519106407,"stats":{"max":2.6498,"median":2.2882,"min":2.0615,"n":32,"q1":2.2287,"q3":2.351},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition","operation":"definition","product_ms":0.6804,"product_stats":{"max":0.9408,"median":0.6804,"min":0.6229,"n":32,"q1":0.6454500000000001,"q3":0.7162},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.0528500000000003,"ratio":1.8494144144144145,"stats":{"max":4.6054,"median":2.0528500000000003,"min":1.9281,"n":32,"q1":1.98645,"q3":2.555675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8305,"ratio":1.649099099099099,"stats":{"max":5.6297999999999995,"median":1.8305,"min":1.6519,"n":32,"q1":1.7340749999999998,"q3":2.36875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":1.11,"product_stats":{"max":2.6933,"median":1.11,"min":1.021,"n":32,"q1":1.057325,"q3":1.203875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.95215,"ratio":5.521474953617811,"stats":{"max":8.4525,"median":5.95215,"min":5.7656,"n":32,"q1":5.852499999999999,"q3":6.079825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.49835,"ratio":1.3899350649350652,"stats":{"max":4.551,"median":1.49835,"min":1.3339,"n":32,"q1":1.45825,"q3":1.541925},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":1.0779999999999998,"product_stats":{"max":1.6899,"median":1.0779999999999998,"min":0.9213,"n":32,"q1":1.006875,"q3":1.17455},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":41.03485,"ratio":32.59838735303464,"stats":{"max":57.8335,"median":41.03485,"min":39.6627,"n":32,"q1":40.6385,"q3":42.65995},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.60155,"ratio":1.2722831267874166,"stats":{"max":2.458,"median":1.60155,"min":1.4941,"n":32,"q1":1.5547,"q3":1.6562},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":1.2588,"product_stats":{"max":2.5544,"median":1.2588,"min":1.1017,"n":32,"q1":1.1751,"q3":1.37935},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.0604500000000003,"ratio":1.9899077695687868,"stats":{"max":3.9434,"median":2.0604500000000003,"min":1.8916,"n":32,"q1":2.02365,"q3":2.0839},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.7763,"ratio":1.7154860205707663,"stats":{"max":5.3968,"median":1.7763,"min":1.6716,"n":32,"q1":1.72635,"q3":1.846525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":1.03545,"product_stats":{"max":2.579,"median":1.03545,"min":0.9468,"n":32,"q1":1.012525,"q3":1.121925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.9375,"ratio":5.784218217243059,"stats":{"max":12.6471,"median":5.9375,"min":5.744199999999999,"n":32,"q1":5.86785,"q3":5.980525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.47995,"ratio":1.44174378957623,"stats":{"max":1.9396,"median":1.47995,"min":1.34,"n":32,"q1":1.44405,"q3":1.531625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":1.0265,"product_stats":{"max":1.4434,"median":1.0265,"min":0.9159,"n":32,"q1":0.972825,"q3":1.055125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.685550000000006,"ratio":34.22548895899054,"stats":{"max":56.723000000000006,"median":40.685550000000006,"min":39.6812,"n":32,"q1":40.3771,"q3":41.154775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.613,"ratio":1.356887486855941,"stats":{"max":3.1769,"median":1.613,"min":1.4170999999999998,"n":32,"q1":1.586725,"q3":1.67875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":1.18875,"product_stats":{"max":2.2644,"median":1.18875,"min":1.1137,"n":32,"q1":1.15155,"q3":1.222675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.00375,"ratio":2.6151788044896898,"stats":{"max":9.1254,"median":2.00375,"min":1.8626,"n":32,"q1":1.967425,"q3":2.141525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.7804000000000002,"ratio":2.3236752806055865,"stats":{"max":10.6713,"median":1.7804000000000002,"min":1.6717,"n":32,"q1":1.74105,"q3":1.8445},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callees","operation":"callees","product_ms":0.7662,"product_stats":{"max":6.8894,"median":0.7662,"min":0.6758,"n":32,"q1":0.7367,"q3":0.8070499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.9048,"ratio":8.486956521739131,"stats":{"max":13.7728,"median":5.9048,"min":5.7542,"n":32,"q1":5.8549999999999995,"q3":5.98795},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4946000000000002,"ratio":2.1481854114265184,"stats":{"max":2.9896,"median":1.4946000000000002,"min":1.339,"n":32,"q1":1.422775,"q3":1.567225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callees","operation":"callees","product_ms":0.69575,"product_stats":{"max":3.1387,"median":0.69575,"min":0.6068,"n":32,"q1":0.668575,"q3":0.74065},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.58755,"ratio":56.28560532519761,"stats":{"max":50.3463,"median":40.58755,"min":39.6624,"n":32,"q1":40.18575,"q3":41.069500000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.60965,"ratio":2.2322146720288445,"stats":{"max":2.3842999999999996,"median":1.60965,"min":1.4411999999999998,"n":32,"q1":1.55445,"q3":1.7311},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callees","operation":"callees","product_ms":0.7211000000000001,"product_stats":{"max":1.9349,"median":0.7211000000000001,"min":0.6277,"n":32,"q1":0.6935,"q3":0.782475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.0366,"ratio":2.744743935309973,"stats":{"max":3.257,"median":2.0366,"min":1.8925,"n":32,"q1":1.966825,"q3":2.13175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.79425,"ratio":2.4181266846361185,"stats":{"max":10.2663,"median":1.79425,"min":1.66,"n":32,"q1":1.740525,"q3":1.950775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callees","operation":"callees","product_ms":0.742,"product_stats":{"max":11.7957,"median":0.742,"min":0.6715,"n":32,"q1":0.709275,"q3":0.767625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.92,"ratio":8.843740663280549,"stats":{"max":11.6286,"median":5.92,"min":5.7330000000000005,"n":32,"q1":5.8527499999999995,"q3":6.247975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.50555,"ratio":2.2491036749327757,"stats":{"max":6.2075000000000005,"median":1.50555,"min":1.354,"n":32,"q1":1.4567,"q3":1.5434},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callees","operation":"callees","product_ms":0.6694,"product_stats":{"max":0.8002,"median":0.6694,"min":0.6077,"n":32,"q1":0.6517,"q3":0.6901249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.62975,"ratio":56.78908379341674,"stats":{"max":56.5267,"median":40.62975,"min":39.395399999999995,"n":32,"q1":40.221575,"q3":41.155225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.61205,"ratio":2.2531972884198757,"stats":{"max":8.5875,"median":1.61205,"min":1.4371,"n":32,"q1":1.5506749999999998,"q3":1.664675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callees","operation":"callees","product_ms":0.7154499999999999,"product_stats":{"max":0.8368,"median":0.7154499999999999,"min":0.6199,"n":32,"q1":0.6689,"q3":0.7489250000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5301,"ratio":2.335872224530305,"stats":{"max":11.6234,"median":2.5301,"min":2.3346,"n":32,"q1":2.437525,"q3":2.8725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3657000000000004,"ratio":2.1840926926095188,"stats":{"max":13.9237,"median":2.3657000000000004,"min":2.0875,"n":32,"q1":2.22095,"q3":3.0627},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":1.08315,"product_stats":{"max":1.7539,"median":1.08315,"min":0.9264,"n":32,"q1":1.026125,"q3":1.2237749999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.15515,"ratio":6.458299485513132,"stats":{"max":13.2958,"median":7.15515,"min":6.747999999999999,"n":32,"q1":7.0031,"q3":7.598025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3712999999999997,"ratio":2.1403556277642384,"stats":{"max":3.3828,"median":2.3712999999999997,"min":2.053,"n":32,"q1":2.287825,"q3":2.625825},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":1.1079,"product_stats":{"max":2.125,"median":1.1079,"min":0.9411,"n":32,"q1":1.050325,"q3":1.179475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.96210000000001,"ratio":33.82799735040848,"stats":{"max":51.5758,"median":45.96210000000001,"min":43.8398,"n":32,"q1":44.48555,"q3":46.27325},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.52745,"ratio":1.860197247368808,"stats":{"max":3.4742,"median":2.52745,"min":2.0875999999999997,"n":32,"q1":2.20045,"q3":2.843375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":1.3587000000000002,"product_stats":{"max":4.453,"median":1.3587000000000002,"min":1.1065999999999998,"n":32,"q1":1.202625,"q3":1.7624},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5326,"ratio":2.4252813023701223,"stats":{"max":9.5447,"median":2.5326,"min":2.3433,"n":32,"q1":2.45855,"q3":2.6922250000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3021000000000003,"ratio":2.204548719176443,"stats":{"max":5.4994,"median":2.3021000000000003,"min":2.0309999999999997,"n":32,"q1":2.1692750000000003,"q3":2.42575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":1.04425,"product_stats":{"max":4.5994,"median":1.04425,"min":0.944,"n":32,"q1":0.998625,"q3":1.1325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.09115,"ratio":6.836490720655579,"stats":{"max":13.331,"median":7.09115,"min":6.7416,"n":32,"q1":6.90735,"q3":7.40605},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.29595,"ratio":2.2134972282477703,"stats":{"max":4.2838,"median":2.29595,"min":2.0696,"n":32,"q1":2.1633,"q3":2.34995},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":1.03725,"product_stats":{"max":3.5118,"median":1.03725,"min":0.9131,"n":32,"q1":0.987975,"q3":1.102975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.720650000000006,"ratio":35.88607197519721,"stats":{"max":49.645500000000006,"median":45.720650000000006,"min":43.7253,"n":32,"q1":44.357825,"q3":46.23595},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.4417,"ratio":1.916486794081865,"stats":{"max":18.7348,"median":2.4417,"min":2.1537,"n":32,"q1":2.267675,"q3":2.685675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":1.27405,"product_stats":{"max":1.6731,"median":1.27405,"min":1.0492,"n":32,"q1":1.184075,"q3":1.358375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.55675,"ratio":3.2626172398392144,"stats":{"max":5.7397,"median":2.55675,"min":2.3152,"n":32,"q1":2.407325,"q3":2.968625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.29045,"ratio":2.9227971671026607,"stats":{"max":19.2563,"median":2.29045,"min":2.0917000000000003,"n":32,"q1":2.175875,"q3":2.727825},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Callers","operation":"callers","product_ms":0.78365,"product_stats":{"max":1.0502,"median":0.78365,"min":0.6733,"n":32,"q1":0.7378750000000001,"q3":0.8229500000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.147,"ratio":9.146989185384271,"stats":{"max":16.878899999999998,"median":7.147,"min":6.717,"n":32,"q1":6.90905,"q3":7.428375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3658,"ratio":3.0278364369360724,"stats":{"max":8.8749,"median":2.3658,"min":2.0807,"n":32,"q1":2.216225,"q3":2.617975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Callers","operation":"callers","product_ms":0.78135,"product_stats":{"max":0.9658,"median":0.78135,"min":0.6083,"n":32,"q1":0.722925,"q3":0.855075},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.77695,"ratio":53.606124480355994,"stats":{"max":47.396800000000006,"median":45.77695,"min":43.7923,"n":32,"q1":44.330625,"q3":46.276},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.5736999999999997,"ratio":3.0138766906727557,"stats":{"max":4.2047,"median":2.5736999999999997,"min":2.1444,"n":32,"q1":2.265525,"q3":2.868875},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Callers","operation":"callers","product_ms":0.85395,"product_stats":{"max":2.0514,"median":0.85395,"min":0.6503,"n":32,"q1":0.72575,"q3":1.0424},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5493,"ratio":3.535783633841886,"stats":{"max":10.8609,"median":2.5493,"min":2.3356000000000003,"n":32,"q1":2.4680999999999997,"q3":2.6524},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.28825,"ratio":3.1737170596393893,"stats":{"max":10.8801,"median":2.28825,"min":2.1136000000000004,"n":32,"q1":2.217475,"q3":2.35945},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Callers","operation":"callers","product_ms":0.7210000000000001,"product_stats":{"max":0.9087,"median":0.7210000000000001,"min":0.6314,"n":32,"q1":0.686775,"q3":0.7455499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.036299999999999,"ratio":9.870660026653573,"stats":{"max":9.1574,"median":7.036299999999999,"min":6.6723,"n":32,"q1":6.933175,"q3":7.200575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.30985,"ratio":3.240303009048187,"stats":{"max":8.1998,"median":2.30985,"min":2.0793,"n":32,"q1":2.1799,"q3":2.4389000000000003},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Callers","operation":"callers","product_ms":0.71285,"product_stats":{"max":0.9117,"median":0.71285,"min":0.606,"n":32,"q1":0.6548499999999999,"q3":0.75835},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"mixed","ms":45.7958,"ratio":59.812969372428654,"stats":{"max":67.96820000000001,"median":45.7958,"min":43.822,"n":32,"q1":44.63185,"q3":46.270225},"status":"inconclusive","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.4868,"ratio":3.2479592503101937,"stats":{"max":5.832999999999999,"median":2.4868,"min":2.09,"n":32,"q1":2.248675,"q3":2.7337},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Callers","operation":"callers","product_ms":0.76565,"product_stats":{"max":1.1662,"median":0.76565,"min":0.6264000000000001,"n":32,"q1":0.6765249999999999,"q3":0.86955},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.9258,"ratio":4.332137949525757,"stats":{"max":26.8498,"median":12.9258,"min":12.0429,"n":32,"q1":12.7188,"q3":15.8816},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.9126,"ratio":4.327713912256594,"stats":{"max":27.073,"median":12.9126,"min":12.0359,"n":32,"q1":12.338775,"q3":16.064825},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":2.9837,"product_stats":{"max":5.2223,"median":2.9837,"min":2.5006,"n":32,"q1":2.865325,"q3":3.10235},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":73.50274999999999,"ratio":5.904689031345897,"stats":{"max":95.5912,"median":73.50274999999999,"min":70.5585,"n":32,"q1":72.108025,"q3":81.652725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.39935,"ratio":5.816049709998232,"stats":{"max":97.0734,"median":72.39935,"min":70.2561,"n":32,"q1":71.652625,"q3":76.535625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":12.4482,"product_stats":{"max":27.4888,"median":12.4482,"min":7.8429,"n":32,"q1":11.769075,"q3":13.308375},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":632.30495,"ratio":2.289810910104893,"stats":{"max":659.2053,"median":632.30495,"min":609.5748,"n":32,"q1":625.5614250000001,"q3":638.0664},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":630.0616,"ratio":2.2816869071136403,"stats":{"max":759.1726,"median":630.0616,"min":603.8527,"n":32,"q1":621.784425,"q3":637.96225},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":276.1385,"product_stats":{"max":433.8343,"median":276.1385,"min":232.5536,"n":32,"q1":266.731825,"q3":284.894475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.57515,"ratio":4.464180482090241,"stats":{"max":32.9441,"median":12.57515,"min":12.1326,"n":32,"q1":12.44855,"q3":13.4504},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.82805,"ratio":4.553960026980013,"stats":{"max":32.6119,"median":12.82805,"min":12.0112,"n":32,"q1":12.424275000000002,"q3":13.038875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":2.8169,"product_stats":{"max":7.8175,"median":2.8169,"min":2.4209,"n":32,"q1":2.685625,"q3":3.54555},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":73.13040000000001,"ratio":5.6561325351524445,"stats":{"max":100.1293,"median":73.13040000000001,"min":71.1851,"n":32,"q1":71.99622500000001,"q3":76.332},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":71.95605,"ratio":5.5653046545083305,"stats":{"max":118.3654,"median":71.95605,"min":70.59129999999999,"n":32,"q1":71.436925,"q3":75.8978},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":12.9294,"product_stats":{"max":21.3477,"median":12.9294,"min":10.9196,"n":32,"q1":12.3349,"q3":14.6212},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":631.45145,"ratio":2.3062726307846604,"stats":{"max":701.1399,"median":631.45145,"min":607.112,"n":32,"q1":625.005125,"q3":641.4555},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":633.1131,"ratio":2.3123415342877616,"stats":{"max":668.4185,"median":633.1131,"min":608.0245,"n":32,"q1":626.861275,"q3":646.2233},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":273.79740000000004,"product_stats":{"max":316.0531,"median":273.79740000000004,"min":210.4207,"n":32,"q1":270.326375,"q3":286.748125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.85235,"ratio":5.198119312436805,"stats":{"max":36.4973,"median":12.85235,"min":12.2674,"n":32,"q1":12.512525,"q3":14.36085},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.6989,"ratio":5.136056622851365,"stats":{"max":23.6791,"median":12.6989,"min":11.9861,"n":32,"q1":12.479125,"q3":13.03765},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text","operation":"text","product_ms":2.4725,"product_stats":{"max":6.7847,"median":2.4725,"min":2.0941,"n":32,"q1":2.396,"q3":2.662975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.6067,"ratio":5.967951932007792,"stats":{"max":115.9082,"median":72.6067,"min":70.8414,"n":32,"q1":71.860325,"q3":73.54284999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":73.7507,"ratio":6.061983708830274,"stats":{"max":87.13419999999999,"median":73.7507,"min":70.6616,"n":32,"q1":72.33952500000001,"q3":78.260525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text","operation":"text","product_ms":12.1661,"product_stats":{"max":23.8144,"median":12.1661,"min":10.3277,"n":32,"q1":11.68255,"q3":14.125875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":632.4382499999999,"ratio":2.287806069156368,"stats":{"max":768.4024000000001,"median":632.4382499999999,"min":607.7128,"n":32,"q1":626.63475,"q3":641.551825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":636.33805,"ratio":2.301913353319677,"stats":{"max":729.9476000000001,"median":636.33805,"min":610.0554999999999,"n":32,"q1":629.0575,"q3":647.99245},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text","operation":"text","product_ms":276.43875,"product_stats":{"max":309.71959999999996,"median":276.43875,"min":259.5424,"n":32,"q1":266.668275,"q3":285.606175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.5061,"ratio":5.146649108006338,"stats":{"max":29.478,"median":12.5061,"min":11.9345,"n":32,"q1":12.255875,"q3":12.677725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.64925,"ratio":5.205559785180766,"stats":{"max":22.5913,"median":12.64925,"min":12.0201,"n":32,"q1":12.4219,"q3":13.00865},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text","operation":"text","product_ms":2.42995,"product_stats":{"max":55.578700000000005,"median":2.42995,"min":2.1524,"n":32,"q1":2.3650249999999997,"q3":2.56985},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.70235,"ratio":6.2422864747676385,"stats":{"max":89.22879999999999,"median":72.70235,"min":70.3172,"n":32,"q1":71.536575,"q3":76.1084},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.34944999999999,"ratio":6.21198617640114,"stats":{"max":97.293,"median":72.34944999999999,"min":70.8074,"n":32,"q1":71.575975,"q3":74.432},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text","operation":"text","product_ms":11.64675,"product_stats":{"max":19.0435,"median":11.64675,"min":10.3488,"n":32,"q1":10.903975,"q3":12.173575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":632.4385500000001,"ratio":2.2963078680422377,"stats":{"max":797.6092,"median":632.4385500000001,"min":615.0888,"n":32,"q1":625.372525,"q3":642.9691},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":639.7471,"ratio":2.3228443289663545,"stats":{"max":689.6711,"median":639.7471,"min":609.4604999999999,"n":32,"q1":629.6733499999999,"q3":645.840375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text","operation":"text","product_ms":275.4154,"product_stats":{"max":305.4326,"median":275.4154,"min":214.8475,"n":32,"q1":271.731,"q3":279.813125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.9502,"ratio":4.56467104915317,"stats":{"max":20.4735,"median":12.9502,"min":12.0454,"n":32,"q1":12.52045,"q3":13.35075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.1902,"ratio":4.649265962883982,"stats":{"max":24.4274,"median":13.1902,"min":12.1559,"n":32,"q1":12.53485,"q3":13.72445},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":2.83705,"product_stats":{"max":4.7612000000000005,"median":2.83705,"min":2.3524000000000003,"n":32,"q1":2.6527000000000003,"q3":3.096625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.86285000000001,"ratio":5.696259581670427,"stats":{"max":93.5902,"median":72.86285000000001,"min":71.2331,"n":32,"q1":72.08865,"q3":76.993425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.57745,"ratio":5.673947628670938,"stats":{"max":93.4925,"median":72.57745,"min":70.7713,"n":32,"q1":71.64269999999999,"q3":75.345225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":12.79135,"product_stats":{"max":22.2278,"median":12.79135,"min":11.156,"n":32,"q1":12.022425,"q3":14.580425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":630.114,"ratio":2.2394661509955207,"stats":{"max":743.7469,"median":630.114,"min":607.785,"n":32,"q1":623.742,"q3":637.5035750000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":628.9882500000001,"ratio":2.2354651622546213,"stats":{"max":776.079,"median":628.9882500000001,"min":606.0998,"n":32,"q1":619.211625,"q3":637.5327500000001},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":281.36794999999995,"product_stats":{"max":408.1569,"median":281.36794999999995,"min":247.1371,"n":32,"q1":273.865,"q3":288.762825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.89675,"ratio":4.631787817842264,"stats":{"max":30.6525,"median":12.89675,"min":12.077,"n":32,"q1":12.526175,"q3":15.097025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.62245,"ratio":4.5332746731791405,"stats":{"max":33.446799999999996,"median":12.62245,"min":11.988499999999998,"n":32,"q1":12.42565,"q3":13.171},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":2.7844,"product_stats":{"max":8.9567,"median":2.7844,"min":2.5082,"n":32,"q1":2.697675,"q3":3.0415},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.51454999999999,"ratio":5.8424349605614045,"stats":{"max":123.3633,"median":72.51454999999999,"min":70.93950000000001,"n":32,"q1":71.5381,"q3":73.96575},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":73.0309,"ratio":5.884036836210995,"stats":{"max":116.5422,"median":73.0309,"min":70.4442,"n":32,"q1":72.074725,"q3":77.07962500000001},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":12.4117,"product_stats":{"max":22.0696,"median":12.4117,"min":11.1458,"n":32,"q1":12.233975,"q3":12.642425},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":633.4159999999999,"ratio":2.289082411570886,"stats":{"max":651.8056,"median":633.4159999999999,"min":607.1899,"n":32,"q1":629.518,"q3":638.0504249999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":628.3437,"ratio":2.2707517841219254,"stats":{"max":649.4166,"median":628.3437,"min":603.1958,"n":32,"q1":620.565775,"q3":636.06695},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":276.71174999999994,"product_stats":{"max":294.39369999999997,"median":276.71174999999994,"min":258.2247,"n":32,"q1":269.72995000000003,"q3":284.106725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.87705,"ratio":5.096188855469368,"stats":{"max":28.0932,"median":12.87705,"min":12.1742,"n":32,"q1":12.3881,"q3":14.1914},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.8702,"ratio":5.093477916732626,"stats":{"max":26.9321,"median":12.8702,"min":12.1732,"n":32,"q1":12.61455,"q3":13.23065},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":2.5268,"product_stats":{"max":8.3257,"median":2.5268,"min":2.2386,"n":32,"q1":2.40655,"q3":2.665125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.1884,"ratio":6.034330996953093,"stats":{"max":107.8129,"median":72.1884,"min":70.9081,"n":32,"q1":71.87825000000001,"q3":77.2597},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":72.59790000000001,"ratio":6.0685616841999686,"stats":{"max":92.3175,"median":72.59790000000001,"min":70.3499,"n":32,"q1":72.204925,"q3":76.35024999999999},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":11.96295,"product_stats":{"max":25.744,"median":11.96295,"min":7.589099999999999,"n":32,"q1":11.269475,"q3":12.584325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":629.00585,"ratio":2.262069457833026,"stats":{"max":658.3239,"median":629.00585,"min":605.7282,"n":32,"q1":621.624475,"q3":634.0923},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":632.4519,"ratio":2.2744623544255864,"stats":{"max":744.1392,"median":632.4519,"min":604.642,"n":32,"q1":625.68655,"q3":640.041725},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Text, field 5","operation":"text-alias","product_ms":278.06655,"product_stats":{"max":299.3635,"median":278.06655,"min":257.9271,"n":32,"q1":268.9299,"q3":288.22107500000004},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":12.5607,"ratio":5.221658698815215,"stats":{"max":32.2502,"median":12.5607,"min":12.023,"n":32,"q1":12.3604,"q3":12.949649999999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":12.557,"ratio":5.220120557056745,"stats":{"max":22.9613,"median":12.557,"min":11.999,"n":32,"q1":12.403925,"q3":13.369599999999998},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":2.4055,"product_stats":{"max":7.6862,"median":2.4055,"min":2.1247000000000003,"n":32,"q1":2.31985,"q3":2.6225000000000005},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.64835,"ratio":5.542502384131222,"stats":{"max":103.8845,"median":72.64835,"min":70.7899,"n":32,"q1":71.60165,"q3":74.50085},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":71.78585,"ratio":5.476700362387945,"stats":{"max":98.0443,"median":71.78585,"min":70.7182,"n":32,"q1":71.312275,"q3":73.639125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":13.107500000000002,"product_stats":{"max":24.2385,"median":13.107500000000002,"min":8.7111,"n":32,"q1":11.8445,"q3":14.035725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":627.1031499999999,"ratio":2.276336456156513,"stats":{"max":733.3566999999999,"median":627.1031499999999,"min":606.2843999999999,"n":32,"q1":615.2019,"q3":635.738075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":633.93435,"ratio":2.3011331895157645,"stats":{"max":685.9621999999999,"median":633.93435,"min":610.3076,"n":32,"q1":629.7707250000001,"q3":644.6651999999999},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Text, field 5","operation":"text-alias","product_ms":275.4879,"product_stats":{"max":300.2933,"median":275.4879,"min":256.9167,"n":32,"q1":270.1105,"q3":280.040725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.1355,"ratio":1.8865949083428235,"stats":{"max":8.972900000000001,"median":5.1355,"min":4.8884,"n":32,"q1":4.969275,"q3":5.3413},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.1879,"ratio":1.9058447522133646,"stats":{"max":11.7273,"median":5.1879,"min":4.7989,"n":32,"q1":4.914575,"q3":5.785575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":2.7221,"product_stats":{"max":8.232700000000001,"median":2.7221,"min":2.3794,"n":32,"q1":2.608475,"q3":2.9837},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":30.0057,"ratio":2.8741780215043464,"stats":{"max":42.545100000000005,"median":30.0057,"min":28.1478,"n":32,"q1":28.9499,"q3":30.715625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.442,"ratio":2.8201824756339953,"stats":{"max":57.0751,"median":29.442,"min":27.6471,"n":32,"q1":28.8173,"q3":29.9933},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":10.43975,"product_stats":{"max":16.0184,"median":10.43975,"min":5.9112,"n":32,"q1":9.610375,"q3":10.796925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":390.2148000000001,"ratio":1.4632792524284095,"stats":{"max":413.6464,"median":390.2148000000001,"min":374.0676,"n":32,"q1":382.330825,"q3":400.21335},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":393.51449999999994,"ratio":1.4756529054760075,"stats":{"max":420.0204,"median":393.51449999999994,"min":372.0052,"n":32,"q1":380.2675750000001,"q3":396.040425},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":266.67145000000005,"product_stats":{"max":318.05109999999996,"median":266.67145000000005,"min":245.9396,"n":32,"q1":262.2211,"q3":281.307525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0985000000000005,"ratio":1.8715929739551789,"stats":{"max":15.671399999999998,"median":5.0985000000000005,"min":4.8533,"n":32,"q1":4.943,"q3":5.354825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.0875,"ratio":1.8675550171613167,"stats":{"max":19.5082,"median":5.0875,"min":4.8180000000000005,"n":32,"q1":4.982175,"q3":5.364075},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":2.72415,"product_stats":{"max":6.2117,"median":2.72415,"min":1.9727,"n":32,"q1":2.5385,"q3":3.016675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.3368,"ratio":2.733963934579004,"stats":{"max":31.539,"median":29.3368,"min":28.0071,"n":32,"q1":28.647575,"q3":29.9163},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.75525,"ratio":2.7729602534830624,"stats":{"max":104.6799,"median":29.75525,"min":28.0417,"n":32,"q1":28.96295,"q3":31.121425},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":10.7305,"product_stats":{"max":22.2677,"median":10.7305,"min":9.2739,"n":32,"q1":10.284825,"q3":11.8382},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":401.4387,"ratio":1.4971310551462835,"stats":{"max":428.5778,"median":401.4387,"min":377.8756,"n":32,"q1":390.24685,"q3":408.417625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":398.0122,"ratio":1.4843522185257516,"stats":{"max":553.6985,"median":398.0122,"min":376.7119,"n":32,"q1":391.04245,"q3":410.76015},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":268.13865,"product_stats":{"max":287.1142,"median":268.13865,"min":212.259,"n":32,"q1":257.8517,"q3":275.110625},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0802499999999995,"ratio":2.123406478578892,"stats":{"max":15.5907,"median":5.0802499999999995,"min":4.8389,"n":32,"q1":4.9248,"q3":5.215775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.047549999999999,"ratio":2.1097387669801457,"stats":{"max":14.5868,"median":5.047549999999999,"min":4.8399,"n":32,"q1":4.96505,"q3":5.391475},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Egrep","operation":"regex-text","product_ms":2.3925,"product_stats":{"max":4.2217,"median":2.3925,"min":1.9574000000000005,"n":32,"q1":2.239375,"q3":2.692825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.93085,"ratio":3.01593067486208,"stats":{"max":43.7808,"median":29.93085,"min":28.3376,"n":32,"q1":29.387225,"q3":30.471},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.6676,"ratio":2.9894047409124114,"stats":{"max":81.6911,"median":29.6676,"min":28.4008,"n":32,"q1":28.983025,"q3":30.739775},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Egrep","operation":"regex-text","product_ms":9.92425,"product_stats":{"max":84.4762,"median":9.92425,"min":5.5233,"n":32,"q1":8.874625,"q3":11.924725},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":400.44015,"ratio":1.4939915215900983,"stats":{"max":433.3313,"median":400.44015,"min":373.5772,"n":32,"q1":388.239825,"q3":408.429325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":400.99285,"ratio":1.4960535753426574,"stats":{"max":546.6087,"median":400.99285,"min":376.989,"n":32,"q1":387.375775,"q3":410.228825},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Egrep","operation":"regex-text","product_ms":268.03375,"product_stats":{"max":290.4837,"median":268.03375,"min":245.2322,"n":32,"q1":261.008375,"q3":275.352825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.081049999999999,"ratio":2.1694419538021434,"stats":{"max":14.3496,"median":5.081049999999999,"min":4.830100000000001,"n":32,"q1":4.992125,"q3":5.393375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":5.0648,"ratio":2.1625037359634516,"stats":{"max":10.1008,"median":5.0648,"min":4.778700000000001,"n":32,"q1":4.9521749999999995,"q3":5.237525000000001},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Egrep","operation":"regex-text","product_ms":2.3421,"product_stats":{"max":5.5566,"median":2.3421,"min":2.0895,"n":32,"q1":2.188675,"q3":2.452175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":29.62375,"ratio":3.005229573721266,"stats":{"max":52.4359,"median":29.62375,"min":28.230600000000003,"n":32,"q1":28.925075,"q3":30.67915},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":29.75195,"ratio":3.018235031549902,"stats":{"max":40.2313,"median":29.75195,"min":27.8071,"n":32,"q1":28.895675000000004,"q3":30.173625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Egrep","operation":"regex-text","product_ms":9.857399999999998,"product_stats":{"max":13.4158,"median":9.857399999999998,"min":7.6229,"n":32,"q1":9.004725,"q3":10.133875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":400.2453,"ratio":1.5324740912159198,"stats":{"max":443.9069,"median":400.2453,"min":378.1133,"n":32,"q1":393.3296,"q3":407.65635},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":398.3123000000001,"ratio":1.525072948920632,"stats":{"max":431.8293000000001,"median":398.3123000000001,"min":372.4536,"n":32,"q1":394.72245,"q3":408.7616499999999},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Egrep","operation":"regex-text","product_ms":261.1759,"product_stats":{"max":296.5097,"median":261.1759,"min":240.9117,"n":32,"q1":258.04765,"q3":267.991125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.4942000000000002,"ratio":1.3687537214308616,"stats":{"max":4.4709,"median":1.4942000000000002,"min":1.3179999999999998,"n":32,"q1":1.43025,"q3":1.611625},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.51955,"ratio":1.3919754500068702,"stats":{"max":7.4884,"median":1.51955,"min":1.3475,"n":32,"q1":1.4246250000000005,"q3":1.806075},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":1.09165,"product_stats":{"max":3.9507,"median":1.09165,"min":0.9992,"n":32,"q1":1.0543,"q3":1.15605},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.9588,"ratio":1.7460444800998351,"stats":{"max":8.2335,"median":1.9588,"min":1.7618,"n":32,"q1":1.92165,"q3":2.115},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.9043,"ratio":1.6974640103400633,"stats":{"max":8.3307,"median":1.9043,"min":1.7742,"n":32,"q1":1.869575,"q3":2.0975},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":1.12185,"product_stats":{"max":1.4755,"median":1.12185,"min":0.9827,"n":32,"q1":1.0765,"q3":1.24735},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.8626,"ratio":8.465585621768161,"stats":{"max":23.7148,"median":16.8626,"min":16.430400000000002,"n":32,"q1":16.5875,"q3":17.701999999999998},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.006999999999998,"ratio":8.538079220844418,"stats":{"max":33.2138,"median":17.006999999999998,"min":16.2638,"n":32,"q1":16.7964,"q3":17.5809},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":1.9919,"product_stats":{"max":2.3777999999999997,"median":1.9919,"min":1.5515,"n":32,"q1":1.764975,"q3":2.1514},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.451,"ratio":1.333455865459725,"stats":{"max":5.436800000000001,"median":1.451,"min":1.3663,"n":32,"q1":1.428775,"q3":1.592125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4926,"ratio":1.371685888893994,"stats":{"max":2.9379,"median":1.4926,"min":1.332,"n":32,"q1":1.428275,"q3":1.548775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":1.0881500000000002,"product_stats":{"max":1.6382,"median":1.0881500000000002,"min":0.9225,"n":32,"q1":1.03095,"q3":1.162725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.91205,"ratio":1.802120640904807,"stats":{"max":2.8996,"median":1.91205,"min":1.7833,"n":32,"q1":1.863925,"q3":1.9468},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.91355,"ratio":1.8035344015080115,"stats":{"max":4.1865000000000006,"median":1.91355,"min":1.7696,"n":32,"q1":1.847275,"q3":2.032675},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":1.061,"product_stats":{"max":4.3279,"median":1.061,"min":0.919,"n":32,"q1":1.033225,"q3":1.10865},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":16.940799999999996,"ratio":8.866975478265418,"stats":{"max":23.1754,"median":16.940799999999996,"min":16.220499999999998,"n":32,"q1":16.539775,"q3":17.394875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.7361,"ratio":8.759833555782366,"stats":{"max":20.222299999999997,"median":16.7361,"min":16.3239,"n":32,"q1":16.532975,"q3":17.525275},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":1.91055,"product_stats":{"max":3.507,"median":1.91055,"min":1.6082,"n":32,"q1":1.69585,"q3":2.103575},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.4759,"ratio":1.9162555180472605,"stats":{"max":3.18,"median":1.4759,"min":1.3548,"n":32,"q1":1.4255,"q3":1.690125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.54425,"ratio":2.0049987016359387,"stats":{"max":9.1867,"median":1.54425,"min":1.3577,"n":32,"q1":1.445225,"q3":2.1795750000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Files","operation":"files","product_ms":0.7702,"product_stats":{"max":2.2273,"median":0.7702,"min":0.6528,"n":32,"q1":0.7123,"q3":0.808},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.9448,"ratio":2.484256243213898,"stats":{"max":10.3786,"median":1.9448,"min":1.8206,"n":32,"q1":1.8753,"q3":2.09025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.93085,"ratio":2.4664367375614744,"stats":{"max":6.2379,"median":1.93085,"min":1.8231,"n":32,"q1":1.87265,"q3":2.084775},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Files","operation":"files","product_ms":0.7828499999999999,"product_stats":{"max":2.6132999999999997,"median":0.7828499999999999,"min":0.6697,"n":32,"q1":0.7425250000000001,"q3":0.8261750000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":17.1585,"ratio":11.272171856523453,"stats":{"max":33.5306,"median":17.1585,"min":16.2142,"n":32,"q1":16.930950000000003,"q3":17.734475},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.07595,"ratio":11.217941137826829,"stats":{"max":35.2772,"median":17.07595,"min":16.388099999999998,"n":32,"q1":16.80385,"q3":17.481575},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Files","operation":"files","product_ms":1.5222,"product_stats":{"max":1.8223,"median":1.5222,"min":1.155,"n":32,"q1":1.2496,"q3":1.62595},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.4907499999999998,"ratio":2.0498453076658643,"stats":{"max":4.9446,"median":1.4907499999999998,"min":1.3668,"n":32,"q1":1.412525,"q3":1.6582},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.51645,"ratio":2.08518391199725,"stats":{"max":10.5617,"median":1.51645,"min":1.2994,"n":32,"q1":1.420875,"q3":1.638075},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Files","operation":"files","product_ms":0.72725,"product_stats":{"max":2.3173,"median":0.72725,"min":0.65,"n":32,"q1":0.698325,"q3":0.76475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.907,"ratio":2.5852369009692944,"stats":{"max":5.2724,"median":1.907,"min":1.7669,"n":32,"q1":1.838925,"q3":1.968825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.8796,"ratio":2.5480919135091167,"stats":{"max":4.8658,"median":1.8796,"min":1.7571,"n":32,"q1":1.842975,"q3":1.908},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Files","operation":"files","product_ms":0.73765,"product_stats":{"max":0.8170999999999999,"median":0.73765,"min":0.6374,"n":32,"q1":0.7034250000000001,"q3":0.7795000000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":17.080999999999996,"ratio":12.957821271430735,"stats":{"max":22.5905,"median":17.080999999999996,"min":16.4451,"n":32,"q1":16.836575,"q3":17.500675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":17.107300000000002,"ratio":12.977772720376272,"stats":{"max":20.6337,"median":17.107300000000002,"min":16.2956,"n":32,"q1":16.8718,"q3":17.6563},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Files","operation":"files","product_ms":1.3182,"product_stats":{"max":1.7854,"median":1.3182,"min":1.1163,"n":32,"q1":1.19605,"q3":1.51175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.7662,"ratio":1.5075110959371796,"stats":{"max":8.102599999999999,"median":1.7662,"min":1.5103,"n":32,"q1":1.661725,"q3":1.9146},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4513,"ratio":1.23873335609423,"stats":{"max":4.1967,"median":1.4513,"min":1.2782,"n":32,"q1":1.403725,"q3":1.69525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":1.1716000000000002,"product_stats":{"max":1.7117,"median":1.1716000000000002,"min":1.0285,"n":32,"q1":1.087875,"q3":1.263525},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.218349999999999,"ratio":5.097634955117432,"stats":{"max":16.0314,"median":6.218349999999999,"min":5.962000000000001,"n":32,"q1":6.091,"q3":6.290674999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.80965,"ratio":1.4835020699266301,"stats":{"max":2.4431000000000003,"median":1.80965,"min":1.6525999999999998,"n":32,"q1":1.7654,"q3":1.88225},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":1.21985,"product_stats":{"max":1.8079,"median":1.21985,"min":1.0376,"n":32,"q1":1.1748500000000002,"q3":1.380225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.965,"ratio":24.979620672789522,"stats":{"max":131.77,"median":45.965,"min":43.9458,"n":32,"q1":45.236875,"q3":47.42060000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.79385,"ratio":3.692109124504103,"stats":{"max":8.846400000000001,"median":6.79385,"min":6.2932,"n":32,"q1":6.54565,"q3":7.1251},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.8401,"product_stats":{"max":3.022,"median":1.8401,"min":1.6872,"n":32,"q1":1.741725,"q3":2.00945},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.7154,"ratio":1.5868640148011102,"stats":{"max":3.0398,"median":1.7154,"min":1.6372,"n":32,"q1":1.691525,"q3":1.830325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.4663,"ratio":1.3564292321924145,"stats":{"max":7.913,"median":1.4663,"min":1.2931,"n":32,"q1":1.385475,"q3":1.568725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":1.081,"product_stats":{"max":2.4078,"median":1.081,"min":0.9597,"n":32,"q1":1.04235,"q3":1.154175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.1075,"ratio":5.579154106147803,"stats":{"max":20.9117,"median":6.1075,"min":5.9094999999999995,"n":32,"q1":6.038175,"q3":6.3014},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.7849,"ratio":1.6304923723394538,"stats":{"max":3.3808,"median":1.7849,"min":1.6311,"n":32,"q1":1.753575,"q3":2.062775},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":1.0947,"product_stats":{"max":2.1867,"median":1.0947,"min":1.041,"n":32,"q1":1.06295,"q3":1.13135},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.6552,"ratio":30.739067497054368,"stats":{"max":53.6506,"median":45.6552,"min":44.3781,"n":32,"q1":44.8375,"q3":46.08670000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.6846499999999995,"ratio":4.5006901195085,"stats":{"max":8.2654,"median":6.6846499999999995,"min":6.1633,"n":32,"q1":6.46105,"q3":6.783225},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":1.48525,"product_stats":{"max":2.1313999999999997,"median":1.48525,"min":1.3519,"n":32,"q1":1.439575,"q3":1.5456},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.7323,"ratio":2.0742381608094353,"stats":{"max":5.2973,"median":1.7323,"min":1.6008,"n":32,"q1":1.67225,"q3":1.80195},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.47425,"ratio":1.7652517511824222,"stats":{"max":3.3648,"median":1.47425,"min":1.3392,"n":32,"q1":1.431375,"q3":1.665},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Includers","operation":"includers","product_ms":0.8351500000000001,"product_stats":{"max":2.1412,"median":0.8351500000000001,"min":0.74,"n":32,"q1":0.78565,"q3":0.9087},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.2165,"ratio":6.906454838351294,"stats":{"max":14.8596,"median":6.2165,"min":5.9535,"n":32,"q1":6.0297,"q3":6.553649999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.83115,"ratio":2.034385068325742,"stats":{"max":3.6389,"median":1.83115,"min":1.6418,"n":32,"q1":1.799075,"q3":1.934125},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Includers","operation":"includers","product_ms":0.9001,"product_stats":{"max":4.2689,"median":0.9001,"min":0.7649,"n":32,"q1":0.8344750000000001,"q3":0.947175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.5943,"ratio":33.491974877878576,"stats":{"max":52.110299999999995,"median":45.5943,"min":44.4425,"n":32,"q1":45.265075,"q3":46.523825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.64955,"ratio":4.884526389245969,"stats":{"max":8.4864,"median":6.64955,"min":6.1868,"n":32,"q1":6.366175,"q3":6.944999999999999},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Includers","operation":"includers","product_ms":1.36135,"product_stats":{"max":2.5086,"median":1.36135,"min":1.1825,"n":32,"q1":1.2674999999999998,"q3":1.4276},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.72315,"ratio":2.3341009143244156,"stats":{"max":4.4988,"median":1.72315,"min":1.6341,"n":32,"q1":1.664275,"q3":1.80945},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.45635,"ratio":1.9727057229935656,"stats":{"max":6.374099999999999,"median":1.45635,"min":1.281,"n":32,"q1":1.3983499999999998,"q3":1.55425},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Includers","operation":"includers","product_ms":0.7382500000000001,"product_stats":{"max":0.9565,"median":0.7382500000000001,"min":0.6583,"n":32,"q1":0.708925,"q3":0.7751250000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":6.05465,"ratio":7.945734908136482,"stats":{"max":10.0955,"median":6.05465,"min":5.897600000000001,"n":32,"q1":5.993425,"q3":6.2295},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":1.78505,"ratio":2.3425853018372704,"stats":{"max":2.0734999999999997,"median":1.78505,"min":1.683,"n":32,"q1":1.7484499999999998,"q3":1.823325},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Includers","operation":"includers","product_ms":0.762,"product_stats":{"max":0.9112,"median":0.762,"min":0.6666000000000001,"n":32,"q1":0.71515,"q3":0.792225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":45.8719,"ratio":45.87648764876487,"stats":{"max":61.6538,"median":45.8719,"min":44.0129,"n":32,"q1":45.077275,"q3":46.613150000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":6.7163,"ratio":6.7169716971697175,"stats":{"max":8.015400000000001,"median":6.7163,"min":6.345400000000001,"n":32,"q1":6.5786,"q3":7.09295},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Includers","operation":"includers","product_ms":0.9999,"product_stats":{"max":1.7598,"median":0.9999,"min":0.8907999999999999,"n":32,"q1":0.955725,"q3":1.0543},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.865,"ratio":2.43840163411209,"stats":{"max":8.1598,"median":2.865,"min":2.7177,"n":32,"q1":2.8299000000000003,"q3":3.0357499999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.4476,"ratio":2.934252521383889,"stats":{"max":9.0362,"median":3.4476,"min":3.1928,"n":32,"q1":3.3404749999999996,"q3":3.953575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":1.17495,"product_stats":{"max":1.8694,"median":1.17495,"min":0.9542,"n":32,"q1":1.0618500000000002,"q3":1.268825},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.45845,"ratio":7.61370898780323,"stats":{"max":16.8115,"median":8.45845,"min":8.3232,"n":32,"q1":8.38645,"q3":8.53785},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.48865,"ratio":14.841937080876725,"stats":{"max":25.5925,"median":16.48865,"min":16.2702,"n":32,"q1":16.414725,"q3":16.91135},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":1.11095,"product_stats":{"max":2.3032,"median":1.11095,"min":0.9556,"n":32,"q1":1.042025,"q3":1.178775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":140.37810000000002,"ratio":10.335674684690657,"stats":{"max":164.8912,"median":140.37810000000002,"min":136.7046,"n":32,"q1":137.775775,"q3":145.64865},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":196.15575,"ratio":14.442438097762466,"stats":{"max":225.8694,"median":196.15575,"min":191.3563,"n":32,"q1":193.40945,"q3":205.91265},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":13.5819,"product_stats":{"max":21.4381,"median":13.5819,"min":4.8786000000000005,"n":32,"q1":5.1724,"q3":14.011125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8259499999999997,"ratio":2.6583415643666806,"stats":{"max":6.8104000000000005,"median":2.8259499999999997,"min":2.6509,"n":32,"q1":2.774150000000001,"q3":2.9174249999999997},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.3775000000000004,"ratio":3.1771788721132594,"stats":{"max":18.8059,"median":3.3775000000000004,"min":3.163,"n":32,"q1":3.3186,"q3":3.922775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":1.06305,"product_stats":{"max":2.6522,"median":1.06305,"min":0.8936999999999999,"n":32,"q1":1.00985,"q3":1.15125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.4191,"ratio":8.126936628215649,"stats":{"max":8.9862,"median":8.4191,"min":8.3022,"n":32,"q1":8.362124999999999,"q3":8.474975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.450699999999998,"ratio":15.879820454655146,"stats":{"max":35.1721,"median":16.450699999999998,"min":16.134900000000002,"n":32,"q1":16.347725,"q3":16.973375},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":1.03595,"product_stats":{"max":2.1498,"median":1.03595,"min":0.8828,"n":32,"q1":0.983575,"q3":1.0920999999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":137.93135,"ratio":31.42051550736358,"stats":{"max":176.5698,"median":137.93135,"min":136.5186,"n":32,"q1":137.29975000000002,"q3":138.792075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":199.48635,"ratio":45.44263471417018,"stats":{"max":219.3763,"median":199.48635,"min":191.1489,"n":32,"q1":194.42877499999997,"q3":204.08095},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":4.38985,"product_stats":{"max":6.9049000000000005,"median":4.38985,"min":3.7364,"n":32,"q1":4.2684500000000005,"q3":4.6191249999999995},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.8562000000000003,"ratio":3.4833831331178735,"stats":{"max":11.8436,"median":2.8562000000000003,"min":2.6929,"n":32,"q1":2.7826,"q3":3.149925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.5374,"ratio":4.314165497896213,"stats":{"max":12.445,"median":3.5374,"min":3.222,"n":32,"q1":3.3642000000000003,"q3":4.5636},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.81995,"product_stats":{"max":1.2614,"median":0.81995,"min":0.6721,"n":32,"q1":0.7889,"q3":0.90015},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.4572,"ratio":10.974824811834935,"stats":{"max":18.5147,"median":8.4572,"min":8.2714,"n":32,"q1":8.37655,"q3":8.621075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.59455,"ratio":21.53458344147418,"stats":{"max":34.7982,"median":16.59455,"min":16.2355,"n":32,"q1":16.45,"q3":16.96905},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Assignments","operation":"assigned","product_ms":0.7706,"product_stats":{"max":4.0431,"median":0.7706,"min":0.6891999999999999,"n":32,"q1":0.7277,"q3":0.786625},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":139.9125,"ratio":15.524185718803226,"stats":{"max":164.1776,"median":139.9125,"min":137.1571,"n":32,"q1":138.059675,"q3":142.509075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":194.34125,"ratio":21.56340325435088,"stats":{"max":211.1434,"median":194.34125,"min":192.2016,"n":32,"q1":193.292525,"q3":198.182425},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Assignments","operation":"assigned","product_ms":9.01255,"product_stats":{"max":29.0156,"median":9.01255,"min":4.2585,"n":32,"q1":4.556975,"q3":13.4928},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.83845,"ratio":3.9505219206680584,"stats":{"max":16.060000000000002,"median":2.83845,"min":2.6233,"n":32,"q1":2.770475,"q3":2.97165},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.34825,"ratio":4.660055671537926,"stats":{"max":7.6648,"median":3.34825,"min":3.2321,"n":32,"q1":3.309425,"q3":3.46785},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.7185,"product_stats":{"max":1.0529000000000002,"median":0.7185,"min":0.6621,"n":32,"q1":0.7035750000000001,"q3":0.752825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.46015,"ratio":11.85974626761057,"stats":{"max":14.606,"median":8.46015,"min":8.2723,"n":32,"q1":8.379624999999999,"q3":8.616800000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":16.42295,"ratio":23.022289198850494,"stats":{"max":26.5583,"median":16.42295,"min":16.152,"n":32,"q1":16.370425,"q3":16.548175},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Assignments","operation":"assigned","product_ms":0.71335,"product_stats":{"max":0.8664000000000001,"median":0.71335,"min":0.6235,"n":32,"q1":0.68205,"q3":0.75785},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":139.17610000000002,"ratio":36.26644256827184,"stats":{"max":155.3601,"median":139.17610000000002,"min":137.2397,"n":32,"q1":137.94545,"q3":140.987375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":195.1151,"ratio":50.8430008338545,"stats":{"max":217.1331,"median":195.1151,"min":192.1366,"n":32,"q1":193.596375,"q3":197.6413},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Assignments","operation":"assigned","product_ms":3.8376,"product_stats":{"max":13.4224,"median":3.8376,"min":3.1475,"n":32,"q1":3.691575,"q3":4.043925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.295649999999998,"ratio":10.073034103720405,"stats":{"max":27.6999,"median":14.295649999999998,"min":13.7389,"n":32,"q1":14.061825,"q3":15.10785},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.05645,"ratio":9.904488444193912,"stats":{"max":25.518099999999997,"median":14.05645,"min":13.2677,"n":32,"q1":13.72225,"q3":16.62705},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":1.4192,"product_stats":{"max":2.5051,"median":1.4192,"min":1.1751,"n":32,"q1":1.34185,"q3":1.510475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.54255,"ratio":14.925375857147458,"stats":{"max":106.8094,"median":69.54255,"min":67.848,"n":32,"q1":68.48152499999999,"q3":72.098325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.395700000000005,"ratio":13.39150310665651,"stats":{"max":86.12259999999999,"median":62.395700000000005,"min":60.8025,"n":32,"q1":61.87235,"q3":65.32365000000001},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":4.65935,"product_stats":{"max":19.4216,"median":4.65935,"min":3.5036,"n":32,"q1":3.95145,"q3":5.089275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":168.80255,"ratio":8.015182558694418,"stats":{"max":206.0653,"median":168.80255,"min":165.3351,"n":32,"q1":167.204425,"q3":175.371825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":112.3092,"ratio":5.332731887171866,"stats":{"max":137.7166,"median":112.3092,"min":110.2168,"n":32,"q1":111.25975,"q3":114.757675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":21.06035,"product_stats":{"max":38.0907,"median":21.06035,"min":12.7854,"n":32,"q1":13.2989,"q3":21.5815},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.3937,"ratio":11.622819767441861,"stats":{"max":26.8584,"median":14.3937,"min":13.7668,"n":32,"q1":14.013749999999998,"q3":15.189125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.18585,"ratio":11.45498223514212,"stats":{"max":28.3249,"median":14.18585,"min":13.3071,"n":32,"q1":13.50515,"q3":17.298975000000002},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":1.2384,"product_stats":{"max":2.5331,"median":1.2384,"min":1.1082,"n":32,"q1":1.1681499999999998,"q3":1.3188},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.52655,"ratio":27.519045037447544,"stats":{"max":94.6821,"median":68.52655,"min":67.4281,"n":32,"q1":68.201025,"q3":69.56115},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.0871,"ratio":24.933076320703574,"stats":{"max":81.8678,"median":62.0871,"min":60.6734,"n":32,"q1":61.485,"q3":67.867175},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":2.49015,"product_stats":{"max":4.8702,"median":2.49015,"min":2.306,"n":32,"q1":2.3996,"q3":2.6039},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":168.8945,"ratio":26.756412084343264,"stats":{"max":429.1255,"median":168.8945,"min":166.12099999999998,"n":32,"q1":166.82197499999998,"q3":172.88645},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":111.8706,"ratio":17.722636756808136,"stats":{"max":205.7799,"median":111.8706,"min":110.1525,"n":32,"q1":111.35195,"q3":113.126375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":6.3123000000000005,"product_stats":{"max":12.1209,"median":6.3123000000000005,"min":5.108,"n":32,"q1":6.1213,"q3":6.610925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.3577,"ratio":13.662289466171853,"stats":{"max":21.633,"median":14.3577,"min":13.7423,"n":32,"q1":14.045025,"q3":15.281925},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.41805,"ratio":13.719716433533161,"stats":{"max":30.2488,"median":14.41805,"min":13.249199999999998,"n":32,"q1":13.809775,"q3":19.588125},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":1.0509,"product_stats":{"max":1.7617,"median":1.0509,"min":0.9568,"n":32,"q1":1.029625,"q3":1.09315},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":69.10605000000001,"ratio":15.838023972681228,"stats":{"max":89.8581,"median":69.10605000000001,"min":67.84129999999999,"n":32,"q1":68.56885,"q3":70.20807500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.27825,"ratio":14.273199184103772,"stats":{"max":82.83600000000001,"median":62.27825,"min":61.2607,"n":32,"q1":61.984775,"q3":63.231725},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":4.363300000000001,"product_stats":{"max":6.6089,"median":4.363300000000001,"min":3.2779,"n":32,"q1":3.55795,"q3":4.84335},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":169.1308,"ratio":10.154925983410438,"stats":{"max":190.4456,"median":169.1308,"min":165.9311,"n":32,"q1":168.246475,"q3":170.97535},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":113.29735,"ratio":6.802582399932753,"stats":{"max":149.1364,"median":113.29735,"min":110.7408,"n":32,"q1":112.492625,"q3":114.4324},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Common symbol","operation":"symbol-common","product_ms":16.65505,"product_stats":{"max":22.4881,"median":16.65505,"min":12.2412,"n":32,"q1":12.716075,"q3":21.18385},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":14.38925,"ratio":15.872538745794497,"stats":{"max":33.719699999999996,"median":14.38925,"min":13.6246,"n":32,"q1":13.9293,"q3":14.7963},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":13.89415,"ratio":15.326402294412885,"stats":{"max":32.936,"median":13.89415,"min":13.2895,"n":32,"q1":13.6852,"q3":14.3387},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":0.90655,"product_stats":{"max":1.0965,"median":0.90655,"min":0.8251000000000001,"n":32,"q1":0.871275,"q3":0.937525},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":68.97745,"ratio":31.398343082140332,"stats":{"max":90.9781,"median":68.97745,"min":67.3438,"n":32,"q1":68.438875,"q3":73.2128},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":62.11815,"ratio":28.27600883082595,"stats":{"max":81.9764,"median":62.11815,"min":60.7589,"n":32,"q1":61.252225,"q3":66.867625},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":2.1968500000000004,"product_stats":{"max":4.4717,"median":2.1968500000000004,"min":2.0037000000000003,"n":32,"q1":2.10095,"q3":2.26565},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":169.18885,"ratio":29.17527008734189,"stats":{"max":186.0376,"median":169.18885,"min":166.21050000000002,"n":32,"q1":167.80615,"q3":170.074675},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":113.6838,"ratio":19.603866150490166,"stats":{"max":132.5864,"median":113.6838,"min":111.0212,"n":32,"q1":112.583325,"q3":116.48375},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Common symbol","operation":"symbol-common","product_ms":5.79905,"product_stats":{"max":6.8037,"median":5.79905,"min":4.633,"n":32,"q1":5.5036249999999995,"q3":5.964675},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.6232,"ratio":7.474246029194265,"stats":{"max":17.5097,"median":11.6232,"min":10.8089,"n":32,"q1":11.309975,"q3":12.18335},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.3606,"ratio":4.7332004372709156,"stats":{"max":17.246000000000002,"median":7.3606,"min":6.5527,"n":32,"q1":6.893375,"q3":8.2011},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.5551,"product_stats":{"max":2.8088,"median":1.5551,"min":1.3768,"n":32,"q1":1.482675,"q3":1.71555},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.534,"ratio":5.497383958681112,"stats":{"max":37.4478,"median":24.534,"min":23.6332,"n":32,"q1":24.1343,"q3":25.378375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":11.02955,"ratio":2.4714140067445696,"stats":{"max":24.1312,"median":11.02955,"min":10.3958,"n":32,"q1":10.698,"q3":11.753475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.4628499999999995,"product_stats":{"max":11.6017,"median":4.4628499999999995,"min":3.7361,"n":32,"q1":3.930975,"q3":4.65615},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.7988,"ratio":48.04284010840109,"stats":{"max":131.7553,"median":110.7988,"min":108.9135,"n":32,"q1":109.603175,"q3":113.9198},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.7952000000000004,"ratio":1.2120108401084013,"stats":{"max":4.1103,"median":2.7952000000000004,"min":2.592,"n":32,"q1":2.70875,"q3":2.9157},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":2.30625,"product_stats":{"max":3.5899,"median":2.30625,"min":2.1220000000000003,"n":32,"q1":2.231325,"q3":2.445025},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.3858,"ratio":8.396607669616518,"stats":{"max":25.317,"median":11.3858,"min":10.5019,"n":32,"q1":10.92975,"q3":12.33755},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.0387,"ratio":5.190781710914454,"stats":{"max":20.8392,"median":7.0387,"min":6.5373,"n":32,"q1":6.757625,"q3":7.55405},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.356,"product_stats":{"max":1.7571,"median":1.356,"min":1.2681,"n":32,"q1":1.31045,"q3":1.42285},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.2544,"ratio":7.917735775144452,"stats":{"max":42.5633,"median":24.2544,"min":23.7198,"n":32,"q1":24.0571,"q3":24.83765},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":10.6902,"ratio":3.489765938693566,"stats":{"max":27.4991,"median":10.6902,"min":10.2379,"n":32,"q1":10.48635,"q3":11.025575},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":3.0633,"product_stats":{"max":6.8487,"median":3.0633,"min":2.9191,"n":32,"q1":3.0221,"q3":3.1431500000000003},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.1198,"ratio":59.271112546423375,"stats":{"max":149.0003,"median":110.1198,"min":108.5777,"n":32,"q1":109.675975,"q3":111.80275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.7902,"ratio":1.5018031110393455,"stats":{"max":3.9185,"median":2.7902,"min":2.4398000000000004,"n":32,"q1":2.734725,"q3":2.8971},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.8579,"product_stats":{"max":2.3383000000000003,"median":1.8579,"min":1.7781,"n":32,"q1":1.832725,"q3":1.9231},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.17065,"ratio":9.070767356881852,"stats":{"max":20.4148,"median":11.17065,"min":10.5254,"n":32,"q1":10.8617,"q3":11.4045},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.7074,"ratio":6.258546488022736,"stats":{"max":17.330000000000002,"median":7.7074,"min":6.676699999999999,"n":32,"q1":7.071975,"q3":9.084025},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.2315,"product_stats":{"max":1.9067,"median":1.2315,"min":1.0889,"n":32,"q1":1.154175,"q3":1.320875},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.60275,"ratio":6.04267468991772,"stats":{"max":37.5828,"median":24.60275,"min":23.666,"n":32,"q1":24.174625,"q3":25.723025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":11.2763,"ratio":2.769568954930615,"stats":{"max":13.7956,"median":11.2763,"min":10.0392,"n":32,"q1":10.652024999999998,"q3":11.8964},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":4.0715,"product_stats":{"max":9.9561,"median":4.0715,"min":3.443,"n":32,"q1":3.6229,"q3":4.427975},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.45635,"ratio":62.12742561448901,"stats":{"max":127.9925,"median":110.45635,"min":108.8141,"n":32,"q1":109.749825,"q3":111.99615},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.8152999999999997,"ratio":1.583497384554812,"stats":{"max":10.8904,"median":2.8152999999999997,"min":2.6002,"n":32,"q1":2.7047,"q3":2.9217},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.7778999999999998,"product_stats":{"max":3.201,"median":1.7778999999999998,"min":1.6175,"n":32,"q1":1.700975,"q3":2.002275},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":11.16355,"ratio":10.607706195362981,"stats":{"max":20.1331,"median":11.16355,"min":10.5937,"n":32,"q1":10.960175,"q3":11.70305},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":7.007200000000001,"ratio":6.658304827061954,"stats":{"max":20.495099999999997,"median":7.007200000000001,"min":6.5033,"n":32,"q1":6.684875,"q3":7.315250000000001},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.0524,"product_stats":{"max":1.7345,"median":1.0524,"min":0.9555,"n":32,"q1":0.9984,"q3":1.08255},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":24.2258,"ratio":8.871319759777355,"stats":{"max":38.9228,"median":24.2258,"min":23.5595,"n":32,"q1":24.06635,"q3":24.740725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":10.7584,"ratio":3.939651384209756,"stats":{"max":27.5653,"median":10.7584,"min":10.2192,"n":32,"q1":10.4947,"q3":11.18645},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":2.7307999999999995,"product_stats":{"max":7.0600000000000005,"median":2.7307999999999995,"min":2.6148,"n":32,"q1":2.671225,"q3":2.761425},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":110.362,"ratio":81.84056358917314,"stats":{"max":133.5247,"median":110.362,"min":108.5779,"n":32,"q1":109.619275,"q3":115.8613},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.8328,"ratio":2.1007044864664444,"stats":{"max":3.6794,"median":2.8328,"min":2.5567,"n":32,"q1":2.7106,"q3":2.9484},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Symbol pattern","operation":"symbol-regex","product_ms":1.3485,"product_stats":{"max":1.5695,"median":1.3485,"min":1.2661,"n":32,"q1":1.3186,"q3":1.383475},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.87765,"ratio":0.8217696629213483,"stats":{"max":2.1847,"median":0.87765,"min":0.7833,"n":32,"q1":0.827375,"q3":0.930275},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.6319999999999999,"ratio":0.5917602996254681,"stats":{"max":4.0844000000000005,"median":0.6319999999999999,"min":0.5444,"n":32,"q1":0.5877749999999999,"q3":0.674},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.068,"product_stats":{"max":1.4682,"median":1.068,"min":0.907,"n":32,"q1":1.025875,"q3":1.1060500000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0374,"ratio":4.644049045819121,"stats":{"max":10.9831,"median":5.0374,"min":4.892600000000001,"n":32,"q1":4.978,"q3":5.15175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6445000000000001,"ratio":0.5941735041947083,"stats":{"max":1.3420999999999998,"median":0.6445000000000001,"min":0.5503,"n":32,"q1":0.6113500000000001,"q3":0.71225},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.0847,"product_stats":{"max":1.2772,"median":1.0847,"min":0.8895,"n":32,"q1":1.0376,"q3":1.138175},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":39.8597,"ratio":32.71210504718917,"stats":{"max":57.1434,"median":39.8597,"min":39.010200000000005,"n":32,"q1":39.60825,"q3":40.6345},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6504,"ratio":0.5337710299548626,"stats":{"max":7.8095,"median":0.6504,"min":0.5257000000000001,"n":32,"q1":0.616725,"q3":0.698275},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":1.2185,"product_stats":{"max":2.4445,"median":1.2185,"min":1.0714,"n":32,"q1":1.1800499999999998,"q3":1.291875},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.9174,"ratio":0.8992795177179828,"stats":{"max":1.9661,"median":0.9174,"min":0.7723,"n":32,"q1":0.8764000000000001,"q3":0.961525},"status":"slower","timing_status":"slower"},"cscope-q":{"answer_quality":"equivalent","ms":0.63645,"ratio":0.6238788413468608,"stats":{"max":1.7323,"median":0.63645,"min":0.5614,"n":32,"q1":0.5831500000000001,"q3":0.6651},"status":"slower","timing_status":"slower"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":1.02015,"product_stats":{"max":1.577,"median":1.02015,"min":0.9106,"n":32,"q1":0.992775,"q3":1.071225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0204,"ratio":5.042334153568021,"stats":{"max":7.3411,"median":5.0204,"min":4.8727,"n":32,"q1":4.9658,"q3":5.0764000000000005},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6214999999999999,"ratio":0.6242153367147089,"stats":{"max":0.748,"median":0.6214999999999999,"min":0.4973999999999999,"n":32,"q1":0.5989749999999999,"q3":0.65805},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.99565,"product_stats":{"max":4.2577,"median":0.99565,"min":0.8771,"n":32,"q1":0.96575,"q3":1.028225},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":39.92235,"ratio":33.23123985516295,"stats":{"max":53.5082,"median":39.92235,"min":39.1526,"n":32,"q1":39.512225,"q3":40.759024999999994},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6326499999999999,"ratio":0.5266158904565696,"stats":{"max":0.8318000000000001,"median":0.6326499999999999,"min":0.58,"n":32,"q1":0.6033250000000001,"q3":0.697025},"status":"slower","timing_status":"slower"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":1.20135,"product_stats":{"max":2.3475,"median":1.20135,"min":1.0748000000000002,"n":32,"q1":1.1404,"q3":1.227725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.90965,"ratio":1.266216592427617,"stats":{"max":1.9387,"median":0.90965,"min":0.7956000000000001,"n":32,"q1":0.85525,"q3":0.965825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6126,"ratio":0.8527282850779512,"stats":{"max":3.6561,"median":0.6126,"min":0.4789,"n":32,"q1":0.5714,"q3":0.690975},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7183999999999999,"product_stats":{"max":1.2882,"median":0.7183999999999999,"min":0.6363,"n":32,"q1":0.68855,"q3":0.790575},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.03085,"ratio":6.804882997430002,"stats":{"max":9.2869,"median":5.03085,"min":4.880599999999999,"n":32,"q1":4.9998249999999995,"q3":5.151275},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.63625,"ratio":0.8606113891519005,"stats":{"max":1.3576,"median":0.63625,"min":0.4595,"n":32,"q1":0.5866750000000001,"q3":0.6657},"status":"slower","timing_status":"slower"}},"input":"redis","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7393,"product_stats":{"max":3.5674,"median":0.7393,"min":0.6345,"n":32,"q1":0.68685,"q3":0.7779250000000001},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.20725,"ratio":56.946745981162806,"stats":{"max":63.17250000000001,"median":40.20725,"min":39.1188,"n":32,"q1":39.626975,"q3":41.286775000000006},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6692499999999999,"ratio":0.9478790453933855,"stats":{"max":1.1917,"median":0.6692499999999999,"min":0.5055,"n":32,"q1":0.5993,"q3":0.716},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"first","name":"Absent definition","operation":"absent-definition","product_ms":0.7060500000000001,"product_stats":{"max":1.8092,"median":0.7060500000000001,"min":0.6199,"n":32,"q1":0.68625,"q3":0.77735},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":0.9125,"ratio":1.323134923511926,"stats":{"max":3.1768,"median":0.9125,"min":0.8011999999999999,"n":32,"q1":0.87305,"q3":0.98735},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6153,"ratio":0.8921916914376856,"stats":{"max":0.98,"median":0.6153,"min":0.4944,"n":32,"q1":0.572325,"q3":0.670175},"status":"inconclusive","timing_status":"inconclusive"}},"input":"zlib","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.6896500000000001,"product_stats":{"max":1.1198,"median":0.6896500000000001,"min":0.6292,"n":32,"q1":0.65355,"q3":0.743325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":5.0219000000000005,"ratio":7.489783743475019,"stats":{"max":12.1549,"median":5.0219000000000005,"min":4.9124,"n":32,"q1":4.976775,"q3":5.133},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.63315,"ratio":0.9442953020134228,"stats":{"max":2.0757000000000003,"median":0.63315,"min":0.5353,"n":32,"q1":0.595525,"q3":0.6854750000000001},"status":"inconclusive","timing_status":"inconclusive"}},"input":"redis","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.6705,"product_stats":{"max":0.751,"median":0.6705,"min":0.6029,"n":32,"q1":0.653925,"q3":0.6845},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":40.035799999999995,"ratio":59.18078344419806,"stats":{"max":47.450399999999995,"median":40.035799999999995,"min":39.1463,"n":32,"q1":39.59675,"q3":40.30145},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":0.6494,"ratio":0.9599408721359939,"stats":{"max":1.0262,"median":0.6494,"min":0.5795,"n":32,"q1":0.625275,"q3":0.6854750000000001},"status":"inconclusive","timing_status":"inconclusive"}},"input":"linux","kind":"later","name":"Absent definition","operation":"absent-definition","product_ms":0.6765000000000001,"product_stats":{"max":0.952,"median":0.6765000000000001,"min":0.6018,"n":32,"q1":0.6491750000000001,"q3":0.7123499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.86525,"ratio":1.7537962484133325,"stats":{"max":2.9721,"median":1.86525,"min":1.7893,"n":32,"q1":1.817125,"q3":1.923125},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.342,"ratio":2.2020591415542285,"stats":{"max":5.500299999999999,"median":2.342,"min":2.1587,"n":32,"q1":2.2577499999999997,"q3":2.600775},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.0635500000000002,"product_stats":{"max":1.5869,"median":1.0635500000000002,"min":0.9573,"n":32,"q1":1.0224,"q3":1.18265},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.22335,"ratio":8.023094989561587,"stats":{"max":12.5189,"median":9.22335,"min":9.0179,"n":32,"q1":9.11335,"q3":9.280725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.90145,"ratio":12.962291231732777,"stats":{"max":15.8527,"median":14.90145,"min":14.6356,"n":32,"q1":14.78545,"q3":15.0835},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.1496,"product_stats":{"max":1.2871,"median":1.1496,"min":0.9546,"n":32,"q1":1.0835,"q3":1.2049250000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.73530000000001,"ratio":52.26557543955829,"stats":{"max":86.9697,"median":66.73530000000001,"min":65.3136,"n":32,"q1":66.10695,"q3":68.632825},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.5222,"ratio":86.55848376864941,"stats":{"max":131.36239999999998,"median":110.5222,"min":109.5803,"n":32,"q1":110.366,"q3":111.470675},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.27685,"product_stats":{"max":2.4145,"median":1.27685,"min":1.156,"n":32,"q1":1.219725,"q3":1.345775},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.91465,"ratio":1.8705060570535363,"stats":{"max":9.6206,"median":1.91465,"min":1.7942,"n":32,"q1":1.845775,"q3":1.9884},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.31445,"ratio":2.261088315748339,"stats":{"max":10.7226,"median":2.31445,"min":2.1801,"n":32,"q1":2.236,"q3":2.361875},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.0236,"product_stats":{"max":1.8048,"median":1.0236,"min":0.9078,"n":32,"q1":0.9667,"q3":1.1618750000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.2538,"ratio":9.212803026531935,"stats":{"max":18.3958,"median":9.2538,"min":9.0189,"n":32,"q1":9.197175,"q3":9.392525},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.85975,"ratio":14.793917069042761,"stats":{"max":18.405,"median":14.85975,"min":14.5798,"n":32,"q1":14.73115,"q3":14.970275},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.0044499999999998,"product_stats":{"max":5.6341,"median":1.0044499999999998,"min":0.8735999999999999,"n":32,"q1":0.93285,"q3":1.0552},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.637,"ratio":55.69559948180033,"stats":{"max":453.609,"median":66.637,"min":65.6117,"n":32,"q1":66.0327,"q3":69.1767},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.82495,"ratio":92.6281499435831,"stats":{"max":129.55859999999998,"median":110.82495,"min":109.2743,"n":32,"q1":109.983575,"q3":111.96015},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":1.19645,"product_stats":{"max":5.853,"median":1.19645,"min":1.1025,"n":32,"q1":1.146425,"q3":1.2615249999999998},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.85065,"ratio":2.376284026707755,"stats":{"max":4.6071,"median":1.85065,"min":1.7703,"n":32,"q1":1.8255,"q3":1.923975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3297999999999996,"ratio":2.991525423728813,"stats":{"max":5.4725,"median":2.3297999999999996,"min":2.1955,"n":32,"q1":2.2626999999999997,"q3":2.581975},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7788,"product_stats":{"max":2.3873,"median":0.7788,"min":0.6752,"n":32,"q1":0.730025,"q3":0.8008},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.2444,"ratio":11.81695001917423,"stats":{"max":13.6495,"median":9.2444,"min":9.0668,"n":32,"q1":9.198475,"q3":9.4055},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.92955,"ratio":19.084174868976095,"stats":{"max":25.8549,"median":14.92955,"min":14.5896,"n":32,"q1":14.777075,"q3":15.202325},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.7823,"product_stats":{"max":0.9572,"median":0.7823,"min":0.6755,"n":32,"q1":0.722175,"q3":0.8325},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.46255,"ratio":83.41706934421086,"stats":{"max":83.0089,"median":66.46255,"min":65.5159,"n":32,"q1":66.13875,"q3":67.45955000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.84475,"ratio":139.12111703796674,"stats":{"max":145.3496,"median":110.84475,"min":109.1141,"n":32,"q1":109.8626,"q3":112.0045},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.79675,"product_stats":{"max":1.9684,"median":0.79675,"min":0.6296,"n":32,"q1":0.68655,"q3":0.8573249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":1.8871,"ratio":2.7170110143258226,"stats":{"max":6.2928999999999995,"median":1.8871,"min":1.763,"n":32,"q1":1.852425,"q3":1.972975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.33825,"ratio":3.3665682816211935,"stats":{"max":11.0129,"median":2.33825,"min":2.1961,"n":32,"q1":2.2549,"q3":2.62605},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.69455,"product_stats":{"max":1.2507,"median":0.69455,"min":0.6396999999999999,"n":32,"q1":0.662875,"q3":0.7258},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":9.189,"ratio":13.730295106462455,"stats":{"max":12.1411,"median":9.189,"min":9.041,"n":32,"q1":9.145225,"q3":9.285225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":14.8934,"ratio":22.25386626821068,"stats":{"max":25.4212,"median":14.8934,"min":14.5924,"n":32,"q1":14.73585,"q3":15.191475},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.6692500000000001,"product_stats":{"max":1.0541,"median":0.6692500000000001,"min":0.5817,"n":32,"q1":0.6355500000000001,"q3":0.6890499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":66.51395000000001,"ratio":97.48490400117251,"stats":{"max":82.87740000000001,"median":66.51395000000001,"min":65.6201,"n":32,"q1":65.95385,"q3":67.04432500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":110.9753,"ratio":162.64883482339147,"stats":{"max":131.7624,"median":110.9753,"min":109.2072,"n":32,"q1":110.3759,"q3":115.3535},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Ordinary assignments","operation":"assignment-ordinary","product_ms":0.6823,"product_stats":{"max":0.9509,"median":0.6823,"min":0.6234,"n":32,"q1":0.657,"q3":0.7310249999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.48935,"ratio":2.3515492159455884,"stats":{"max":6.8622,"median":2.48935,"min":2.3693999999999997,"n":32,"q1":2.4378,"q3":2.668875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2806499999999996,"ratio":2.154402040430757,"stats":{"max":19.9942,"median":2.2806499999999996,"min":2.0894,"n":32,"q1":2.201975,"q3":2.8221000000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.0586,"product_stats":{"max":2.1326,"median":1.0586,"min":0.9312,"n":32,"q1":1.018775,"q3":1.153},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.9521,"ratio":6.208617995088189,"stats":{"max":8.2964,"median":6.9521,"min":6.7843,"n":32,"q1":6.88265,"q3":7.0717},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.27625,"ratio":2.032819825853985,"stats":{"max":3.1816,"median":2.27625,"min":2.0883,"n":32,"q1":2.2079000000000004,"q3":2.370025},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.11975,"product_stats":{"max":1.4446,"median":1.11975,"min":0.8955000000000001,"n":32,"q1":1.03245,"q3":1.2284000000000002},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.70775,"ratio":36.70888414483947,"stats":{"max":59.7137,"median":44.70775,"min":43.825700000000005,"n":32,"q1":44.16495,"q3":46.174025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3836,"ratio":1.9571393382051072,"stats":{"max":9.4259,"median":2.3836,"min":2.1554,"n":32,"q1":2.3252,"q3":2.5284250000000004},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":1.2179,"product_stats":{"max":2.3598,"median":1.2179,"min":1.0768,"n":32,"q1":1.1625500000000002,"q3":1.294275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5328500000000003,"ratio":2.448499202474745,"stats":{"max":17.3418,"median":2.5328500000000003,"min":2.2971,"n":32,"q1":2.4417999999999997,"q3":2.825325},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.24655,"ratio":2.171733771569433,"stats":{"max":7.928599999999999,"median":2.24655,"min":2.1181,"n":32,"q1":2.1733,"q3":2.308625},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.03445,"product_stats":{"max":2.4577,"median":1.03445,"min":0.9273,"n":32,"q1":1.0069,"q3":1.0966},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.972950000000001,"ratio":6.918981940861283,"stats":{"max":10.2448,"median":6.972950000000001,"min":6.7266,"n":32,"q1":6.8504000000000005,"q3":7.2612},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2783,"ratio":2.2606667989680496,"stats":{"max":4.9893,"median":2.2783,"min":2.164,"n":32,"q1":2.2256,"q3":2.43445},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.0078,"product_stats":{"max":2.5552,"median":1.0078,"min":0.8743,"n":32,"q1":0.962225,"q3":1.048725},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.6368,"ratio":38.53813943449169,"stats":{"max":121.636,"median":44.6368,"min":43.6434,"n":32,"q1":44.1463,"q3":45.89985},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.37055,"ratio":2.0466652277142243,"stats":{"max":2.9789,"median":2.37055,"min":2.2173000000000003,"n":32,"q1":2.28325,"q3":2.52925},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":1.15825,"product_stats":{"max":1.7967,"median":1.15825,"min":1.0834,"n":32,"q1":1.1246999999999998,"q3":1.209275},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.4819,"ratio":3.4889997891333384,"stats":{"max":3.5172,"median":2.4819,"min":2.3112,"n":32,"q1":2.431825,"q3":2.638475000000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2925500000000003,"ratio":3.222815772826317,"stats":{"max":3.5639,"median":2.2925500000000003,"min":2.0862,"n":32,"q1":2.1389,"q3":2.502825},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.7113499999999999,"product_stats":{"max":1.3825,"median":0.7113499999999999,"min":0.6389,"n":32,"q1":0.68805,"q3":0.780225},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.9557,"ratio":9.52900883622166,"stats":{"max":7.6495,"median":6.9557,"min":6.752700000000001,"n":32,"q1":6.888999999999999,"q3":7.099975},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.2557,"ratio":3.0902116583327626,"stats":{"max":4.797499999999999,"median":2.2557,"min":2.0986,"n":32,"q1":2.21545,"q3":2.423375},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.72995,"product_stats":{"max":1.1027,"median":0.72995,"min":0.6116,"n":32,"q1":0.7013,"q3":0.77415},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.63825,"ratio":62.663367726538915,"stats":{"max":60.0627,"median":44.63825,"min":43.6155,"n":32,"q1":43.99445,"q3":45.280075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.35765,"ratio":3.309679230715238,"stats":{"max":3.13,"median":2.35765,"min":2.2060999999999997,"n":32,"q1":2.295725,"q3":2.47065},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Caller control","operation":"caller-control","product_ms":0.71235,"product_stats":{"max":1.8879,"median":0.71235,"min":0.6194,"n":32,"q1":0.6673,"q3":0.7653},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.5094,"ratio":3.523201123201123,"stats":{"max":14.2412,"median":2.5094,"min":2.3356000000000003,"n":32,"q1":2.43355,"q3":2.632175},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.2304,"ratio":3.1314847314847314,"stats":{"max":8.85,"median":2.2304,"min":1.9853,"n":32,"q1":2.1447749999999997,"q3":2.4553000000000003},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.71225,"product_stats":{"max":1.3425,"median":0.71225,"min":0.6336,"n":32,"q1":0.69915,"q3":0.752175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":6.93355,"ratio":10.069053151321523,"stats":{"max":10.7284,"median":6.93355,"min":6.7665,"n":32,"q1":6.850549999999999,"q3":7.04035},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":2.3047,"ratio":3.346935811792042,"stats":{"max":6.5741000000000005,"median":2.3047,"min":2.1191,"n":32,"q1":2.220075,"q3":2.38655},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.6886,"product_stats":{"max":0.766,"median":0.6886,"min":0.5923,"n":32,"q1":0.64875,"q3":0.7173499999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":44.670950000000005,"ratio":66.02268696423293,"stats":{"max":48.855599999999995,"median":44.670950000000005,"min":43.86000000000001,"n":32,"q1":44.04205,"q3":45.636775},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3398,"ratio":3.4581732190363583,"stats":{"max":2.6959000000000004,"median":2.3398,"min":2.2041999999999997,"n":32,"q1":2.268775,"q3":2.441},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Caller control","operation":"caller-control","product_ms":0.6766,"product_stats":{"max":3.4033,"median":0.6766,"min":0.6171,"n":32,"q1":0.6623,"q3":0.71685},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1361,"ratio":1.0508255098737456,"stats":{"max":2.6858,"median":1.1361,"min":0.9804,"n":32,"q1":1.08635,"q3":1.224},"status":"inconclusive","timing_status":"inconclusive"},"cscope-q":{"answer_quality":"better","ms":1.6271,"ratio":1.5049715580631733,"stats":{"max":14.1265,"median":1.6271,"min":1.4385,"n":32,"q1":1.5661,"q3":2.29035},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":1.08115,"product_stats":{"max":1.5259,"median":1.08115,"min":0.9229,"n":32,"q1":0.999425,"q3":1.15125},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1647,"ratio":1.1064981949458486,"stats":{"max":3.1107,"median":1.1647,"min":1.0217,"n":32,"q1":1.11405,"q3":1.2103},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.5903,"ratio":1.5108303249097474,"stats":{"max":2.9351,"median":1.5903,"min":1.4236,"n":32,"q1":1.5461,"q3":1.645725},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":1.0526,"product_stats":{"max":2.0418,"median":1.0526,"min":0.9096,"n":32,"q1":1.018125,"q3":1.08765},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1382,"ratio":1.5684167011161638,"stats":{"max":1.9872,"median":1.1382,"min":1.0334,"n":32,"q1":1.09705,"q3":1.19855},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.60495,"ratio":2.2115888108033626,"stats":{"max":2.6541,"median":1.60495,"min":1.4251,"n":32,"q1":1.579075,"q3":1.705375},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Array initializer","operation":"assigned-control","product_ms":0.7257,"product_stats":{"max":2.6545,"median":0.7257,"min":0.62,"n":32,"q1":0.676725,"q3":0.775925},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":1.1675,"ratio":1.5915752164133325,"stats":{"max":4.1475,"median":1.1675,"min":1.0457,"n":32,"q1":1.111375,"q3":1.24025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":1.5865,"ratio":2.162770090655034,"stats":{"max":4.740399999999999,"median":1.5865,"min":1.4668,"n":32,"q1":1.543125,"q3":1.76505},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Array initializer","operation":"assigned-control","product_ms":0.7335499999999999,"product_stats":{"max":2.5702,"median":0.7335499999999999,"min":0.6271,"n":32,"q1":0.6984,"q3":0.7647999999999999},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.57845,"ratio":2.1291907514450865,"stats":{"max":8.9075,"median":2.57845,"min":2.4654,"n":32,"q1":2.530475,"q3":2.795875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3324499999999997,"ratio":1.9260528488852184,"stats":{"max":5.2055,"median":2.3324499999999997,"min":2.1487,"n":32,"q1":2.2706,"q3":2.6647499999999997},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.211,"product_stats":{"max":1.9235,"median":1.211,"min":0.9712,"n":32,"q1":1.0921500000000002,"q3":1.3485},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.98655,"ratio":6.371145945514738,"stats":{"max":18.5673,"median":7.98655,"min":7.7125,"n":32,"q1":7.913499999999999,"q3":8.158875},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.0947,"ratio":2.468748753539946,"stats":{"max":4.136,"median":3.0947,"min":2.862,"n":32,"q1":3.022275,"q3":3.155175},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.2535500000000002,"product_stats":{"max":1.7459,"median":1.2535500000000002,"min":0.9607,"n":32,"q1":1.1380249999999998,"q3":1.385075},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.44954999999999,"ratio":50.82395650648894,"stats":{"max":76.8851,"median":72.44954999999999,"min":71.47340000000001,"n":32,"q1":72.13114999999999,"q3":73.15027500000001},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.466949999999997,"ratio":13.656225885654154,"stats":{"max":36.3521,"median":19.466949999999997,"min":19.1254,"n":32,"q1":19.3166,"q3":19.91975},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.4255,"product_stats":{"max":2.6858,"median":1.4255,"min":1.2276,"n":32,"q1":1.3368,"q3":1.524475},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.60215,"ratio":2.4183550185873606,"stats":{"max":4.9059,"median":2.60215,"min":2.4448,"n":32,"q1":2.534525,"q3":2.72255},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.3336,"ratio":2.1687732342007435,"stats":{"max":5.0578,"median":2.3336,"min":2.2064,"n":32,"q1":2.267325,"q3":2.426525},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.076,"product_stats":{"max":3.629,"median":1.076,"min":0.977,"n":32,"q1":1.035975,"q3":1.1214},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":8.0241,"ratio":7.6532977252134105,"stats":{"max":14.1055,"median":8.0241,"min":7.64,"n":32,"q1":7.9061,"q3":8.234225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.11375,"ratio":2.969860269922266,"stats":{"max":4.654100000000001,"median":3.11375,"min":2.8556,"n":32,"q1":3.0290749999999997,"q3":3.19255},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.04845,"product_stats":{"max":2.9247,"median":1.04845,"min":0.9799,"n":32,"q1":1.014425,"q3":1.12925},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.4259,"ratio":55.987863327149036,"stats":{"max":90.1375,"median":72.4259,"min":71.6417,"n":32,"q1":72.016675,"q3":73.1258},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.465,"ratio":15.047155225726653,"stats":{"max":77.9059,"median":19.465,"min":19.1456,"n":32,"q1":19.35195,"q3":19.756775},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":1.2936,"product_stats":{"max":1.5590000000000002,"median":1.2936,"min":1.2108,"n":32,"q1":1.240025,"q3":1.322325},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.59765,"ratio":3.061822253653937,"stats":{"max":4.9443,"median":2.59765,"min":2.4499999999999997,"n":32,"q1":2.5265000000000004,"q3":2.6696},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.29155,"ratio":2.701025459688826,"stats":{"max":5.621,"median":2.29155,"min":2.1287,"n":32,"q1":2.244575,"q3":2.532575},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.8483999999999999,"product_stats":{"max":1.5592,"median":0.8483999999999999,"min":0.7133,"n":32,"q1":0.79515,"q3":0.923175},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.9709,"ratio":9.264717847387692,"stats":{"max":16.9339,"median":7.9709,"min":7.7916,"n":32,"q1":7.885599999999999,"q3":8.074349999999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.09475,"ratio":3.597082582669844,"stats":{"max":4.2993,"median":3.09475,"min":2.9099999999999997,"n":32,"q1":3.0292,"q3":3.399525},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.86035,"product_stats":{"max":1.2959,"median":0.86035,"min":0.7037,"n":32,"q1":0.8021999999999999,"q3":0.9088},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.79425,"ratio":80.17870910893271,"stats":{"max":96.8142,"median":72.79425,"min":71.4636,"n":32,"q1":72.196825,"q3":75.830075},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.50465,"ratio":21.483258068069173,"stats":{"max":35.233399999999996,"median":19.50465,"min":19.2057,"n":32,"q1":19.383775,"q3":19.870475},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.9079,"product_stats":{"max":2.0547,"median":0.9079,"min":0.7704,"n":32,"q1":0.839975,"q3":0.976125},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":2.665,"ratio":3.530736618971913,"stats":{"max":8.6451,"median":2.665,"min":2.4324,"n":32,"q1":2.6037,"q3":2.835025},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":2.31565,"ratio":3.067898781134075,"stats":{"max":7.904,"median":2.31565,"min":2.1982,"n":32,"q1":2.2497,"q3":2.6324500000000004},"status":"faster","timing_status":"faster"}},"input":"zlib","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.7548,"product_stats":{"max":0.9461,"median":0.7548,"min":0.6426999999999999,"n":32,"q1":0.7237750000000001,"q3":0.79685},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":7.9617499999999986,"ratio":10.751130916210922,"stats":{"max":17.3521,"median":7.9617499999999986,"min":7.8071,"n":32,"q1":7.88045,"q3":8.106375},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":3.16555,"ratio":4.274593207750995,"stats":{"max":4.856400000000001,"median":3.16555,"min":2.9213,"n":32,"q1":3.04035,"q3":3.3183},"status":"faster","timing_status":"faster"}},"input":"redis","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.74055,"product_stats":{"max":0.8991,"median":0.74055,"min":0.6526000000000001,"n":32,"q1":0.707525,"q3":0.7619},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"equivalent","ms":72.52125000000001,"ratio":86.94551013067978,"stats":{"max":90.6267,"median":72.52125000000001,"min":71.5052,"n":32,"q1":71.91435000000001,"q3":78.539225},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"equivalent","ms":19.49205,"ratio":23.36896055628821,"stats":{"max":22.6748,"median":19.49205,"min":19.276999999999997,"n":32,"q1":19.4043,"q3":19.710975},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Definition, ignore case","operation":"definition-caseless","product_ms":0.8341000000000001,"product_stats":{"max":1.0805,"median":0.8341000000000001,"min":0.7387,"n":32,"q1":0.7952250000000001,"q3":0.866825},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.3847,"ratio":52.54607035011834,"stats":{"max":82.3367,"median":64.3847,"min":63.415,"n":32,"q1":63.75155,"q3":65.100425},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":109.29005,"ratio":89.19452379009223,"stats":{"max":124.3736,"median":109.29005,"min":107.685,"n":32,"q1":108.298,"q3":110.99985},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":1.2252999999999998,"product_stats":{"max":2.2456,"median":1.2252999999999998,"min":1.1079,"n":32,"q1":1.17105,"q3":1.318675},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.3583,"ratio":55.1201610140459,"stats":{"max":82.3118,"median":64.3583,"min":63.511399999999995,"n":32,"q1":63.942375,"q3":65.142},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":108.9947,"ratio":93.34934909215482,"stats":{"max":132.05040000000002,"median":108.9947,"min":106.7298,"n":32,"q1":108.111725,"q3":110.1479},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":1.1676000000000002,"product_stats":{"max":1.393,"median":1.1676000000000002,"min":1.0984,"n":32,"q1":1.1337000000000002,"q3":1.189975},"state":"normal"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.54384999999999,"ratio":88.6956850350419,"stats":{"max":83.372,"median":64.54384999999999,"min":63.430200000000006,"n":32,"q1":63.9306,"q3":65.582725},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":109.57935,"ratio":150.58313865603958,"stats":{"max":125.1288,"median":109.57935,"min":107.7163,"n":32,"q1":108.728,"q3":115.1761},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"first","name":"Named mutation","operation":"mutation-control","product_ms":0.7277,"product_stats":{"max":1.8925,"median":0.7277,"min":0.6333000000000001,"n":32,"q1":0.6895749999999999,"q3":0.7985},"state":"skip"},
        {"comparisons":{"cscope":{"answer_quality":"better","ms":64.24615,"ratio":90.60877230096608,"stats":{"max":85.77759999999999,"median":64.24615,"min":63.531699999999994,"n":32,"q1":63.839975,"q3":65.08882499999999},"status":"faster","timing_status":"faster"},"cscope-q":{"answer_quality":"better","ms":108.95175,"ratio":153.65876877512164,"stats":{"max":131.7423,"median":108.95175,"min":107.0317,"n":32,"q1":108.24265,"q3":110.401525},"status":"faster","timing_status":"faster"}},"input":"linux","kind":"later","name":"Named mutation","operation":"mutation-control","product_ms":0.70905,"product_stats":{"max":1.1226999999999998,"median":0.70905,"min":0.6225999999999999,"n":32,"q1":0.659025,"q3":0.73355},"state":"skip"}
      ]
    }
  }
}