{
  "generated_at": "2026-09-26T17:18:04.384Z",
  "complete": true,
  "model": "jev-1.13.0",
  "train_count": 10003,
  "test_count": 3080,
  "dimensions": 34,
  "frozen": {
    "frozen_at": "2026-09-26T16:57:27.642Z",
    "schema_sha256": "70781bf302e4d5b4521d38778de2910b352f547fccd8130d37600b299b70aa88",
    "protocol_sha256": "d2cfe459b34b6cd57c852d3cf6adb4812cf1cb4ac3a21ac9c41326558d03d175",
    "feature_count": 34,
    "test_data_seen": false
  },
  "frozen_queries": {
    "frozen_at": "2026-09-26T17:00:28.694Z",
    "queries_sha256": "52a3a02efc8fea59f3e86142b8978b1d28df9355047021d4439ff11f3da89999",
    "interpreter_sha256": "fb13e3c5f983da1dc85fea1a688cee2e35ec1f71ef73488bdb616b95bf31f0c0",
    "groups": 25,
    "queries": 100,
    "control_cases": 8,
    "test_data_seen": false
  },
  "dataset": {
    "source_commit": "57ec275d8078af65b7731c2a98be812d844a6d6b",
    "source": "https://github.com/PolyAI-LDN/task-specific-datasets",
    "license": "CC-BY-4.0",
    "files": {
      "train.csv": {
        "sha256": "b06e26ac675513959a63135f11b94ea7786ed02da65db93a5650d8838cbc664b",
        "bytes": 839073,
        "downloaded_at": "2026-09-26T16:58:36.520Z"
      },
      "categories.json": {
        "sha256": "53261da888122daf2d120d925458631d9619e15d82e56052e7a42e535ce32b63",
        "bytes": 2036,
        "downloaded_at": "2026-09-26T16:58:36.750Z"
      },
      "test.csv": {
        "sha256": "d12d6e3bc4c3103966ae786dc435913c0c563dfa328f5a3646d0e62cfeeb474d",
        "bytes": 239961,
        "downloaded_at": "2026-09-26T17:13:50.097Z"
      }
    }
  },
  "leakage": {
    "train_duplicate_extra_rows": 4,
    "test_duplicate_extra_rows": 1,
    "test_train_overlap_rows": [
      554,
      976,
      977,
      1432,
      1474,
      2149,
      3070
    ]
  },
  "e1_e2": {
    "bm25": {
      "n": 3080,
      "top1": 0.800974025974026,
      "hit5": 0.937987012987013,
      "precision5": 0.7033766233766198,
      "recall5": 0.029261428985433897,
      "hit_at_k": 0.9694805194805195,
      "precision_at_k": 0.6443831168831184,
      "recall_at_k": 0.053261818983621555,
      "mrr": 0.861134880376509,
      "ndcg_at_k": 0.6768648897957773,
      "top1_ci95": [
        0.7865023341252609,
        0.8146958872349891
      ],
      "hit5_ci95": [
        0.9289117576941593,
        0.9459710908656868
      ],
      "macro_top1": 0.8009740259740257,
      "latency_ms": {
        "median": 0.6513000000013562,
        "p95": 1.3412999999964086,
        "mean": 0.7275449350649196
      }
    },
    "cosine": {
      "n": 3080,
      "top1": 0.8366883116883117,
      "hit5": 0.936038961038961,
      "precision5": 0.7843506493506498,
      "recall5": 0.032181714648489755,
      "hit_at_k": 0.9558441558441558,
      "precision_at_k": 0.7494805194805222,
      "recall_at_k": 0.06093720834732326,
      "mrr": 0.880215425699074,
      "ndcg_at_k": 0.7678333322640603,
      "top1_ci95": [
        0.8232157125025071,
        0.84932210362541
      ],
      "hit5_ci95": [
        0.9268428507343128,
        0.944148747201842
      ],
      "macro_top1": 0.8366883116883117,
      "latency_ms": {
        "median": 1.0771999999997206,
        "p95": 2.0820999999978085,
        "mean": 1.2482420779220682
      }
    },
    "dot": {
      "n": 3080,
      "top1": 0.2597402597402597,
      "hit5": 0.4961038961038961,
      "precision5": 0.2998701298701298,
      "recall5": 0.010767507124551913,
      "hit_at_k": 0.5941558441558441,
      "precision_at_k": 0.31149350649350754,
      "recall_at_k": 0.022447337432303937,
      "mrr": 0.3715067756800636,
      "ndcg_at_k": 0.30249918476980203,
      "top1_ci95": [
        0.24456047136506098,
        0.27551861837972325
      ],
      "hit5_ci95": [
        0.47846223618345796,
        0.5137552625691602
      ],
      "macro_top1": 0.2597402597402597,
      "latency_ms": {
        "median": 1.0707999999995081,
        "p95": 2.079299999999421,
        "mean": 1.2415705194805489
      }
    },
    "weighted": {
      "n": 3080,
      "top1": 0.2801948051948052,
      "hit5": 0.4980519480519481,
      "precision5": 0.318571428571427,
      "recall5": 0.011608597454523653,
      "hit_at_k": 0.5857142857142857,
      "precision_at_k": 0.32811688311688325,
      "recall_at_k": 0.023967984718333803,
      "mrr": 0.38632564911712186,
      "ndcg_at_k": 0.32030747546175986,
      "top1_ci95": [
        0.2646158688686875,
        0.2963213524248517
      ],
      "hit5_ci95": [
        0.4804074601748481,
        0.515701289201461
      ],
      "macro_top1": 0.28019480519480516,
      "latency_ms": {
        "median": 1.068000000000211,
        "p95": 2.0680999999985943,
        "mean": 1.2384597077922028
      }
    }
  },
  "e1_no_train_overlap": {
    "bm25": {
      "n": 3073,
      "top1": 0.8005206638464042,
      "hit5": 0.9378457533355028,
      "precision5": 0.7027660266840186,
      "recall5": 0.029200724551140266,
      "hit_at_k": 0.9694109990237553,
      "precision_at_k": 0.6436706801171509,
      "recall_at_k": 0.053130478253173075,
      "mrr": 0.8608185589195079,
      "ndcg_at_k": 0.6762042413425521,
      "top1_ci95": [
        0.7860206053686695,
        0.8142703178782912
      ],
      "hit5_ci95": [
        0.9287506679841825,
        0.9458475315055691
      ]
    },
    "cosine": {
      "n": 3073,
      "top1": 0.8363163032866905,
      "hit5": 0.9358932639114872,
      "precision5": 0.7839895867230722,
      "recall5": 0.03212845332908722,
      "hit_at_k": 0.955743573055646,
      "precision_at_k": 0.7490725675235951,
      "recall_at_k": 0.06082965790991325,
      "mrr": 0.8799425678988442,
      "ndcg_at_k": 0.7674338872782845,
      "top1_ci95": [
        0.8228164197380949,
        0.8489764001598301
      ],
      "hit5_ci95": [
        0.926677085293917,
        0.9440210107421456
      ]
    },
    "dot": {
      "n": 3073,
      "top1": 0.25968109339407747,
      "hit5": 0.49658314350797267,
      "precision5": 0.29990237552879906,
      "recall5": 0.010764549325152278,
      "hit_at_k": 0.5945330296127562,
      "precision_at_k": 0.31158477058249373,
      "recall_at_k": 0.02244505079475705,
      "mrr": 0.371638666971015,
      "ndcg_at_k": 0.30255648406518376,
      "top1_ci95": [
        0.24448559930453612,
        0.2754766672705797
      ],
      "hit5_ci95": [
        0.4789207105613673,
        0.5142541083946769
      ]
    },
    "weighted": {
      "n": 3073,
      "top1": 0.2805076472502441,
      "hit5": 0.4982102180279857,
      "precision5": 0.31871135698014813,
      "recall5": 0.011609106354751746,
      "hit_at_k": 0.5860722421086886,
      "precision_at_k": 0.32827855515782633,
      "recall_at_k": 0.02397182930509987,
      "mrr": 0.3866303266006333,
      "ndcg_at_k": 0.3204763179841344,
      "top1_ci95": [
        0.26490551717829003,
        0.2966578529028415
      ],
      "hit5_ci95": [
        0.48054545469935545,
        0.5158794504680964
      ]
    }
  },
  "paired_top1_differences": {
    "bm25_minus_cosine": {
      "difference": -0.03571428571428571,
      "ci95": [
        -0.052597402597402594,
        -0.019155844155844155
      ],
      "repetitions": 2000,
      "seed": 20260926
    },
    "bm25_minus_dot": {
      "difference": 0.5412337662337663,
      "ci95": [
        0.5207792207792208,
        0.562012987012987
      ],
      "repetitions": 2000,
      "seed": 20260926
    },
    "bm25_minus_weighted": {
      "difference": 0.5207792207792208,
      "ci95": [
        0.5006493506493507,
        0.5412337662337663
      ],
      "repetitions": 2000,
      "seed": 20260926
    },
    "cosine_minus_dot": {
      "difference": 0.576948051948052,
      "ci95": [
        0.5581168831168831,
        0.5957792207792207
      ],
      "repetitions": 2000,
      "seed": 20260926
    },
    "cosine_minus_weighted": {
      "difference": 0.5564935064935065,
      "ci95": [
        0.5373376623376623,
        0.5753246753246753
      ],
      "repetitions": 2000,
      "seed": 20260926
    },
    "dot_minus_weighted": {
      "difference": -0.020454545454545454,
      "ci95": [
        -0.03051948051948052,
        -0.00974025974025974
      ],
      "repetitions": 2000,
      "seed": 20260926
    }
  },
  "per_intent": {
    "bm25": {
      "Refund_not_showing_up": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.7000000000000001,
        "recall5": 0.02160493827160494,
        "hit_at_k": 1,
        "precision_at_k": 0.6624999999999999,
        "recall_at_k": 0.04089506172839507,
        "mrr": 0.8947916666666667,
        "ndcg_at_k": 0.6906768784663991,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "activate_my_card": {
        "n": 40,
        "top1": 0.95,
        "hit5": 0.975,
        "precision5": 0.7850000000000001,
        "recall5": 0.024685534591194967,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6825,
        "recall_at_k": 0.04292452830188679,
        "mrr": 0.959090909090909,
        "ndcg_at_k": 0.7353259031186659,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "age_limit": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.9550000000000001,
        "recall5": 0.04340909090909088,
        "hit_at_k": 1,
        "precision_at_k": 0.9424999999999999,
        "recall_at_k": 0.08568181818181814,
        "mrr": 0.96875,
        "ndcg_at_k": 0.9450736723670872,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "apple_pay_or_google_pay": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.9949999999999999,
        "recall5": 0.039484126984126997,
        "hit_at_k": 1,
        "precision_at_k": 0.9800000000000001,
        "recall_at_k": 0.0777777777777778,
        "mrr": 1,
        "ndcg_at_k": 0.9858803177736007,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "atm_support": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.95,
        "precision5": 0.7300000000000002,
        "recall5": 0.04195402298850575,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6625000000000002,
        "recall_at_k": 0.07614942528735631,
        "mrr": 0.9112920168067227,
        "ndcg_at_k": 0.7006463607143145,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "automatic_top_up": {
        "n": 40,
        "top1": 0.825,
        "hit5": 1,
        "precision5": 0.8400000000000001,
        "recall5": 0.033070866141732276,
        "hit_at_k": 1,
        "precision_at_k": 0.7899999999999999,
        "recall_at_k": 0.06220472440944881,
        "mrr": 0.8966666666666667,
        "ndcg_at_k": 0.8035981110523194,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "balance_not_updated_after_bank_transfer": {
        "n": 40,
        "top1": 0.55,
        "hit5": 0.875,
        "precision5": 0.565,
        "recall5": 0.016520467836257303,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5425,
        "recall_at_k": 0.0317251461988304,
        "mrr": 0.6796315490065489,
        "ndcg_at_k": 0.5459104354518198,
        "top1_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "balance_not_updated_after_cheque_or_cash_deposit": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.975,
        "precision5": 0.7200000000000001,
        "recall5": 0.019889502762430938,
        "hit_at_k": 1,
        "precision_at_k": 0.6400000000000001,
        "recall_at_k": 0.035359116022099436,
        "mrr": 0.8614583333333334,
        "ndcg_at_k": 0.6749726400050704,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "beneficiary_not_allowed": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.975,
        "precision5": 0.6800000000000002,
        "recall5": 0.021794871794871797,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6074999999999999,
        "recall_at_k": 0.03894230769230769,
        "mrr": 0.8502777777777777,
        "ndcg_at_k": 0.6427934694422178,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "cancel_transfer": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.8350000000000002,
        "recall5": 0.02659235668789809,
        "hit_at_k": 1,
        "precision_at_k": 0.7774999999999999,
        "recall_at_k": 0.04952229299363057,
        "mrr": 0.9675,
        "ndcg_at_k": 0.81107180624332,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_about_to_expire": {
        "n": 40,
        "top1": 0.9,
        "hit5": 1,
        "precision5": 0.8800000000000001,
        "recall5": 0.03410852713178295,
        "hit_at_k": 1,
        "precision_at_k": 0.8399999999999999,
        "recall_at_k": 0.06511627906976744,
        "mrr": 0.9458333333333332,
        "ndcg_at_k": 0.856986907093869,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_acceptance": {
        "n": 40,
        "top1": 0.625,
        "hit5": 0.9,
        "precision5": 0.44999999999999984,
        "recall5": 0.03813559322033898,
        "hit_at_k": 0.925,
        "precision_at_k": 0.37,
        "recall_at_k": 0.06271186440677964,
        "mrr": 0.7310423932418817,
        "ndcg_at_k": 0.4227148666949884,
        "top1_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "card_arrival": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.85,
        "precision5": 0.5850000000000001,
        "recall5": 0.01911764705882353,
        "hit_at_k": 0.975,
        "precision_at_k": 0.5024999999999998,
        "recall_at_k": 0.03284313725490196,
        "mrr": 0.8342171717171716,
        "ndcg_at_k": 0.5565560033202676,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "card_delivery_estimate": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.9,
        "precision5": 0.5349999999999999,
        "recall5": 0.023883928571428573,
        "hit_at_k": 0.95,
        "precision_at_k": 0.51,
        "recall_at_k": 0.04553571428571428,
        "mrr": 0.7729274891774891,
        "ndcg_at_k": 0.5396735522917309,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "card_linking": {
        "n": 40,
        "top1": 0.9,
        "hit5": 1,
        "precision5": 0.8150000000000001,
        "recall5": 0.029316546762589924,
        "hit_at_k": 1,
        "precision_at_k": 0.7525000000000001,
        "recall_at_k": 0.054136690647482034,
        "mrr": 0.9458333333333332,
        "ndcg_at_k": 0.7867201984516591,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_not_working": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.925,
        "precision5": 0.43499999999999994,
        "recall5": 0.019419642857142854,
        "hit_at_k": 0.975,
        "precision_at_k": 0.37249999999999994,
        "recall_at_k": 0.03325892857142858,
        "mrr": 0.7875000000000001,
        "ndcg_at_k": 0.42419657067762956,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "card_payment_fee_charged": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.875,
        "precision5": 0.64,
        "recall5": 0.017112299465240642,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5950000000000001,
        "recall_at_k": 0.031818181818181815,
        "mrr": 0.779425505050505,
        "ndcg_at_k": 0.617884652483258,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "card_payment_not_recognised": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.9,
        "precision5": 0.5300000000000001,
        "recall5": 0.015773809523809527,
        "hit_at_k": 0.975,
        "precision_at_k": 0.4575,
        "recall_at_k": 0.02723214285714286,
        "mrr": 0.8036607142857143,
        "ndcg_at_k": 0.5054592337343149,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "card_payment_wrong_exchange_rate": {
        "n": 40,
        "top1": 0.875,
        "hit5": 1,
        "precision5": 0.8400000000000002,
        "recall5": 0.025149700598802404,
        "hit_at_k": 1,
        "precision_at_k": 0.7924999999999998,
        "recall_at_k": 0.0474550898203593,
        "mrr": 0.9183333333333333,
        "ndcg_at_k": 0.8122234901772044,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_swallowed": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.95,
        "precision5": 0.66,
        "recall5": 0.05409836065573772,
        "hit_at_k": 0.95,
        "precision_at_k": 0.555,
        "recall_at_k": 0.09098360655737708,
        "mrr": 0.8655169172932331,
        "ndcg_at_k": 0.6017969866754153,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "cash_withdrawal_charge": {
        "n": 40,
        "top1": 0.8,
        "hit5": 1,
        "precision5": 0.7000000000000003,
        "recall5": 0.01977401129943502,
        "hit_at_k": 1,
        "precision_at_k": 0.6175000000000003,
        "recall_at_k": 0.034887005649717515,
        "mrr": 0.8708333333333333,
        "ndcg_at_k": 0.658252580869915,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "cash_withdrawal_not_recognised": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.6199999999999999,
        "recall5": 0.019374999999999996,
        "hit_at_k": 1,
        "precision_at_k": 0.5349999999999999,
        "recall_at_k": 0.033437499999999995,
        "mrr": 0.8916666666666668,
        "ndcg_at_k": 0.5908031707417063,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "change_pin": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.975,
        "precision5": 0.7549999999999998,
        "recall5": 0.030942622950819676,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7175000000000001,
        "recall_at_k": 0.05881147540983608,
        "mrr": 0.8895833333333334,
        "ndcg_at_k": 0.7415047214070991,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "compromised_card": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.925,
        "precision5": 0.655,
        "recall5": 0.03808139534883724,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5925,
        "recall_at_k": 0.06889534883720934,
        "mrr": 0.8679464285714286,
        "ndcg_at_k": 0.6325812238037589,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "contactless_not_working": {
        "n": 40,
        "top1": 0.65,
        "hit5": 0.85,
        "precision5": 0.51,
        "recall5": 0.07285714285714286,
        "hit_at_k": 0.95,
        "precision_at_k": 0.4325000000000001,
        "recall_at_k": 0.12357142857142858,
        "mrr": 0.7323368298368298,
        "ndcg_at_k": 0.47598567035745576,
        "top1_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "country_support": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.975,
        "precision5": 0.7949999999999998,
        "recall5": 0.03081395348837209,
        "hit_at_k": 1,
        "precision_at_k": 0.745,
        "recall_at_k": 0.05775193798449613,
        "mrr": 0.8833333333333332,
        "ndcg_at_k": 0.7650319759898324,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "declined_card_payment": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.975,
        "precision5": 0.6650000000000001,
        "recall5": 0.02173202614379085,
        "hit_at_k": 1,
        "precision_at_k": 0.6174999999999999,
        "recall_at_k": 0.04035947712418301,
        "mrr": 0.8731547619047619,
        "ndcg_at_k": 0.6472830338987932,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "declined_cash_withdrawal": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.975,
        "precision5": 0.66,
        "recall5": 0.019075144508670525,
        "hit_at_k": 1,
        "precision_at_k": 0.595,
        "recall_at_k": 0.034393063583815026,
        "mrr": 0.8398214285714285,
        "ndcg_at_k": 0.6299816579847691,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "declined_transfer": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.85,
        "precision5": 0.595,
        "recall5": 0.022368421052631586,
        "hit_at_k": 0.9,
        "precision_at_k": 0.5275,
        "recall_at_k": 0.03966165413533834,
        "mrr": 0.7474456906418481,
        "ndcg_at_k": 0.5628932211915421,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "direct_debit_payment_not_recognised": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.925,
        "precision5": 0.7599999999999999,
        "recall5": 0.02087912087912088,
        "hit_at_k": 0.925,
        "precision_at_k": 0.6849999999999998,
        "recall_at_k": 0.03763736263736264,
        "mrr": 0.8417421096345514,
        "ndcg_at_k": 0.7148680686159314,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "disposable_card_limits": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.975,
        "precision5": 0.845,
        "recall5": 0.034917355371900834,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7724999999999999,
        "recall_at_k": 0.06384297520661157,
        "mrr": 0.8906060606060606,
        "ndcg_at_k": 0.7961535934812707,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "edit_personal_details": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.9099999999999999,
        "recall5": 0.03760330578512398,
        "hit_at_k": 1,
        "precision_at_k": 0.8674999999999999,
        "recall_at_k": 0.07169421487603309,
        "mrr": 1,
        "ndcg_at_k": 0.8945252543857753,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "exchange_charge": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.725,
        "recall5": 0.029958677685950407,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6524999999999997,
        "recall_at_k": 0.053925619834710746,
        "mrr": 0.8724404761904762,
        "ndcg_at_k": 0.6878353594662022,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "exchange_rate": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.975,
        "precision5": 0.8400000000000001,
        "recall5": 0.037500000000000006,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8049999999999999,
        "recall_at_k": 0.07187500000000001,
        "mrr": 0.9154166666666665,
        "ndcg_at_k": 0.8226843495533664,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "exchange_via_app": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.7150000000000001,
        "recall5": 0.030296610169491513,
        "hit_at_k": 1,
        "precision_at_k": 0.6749999999999999,
        "recall_at_k": 0.05720338983050845,
        "mrr": 0.8754464285714285,
        "ndcg_at_k": 0.7036298185123135,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "extra_charge_on_statement": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.805,
        "recall5": 0.024246987951807235,
        "hit_at_k": 1,
        "precision_at_k": 0.7675,
        "recall_at_k": 0.046234939759036156,
        "mrr": 0.9366964285714285,
        "ndcg_at_k": 0.7950081803524718,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "failed_transfer": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.8,
        "precision5": 0.5199999999999998,
        "recall5": 0.018978102189781014,
        "hit_at_k": 0.9,
        "precision_at_k": 0.4699999999999999,
        "recall_at_k": 0.0343065693430657,
        "mrr": 0.7376787342844114,
        "ndcg_at_k": 0.5044922845599218,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.652426936536005,
          0.895000102745623
        ]
      },
      "fiat_currency_support": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.9,
        "precision5": 0.68,
        "recall5": 0.02698412698412697,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6525000000000001,
        "recall_at_k": 0.051785714285714254,
        "mrr": 0.8080942552459579,
        "ndcg_at_k": 0.6684351542399349,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "get_disposable_virtual_card": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.725,
        "recall5": 0.03737113402061856,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6549999999999999,
        "recall_at_k": 0.06752577319587631,
        "mrr": 0.887711213517665,
        "ndcg_at_k": 0.6907355620576544,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "get_physical_card": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.925,
        "precision5": 0.6100000000000001,
        "recall5": 0.028773584905660378,
        "hit_at_k": 0.925,
        "precision_at_k": 0.51,
        "recall_at_k": 0.048113207547169835,
        "mrr": 0.8137698412698413,
        "ndcg_at_k": 0.5633085014706565,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "getting_spare_card": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.875,
        "precision5": 0.6299999999999999,
        "recall5": 0.024418604651162794,
        "hit_at_k": 0.9,
        "precision_at_k": 0.53,
        "recall_at_k": 0.04108527131782945,
        "mrr": 0.8478282828282827,
        "ndcg_at_k": 0.579013303471825,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "getting_virtual_card": {
        "n": 40,
        "top1": 0.575,
        "hit5": 0.9,
        "precision5": 0.5250000000000001,
        "recall5": 0.026785714285714295,
        "hit_at_k": 0.95,
        "precision_at_k": 0.48250000000000004,
        "recall_at_k": 0.04923469387755103,
        "mrr": 0.7193227019160806,
        "ndcg_at_k": 0.5045811313952614,
        "top1_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "lost_or_stolen_card": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.9,
        "precision5": 0.55,
        "recall5": 0.033536585365853674,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5125000000000001,
        "recall_at_k": 0.06250000000000003,
        "mrr": 0.8062033780903667,
        "ndcg_at_k": 0.5499398668489784,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "lost_or_stolen_phone": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.9200000000000002,
        "recall5": 0.03801652892561984,
        "hit_at_k": 1,
        "precision_at_k": 0.8474999999999999,
        "recall_at_k": 0.07004132231404961,
        "mrr": 0.9708333333333332,
        "ndcg_at_k": 0.8752060154612724,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "order_physical_card": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.975,
        "precision5": 0.575,
        "recall5": 0.02395833333333334,
        "hit_at_k": 1,
        "precision_at_k": 0.48999999999999994,
        "recall_at_k": 0.04083333333333333,
        "mrr": 0.813125,
        "ndcg_at_k": 0.5376354972450349,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "passcode_forgotten": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.8150000000000002,
        "recall5": 0.038809523809523835,
        "hit_at_k": 1,
        "precision_at_k": 0.7524999999999997,
        "recall_at_k": 0.07166666666666668,
        "mrr": 0.9006944444444445,
        "ndcg_at_k": 0.777511242641731,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "pending_card_payment": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.9,
        "precision5": 0.625,
        "recall5": 0.019654088050314465,
        "hit_at_k": 0.95,
        "precision_at_k": 0.55,
        "recall_at_k": 0.03459119496855346,
        "mrr": 0.7848852040816326,
        "ndcg_at_k": 0.5856163303093286,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "pending_cash_withdrawal": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.95,
        "precision5": 0.74,
        "recall5": 0.025874125874125874,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7075000000000001,
        "recall_at_k": 0.04947552447552449,
        "mrr": 0.8515584415584417,
        "ndcg_at_k": 0.7234779692209173,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "pending_top_up": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.95,
        "precision5": 0.5999999999999999,
        "recall5": 0.02013422818791945,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5424999999999999,
        "recall_at_k": 0.03640939597315436,
        "mrr": 0.820893895348837,
        "ndcg_at_k": 0.581679254602655,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "pending_transfer": {
        "n": 40,
        "top1": 0.65,
        "hit5": 0.9,
        "precision5": 0.485,
        "recall5": 0.016385135135135134,
        "hit_at_k": 0.925,
        "precision_at_k": 0.40749999999999986,
        "recall_at_k": 0.027533783783783784,
        "mrr": 0.7570889406487232,
        "ndcg_at_k": 0.4561613049423864,
        "top1_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "pin_blocked": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.875,
        "precision5": 0.7150000000000001,
        "recall5": 0.031086956521739123,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6825,
        "recall_at_k": 0.05934782608695651,
        "mrr": 0.8471382428940567,
        "ndcg_at_k": 0.7040481230521018,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "receiving_money": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.975,
        "precision5": 0.8250000000000002,
        "recall5": 0.04342105263157893,
        "hit_at_k": 1,
        "precision_at_k": 0.775,
        "recall_at_k": 0.081578947368421,
        "mrr": 0.945,
        "ndcg_at_k": 0.8044959791436787,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "request_refund": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.71,
        "recall5": 0.021005917159763313,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6874999999999998,
        "recall_at_k": 0.04068047337278106,
        "mrr": 0.9308333333333334,
        "ndcg_at_k": 0.7199212859693674,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "reverted_card_payment?": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.925,
        "precision5": 0.6350000000000001,
        "recall5": 0.019720496894409946,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5775000000000001,
        "recall_at_k": 0.0358695652173913,
        "mrr": 0.8658455882352941,
        "ndcg_at_k": 0.6205780966834229,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "supported_cards_and_currencies": {
        "n": 40,
        "top1": 0.9,
        "hit5": 1,
        "precision5": 0.79,
        "recall5": 0.0306201550387597,
        "hit_at_k": 1,
        "precision_at_k": 0.7324999999999999,
        "recall_at_k": 0.056782945736434144,
        "mrr": 0.95,
        "ndcg_at_k": 0.7707255606692991,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "terminate_account": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.975,
        "precision5": 0.82,
        "recall5": 0.037962962962962955,
        "hit_at_k": 1,
        "precision_at_k": 0.7925,
        "recall_at_k": 0.0733796296296296,
        "mrr": 0.9354166666666666,
        "ndcg_at_k": 0.8149495766126439,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "top_up_by_bank_transfer_charge": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.9,
        "precision5": 0.6450000000000001,
        "recall5": 0.029054054054054052,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5725000000000001,
        "recall_at_k": 0.05157657657657656,
        "mrr": 0.8321067821067821,
        "ndcg_at_k": 0.6104428036761067,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "top_up_by_card_charge": {
        "n": 40,
        "top1": 0.875,
        "hit5": 1,
        "precision5": 0.8000000000000002,
        "recall5": 0.0350877192982456,
        "hit_at_k": 1,
        "precision_at_k": 0.7124999999999999,
        "recall_at_k": 0.062499999999999986,
        "mrr": 0.9291666666666668,
        "ndcg_at_k": 0.7547911455560579,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "top_up_by_cash_or_cheque": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.925,
        "precision5": 0.6449999999999999,
        "recall5": 0.028289473684210538,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5825000000000001,
        "recall_at_k": 0.05109649122807018,
        "mrr": 0.8239583333333332,
        "ndcg_at_k": 0.6169700680611214,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "top_up_failed": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.875,
        "precision5": 0.5349999999999999,
        "recall5": 0.01844827586206897,
        "hit_at_k": 0.95,
        "precision_at_k": 0.4575,
        "recall_at_k": 0.031551724137931045,
        "mrr": 0.7841179653679654,
        "ndcg_at_k": 0.5093131343238231,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "top_up_limits": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.975,
        "precision5": 0.825,
        "recall5": 0.0425257731958763,
        "hit_at_k": 1,
        "precision_at_k": 0.715,
        "recall_at_k": 0.0737113402061856,
        "mrr": 0.9416666666666668,
        "ndcg_at_k": 0.7573669064753527,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "top_up_reverted": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.9,
        "precision5": 0.655,
        "recall5": 0.02243150684931507,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5575000000000001,
        "recall_at_k": 0.0381849315068493,
        "mrr": 0.809702380952381,
        "ndcg_at_k": 0.6010007573143132,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "topping_up_by_card": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.9,
        "precision5": 0.63,
        "recall5": 0.03058252427184465,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5174999999999998,
        "recall_at_k": 0.05024271844660193,
        "mrr": 0.8230479691876751,
        "ndcg_at_k": 0.5690720696625451,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "transaction_charged_twice": {
        "n": 40,
        "top1": 0.925,
        "hit5": 1,
        "precision5": 0.865,
        "recall5": 0.024714285714285723,
        "hit_at_k": 1,
        "precision_at_k": 0.8099999999999999,
        "recall_at_k": 0.046285714285714284,
        "mrr": 0.9625,
        "ndcg_at_k": 0.83963253301675,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "transfer_fee_charged": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.85,
        "precision5": 0.62,
        "recall5": 0.018023255813953497,
        "hit_at_k": 0.925,
        "precision_at_k": 0.555,
        "recall_at_k": 0.03226744186046513,
        "mrr": 0.7873520923520922,
        "ndcg_at_k": 0.5871463156195793,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "transfer_into_account": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.9,
        "precision5": 0.7100000000000002,
        "recall5": 0.03141592920353983,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6525000000000001,
        "recall_at_k": 0.057743362831858415,
        "mrr": 0.8502615440115442,
        "ndcg_at_k": 0.6815787870050961,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "transfer_not_received_by_recipient": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.9,
        "precision5": 0.6250000000000001,
        "recall5": 0.018274853801169583,
        "hit_at_k": 0.975,
        "precision_at_k": 0.5625,
        "recall_at_k": 0.03289473684210526,
        "mrr": 0.8480393000573724,
        "ndcg_at_k": 0.6048359314517685,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "transfer_timing": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.95,
        "precision5": 0.71,
        "recall5": 0.027734375,
        "hit_at_k": 0.975,
        "precision_at_k": 0.645,
        "recall_at_k": 0.050390625,
        "mrr": 0.8900108225108225,
        "ndcg_at_k": 0.6887308287485394,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "unable_to_verify_identity": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.9,
        "precision5": 0.6650000000000001,
        "recall5": 0.03259803921568628,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5449999999999999,
        "recall_at_k": 0.05343137254901962,
        "mrr": 0.8173397435897435,
        "ndcg_at_k": 0.5945097523117604,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "verify_my_identity": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.95,
        "precision5": 0.7150000000000001,
        "recall5": 0.03437500000000001,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6599999999999999,
        "recall_at_k": 0.06346153846153846,
        "mrr": 0.8514705882352942,
        "ndcg_at_k": 0.6817489698372399,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "verify_source_of_funds": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.95,
        "recall5": 0.04203539823008851,
        "hit_at_k": 1,
        "precision_at_k": 0.9374999999999998,
        "recall_at_k": 0.08296460176991151,
        "mrr": 0.9708333333333334,
        "ndcg_at_k": 0.9394783875853259,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "verify_top_up": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.8300000000000001,
        "recall5": 0.03293650793650794,
        "hit_at_k": 1,
        "precision_at_k": 0.8549999999999999,
        "recall_at_k": 0.06785714285714288,
        "mrr": 0.9041666666666666,
        "ndcg_at_k": 0.8499906879622433,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "virtual_card_not_working": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.875,
        "precision5": 0.525,
        "recall5": 0.06402439024390247,
        "hit_at_k": 0.925,
        "precision_at_k": 0.41749999999999987,
        "recall_at_k": 0.10182926829268298,
        "mrr": 0.7603004992319508,
        "ndcg_at_k": 0.47623694334910516,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "visa_or_mastercard": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.925,
        "precision5": 0.86,
        "recall5": 0.031851851851851826,
        "hit_at_k": 0.95,
        "precision_at_k": 0.835,
        "recall_at_k": 0.061851851851851825,
        "mrr": 0.9039412589001667,
        "ndcg_at_k": 0.8441092708987569,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "why_verify_identity": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.9,
        "precision5": 0.6500000000000001,
        "recall5": 0.026859504132231406,
        "hit_at_k": 0.975,
        "precision_at_k": 0.5825,
        "recall_at_k": 0.048140495867768585,
        "mrr": 0.8245238095238093,
        "ndcg_at_k": 0.6230157961979291,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "wrong_amount_of_cash_received": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.925,
        "precision5": 0.8350000000000003,
        "recall5": 0.023194444444444455,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8324999999999999,
        "recall_at_k": 0.04625000000000003,
        "mrr": 0.9335897435897434,
        "ndcg_at_k": 0.8469670691994737,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "wrong_exchange_rate_for_cash_withdrawal": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.9,
        "precision5": 0.6400000000000001,
        "recall5": 0.019631901840490802,
        "hit_at_k": 0.95,
        "precision_at_k": 0.615,
        "recall_at_k": 0.03773006134969324,
        "mrr": 0.7631490384615385,
        "ndcg_at_k": 0.6299623785765424,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      }
    },
    "cosine": {
      "Refund_not_showing_up": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.9949999999999999,
        "recall5": 0.030709876543209873,
        "hit_at_k": 1,
        "precision_at_k": 0.99,
        "recall_at_k": 0.0611111111111111,
        "mrr": 0.9875,
        "ndcg_at_k": 0.9892908738267476,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "activate_my_card": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.8950000000000001,
        "recall5": 0.028144654088050315,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8425,
        "recall_at_k": 0.052987421383647794,
        "mrr": 0.9212566137566138,
        "ndcg_at_k": 0.8624159093593906,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "age_limit": {
        "n": 40,
        "top1": 0.975,
        "hit5": 0.975,
        "precision5": 0.97,
        "recall5": 0.04409090909090907,
        "hit_at_k": 0.975,
        "precision_at_k": 0.9675,
        "recall_at_k": 0.08795454545454541,
        "mrr": 0.9752118644067795,
        "ndcg_at_k": 0.9689345536178748,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "apple_pay_or_google_pay": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.875,
        "precision5": 0.6900000000000002,
        "recall5": 0.027380952380952374,
        "hit_at_k": 0.925,
        "precision_at_k": 0.6449999999999999,
        "recall_at_k": 0.051190476190476175,
        "mrr": 0.7954169069856155,
        "ndcg_at_k": 0.6686205236173379,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "atm_support": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.97,
        "recall5": 0.055747126436781626,
        "hit_at_k": 1,
        "precision_at_k": 0.9424999999999999,
        "recall_at_k": 0.10833333333333339,
        "mrr": 0.9875,
        "ndcg_at_k": 0.9527604727038794,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "automatic_top_up": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.9,
        "precision5": 0.8,
        "recall5": 0.031496062992125984,
        "hit_at_k": 0.925,
        "precision_at_k": 0.7449999999999999,
        "recall_at_k": 0.05866141732283464,
        "mrr": 0.8834688987779288,
        "ndcg_at_k": 0.7724433026529929,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "balance_not_updated_after_bank_transfer": {
        "n": 40,
        "top1": 0.65,
        "hit5": 0.8,
        "precision5": 0.5800000000000002,
        "recall5": 0.01695906432748538,
        "hit_at_k": 0.85,
        "precision_at_k": 0.5300000000000002,
        "recall_at_k": 0.03099415204678363,
        "mrr": 0.7337895581430064,
        "ndcg_at_k": 0.5559622192170338,
        "top1_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ],
        "hit5_ci95": [
          0.652426936536005,
          0.895000102745623
        ]
      },
      "balance_not_updated_after_cheque_or_cash_deposit": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.925,
        "precision5": 0.8150000000000001,
        "recall5": 0.02251381215469614,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7750000000000001,
        "recall_at_k": 0.042817679558011065,
        "mrr": 0.8917658730158731,
        "ndcg_at_k": 0.7963269304991136,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "beneficiary_not_allowed": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.9,
        "precision5": 0.62,
        "recall5": 0.01987179487179487,
        "hit_at_k": 0.9,
        "precision_at_k": 0.5525,
        "recall_at_k": 0.03541666666666667,
        "mrr": 0.802817599067599,
        "ndcg_at_k": 0.5864646080891708,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "cancel_transfer": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.945,
        "recall5": 0.030095541401273886,
        "hit_at_k": 1,
        "precision_at_k": 0.9349999999999999,
        "recall_at_k": 0.059554140127388536,
        "mrr": 0.98125,
        "ndcg_at_k": 0.9393331267418805,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_about_to_expire": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.9049999999999999,
        "recall5": 0.035077519379844976,
        "hit_at_k": 0.95,
        "precision_at_k": 0.9124999999999999,
        "recall_at_k": 0.07073643410852716,
        "mrr": 0.9209280303030303,
        "ndcg_at_k": 0.9095559000209688,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_acceptance": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.975,
        "precision5": 0.69,
        "recall5": 0.05847457627118642,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6325000000000001,
        "recall_at_k": 0.10720338983050848,
        "mrr": 0.8166666666666667,
        "ndcg_at_k": 0.6566757779082442,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "card_arrival": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.825,
        "recall5": 0.026960784313725485,
        "hit_at_k": 1,
        "precision_at_k": 0.8349999999999997,
        "recall_at_k": 0.054575163398692804,
        "mrr": 0.9633333333333333,
        "ndcg_at_k": 0.8494657120994713,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_delivery_estimate": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.925,
        "precision5": 0.7550000000000001,
        "recall5": 0.03370535714285715,
        "hit_at_k": 0.95,
        "precision_at_k": 0.685,
        "recall_at_k": 0.06116071428571429,
        "mrr": 0.8879103535353536,
        "ndcg_at_k": 0.7216062536700159,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "card_linking": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.8,
        "recall5": 0.028776978417266185,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7274999999999998,
        "recall_at_k": 0.05233812949640289,
        "mrr": 0.8857954545454547,
        "ndcg_at_k": 0.7548905703991269,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_not_working": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.9,
        "precision5": 0.7500000000000001,
        "recall5": 0.03348214285714286,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6825,
        "recall_at_k": 0.0609375,
        "mrr": 0.8696077533577535,
        "ndcg_at_k": 0.7186935303517367,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "card_payment_fee_charged": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.925,
        "precision5": 0.7949999999999999,
        "recall5": 0.02125668449197861,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7675000000000001,
        "recall_at_k": 0.0410427807486631,
        "mrr": 0.8590373563218391,
        "ndcg_at_k": 0.7745445780185047,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "card_payment_not_recognised": {
        "n": 40,
        "top1": 0.7,
        "hit5": 1,
        "precision5": 0.6699999999999999,
        "recall5": 0.01994047619047619,
        "hit_at_k": 1,
        "precision_at_k": 0.6425,
        "recall_at_k": 0.0382440476190476,
        "mrr": 0.8091666666666665,
        "ndcg_at_k": 0.6546493342509481,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_payment_wrong_exchange_rate": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.905,
        "recall5": 0.027095808383233534,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8824999999999997,
        "recall_at_k": 0.05284431137724553,
        "mrr": 0.9396496463306809,
        "ndcg_at_k": 0.8947176379186856,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_swallowed": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.95,
        "precision5": 0.8099999999999998,
        "recall5": 0.06639344262295081,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7499999999999998,
        "recall_at_k": 0.12295081967213115,
        "mrr": 0.9137942106303104,
        "ndcg_at_k": 0.778572137737192,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "cash_withdrawal_charge": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.9650000000000001,
        "recall5": 0.027259887005649706,
        "hit_at_k": 1,
        "precision_at_k": 0.95,
        "recall_at_k": 0.053672316384180775,
        "mrr": 0.98125,
        "ndcg_at_k": 0.9557063303870497,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "cash_withdrawal_not_recognised": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.925,
        "precision5": 0.825,
        "recall5": 0.02578125,
        "hit_at_k": 0.95,
        "precision_at_k": 0.795,
        "recall_at_k": 0.0496875,
        "mrr": 0.9187597962382446,
        "ndcg_at_k": 0.8149669505385297,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "change_pin": {
        "n": 40,
        "top1": 0.925,
        "hit5": 1,
        "precision5": 0.945,
        "recall5": 0.03872950819672131,
        "hit_at_k": 1,
        "precision_at_k": 0.9549999999999998,
        "recall_at_k": 0.07827868852459015,
        "mrr": 0.9583333333333333,
        "ndcg_at_k": 0.9492292903184254,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "compromised_card": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.95,
        "precision5": 0.7300000000000001,
        "recall5": 0.042441860465116305,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6775,
        "recall_at_k": 0.07877906976744191,
        "mrr": 0.8461447750362844,
        "ndcg_at_k": 0.7007660181581523,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "contactless_not_working": {
        "n": 40,
        "top1": 0.475,
        "hit5": 0.575,
        "precision5": 0.28,
        "recall5": 0.04,
        "hit_at_k": 0.625,
        "precision_at_k": 0.20499999999999993,
        "recall_at_k": 0.05857142857142854,
        "mrr": 0.536767894730581,
        "ndcg_at_k": 0.25293434700437756,
        "top1_ci95": [
          0.329354701126789,
          0.6250263789330753
        ],
        "hit5_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ]
      },
      "country_support": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.875,
        "precision5": 0.5900000000000001,
        "recall5": 0.022868217054263566,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5549999999999999,
        "recall_at_k": 0.043023255813953484,
        "mrr": 0.8142652084757348,
        "ndcg_at_k": 0.5895607730709638,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "declined_card_payment": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.975,
        "precision5": 0.8200000000000003,
        "recall5": 0.026797385620915038,
        "hit_at_k": 1,
        "precision_at_k": 0.7975,
        "recall_at_k": 0.052124183006535964,
        "mrr": 0.880654761904762,
        "ndcg_at_k": 0.7998146484447666,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "declined_cash_withdrawal": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.97,
        "recall5": 0.028034682080924873,
        "hit_at_k": 1,
        "precision_at_k": 0.9550000000000001,
        "recall_at_k": 0.05520231213872835,
        "mrr": 1,
        "ndcg_at_k": 0.96260603492188,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "declined_transfer": {
        "n": 40,
        "top1": 0.625,
        "hit5": 0.875,
        "precision5": 0.6499999999999998,
        "recall5": 0.024436090225563922,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6424999999999998,
        "recall_at_k": 0.048308270676691745,
        "mrr": 0.7191204455266954,
        "ndcg_at_k": 0.643124470721611,
        "top1_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "direct_debit_payment_not_recognised": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.85,
        "precision5": 0.7250000000000002,
        "recall5": 0.019917582417582423,
        "hit_at_k": 0.925,
        "precision_at_k": 0.7,
        "recall_at_k": 0.03846153846153847,
        "mrr": 0.8467104076479076,
        "ndcg_at_k": 0.7239375853661425,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "disposable_card_limits": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.9,
        "precision5": 0.7550000000000001,
        "recall5": 0.031198347107438018,
        "hit_at_k": 0.925,
        "precision_at_k": 0.7299999999999999,
        "recall_at_k": 0.060330578512396704,
        "mrr": 0.8536494565217392,
        "ndcg_at_k": 0.744686470543483,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "edit_personal_details": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.99,
        "recall5": 0.04090909090909093,
        "hit_at_k": 1,
        "precision_at_k": 0.9899999999999999,
        "recall_at_k": 0.08181818181818186,
        "mrr": 1,
        "ndcg_at_k": 0.9913886901731914,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "exchange_charge": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.925,
        "precision5": 0.9099999999999999,
        "recall5": 0.03760330578512398,
        "hit_at_k": 0.95,
        "precision_at_k": 0.9125,
        "recall_at_k": 0.0754132231404959,
        "mrr": 0.9129647313470842,
        "ndcg_at_k": 0.9104260057078297,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "exchange_rate": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.875,
        "recall5": 0.039062500000000014,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8574999999999999,
        "recall_at_k": 0.0765625,
        "mrr": 0.9201762820512822,
        "ndcg_at_k": 0.8652684182672237,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "exchange_via_app": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.95,
        "precision5": 0.6450000000000001,
        "recall5": 0.027330508474576277,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6400000000000001,
        "recall_at_k": 0.05423728813559322,
        "mrr": 0.7887393162393163,
        "ndcg_at_k": 0.6469691264158791,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "extra_charge_on_statement": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.95,
        "precision5": 0.7600000000000001,
        "recall5": 0.022891566265060247,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7525,
        "recall_at_k": 0.045331325301204824,
        "mrr": 0.9065960642102304,
        "ndcg_at_k": 0.7719688126459803,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "failed_transfer": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.95,
        "precision5": 0.72,
        "recall5": 0.026277372262773713,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6974999999999999,
        "recall_at_k": 0.05091240875912408,
        "mrr": 0.7833720930232558,
        "ndcg_at_k": 0.6994124913848113,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "fiat_currency_support": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.925,
        "precision5": 0.6649999999999999,
        "recall5": 0.02638888888888887,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6174999999999998,
        "recall_at_k": 0.04900793650793649,
        "mrr": 0.7656148233119842,
        "ndcg_at_k": 0.634239366054533,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "get_disposable_virtual_card": {
        "n": 40,
        "top1": 0.625,
        "hit5": 0.875,
        "precision5": 0.5349999999999999,
        "recall5": 0.02757731958762887,
        "hit_at_k": 0.975,
        "precision_at_k": 0.4750000000000001,
        "recall_at_k": 0.04896907216494846,
        "mrr": 0.7399091880341879,
        "ndcg_at_k": 0.5102160485932816,
        "top1_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "get_physical_card": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.8700000000000001,
        "recall5": 0.041037735849056636,
        "hit_at_k": 1,
        "precision_at_k": 0.7700000000000001,
        "recall_at_k": 0.0726415094339623,
        "mrr": 0.9708333333333332,
        "ndcg_at_k": 0.8133494672692556,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "getting_spare_card": {
        "n": 40,
        "top1": 0.625,
        "hit5": 0.9,
        "precision5": 0.5050000000000001,
        "recall5": 0.01957364341085272,
        "hit_at_k": 0.925,
        "precision_at_k": 0.4375,
        "recall_at_k": 0.03391472868217056,
        "mrr": 0.7460675739785328,
        "ndcg_at_k": 0.4769337017458685,
        "top1_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "getting_virtual_card": {
        "n": 40,
        "top1": 0.55,
        "hit5": 0.875,
        "precision5": 0.5349999999999999,
        "recall5": 0.02729591836734695,
        "hit_at_k": 0.9,
        "precision_at_k": 0.4699999999999999,
        "recall_at_k": 0.04795918367346938,
        "mrr": 0.6787366679214506,
        "ndcg_at_k": 0.4893227759100546,
        "top1_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "lost_or_stolen_card": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.975,
        "precision5": 0.9,
        "recall5": 0.05487804878048784,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8699999999999999,
        "recall_at_k": 0.10609756097560981,
        "mrr": 0.937510874293171,
        "ndcg_at_k": 0.8832116979505031,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "lost_or_stolen_phone": {
        "n": 40,
        "top1": 0.95,
        "hit5": 0.975,
        "precision5": 0.93,
        "recall5": 0.03842975206611572,
        "hit_at_k": 0.975,
        "precision_at_k": 0.9125,
        "recall_at_k": 0.0754132231404959,
        "mrr": 0.9572727272727274,
        "ndcg_at_k": 0.9206468283083676,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "order_physical_card": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.95,
        "precision5": 0.575,
        "recall5": 0.02395833333333334,
        "hit_at_k": 0.975,
        "precision_at_k": 0.4575,
        "recall_at_k": 0.038125,
        "mrr": 0.8348214285714285,
        "ndcg_at_k": 0.5189347967783523,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "passcode_forgotten": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.9650000000000002,
        "recall5": 0.04595238095238098,
        "hit_at_k": 1,
        "precision_at_k": 0.9550000000000001,
        "recall_at_k": 0.090952380952381,
        "mrr": 0.9875,
        "ndcg_at_k": 0.9593152414764076,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "pending_card_payment": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.875,
        "precision5": 0.715,
        "recall5": 0.022484276729559747,
        "hit_at_k": 0.9,
        "precision_at_k": 0.6900000000000001,
        "recall_at_k": 0.04339622641509434,
        "mrr": 0.8378061271178799,
        "ndcg_at_k": 0.7088643261158472,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "pending_cash_withdrawal": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.875,
        "recall5": 0.030594405594405606,
        "hit_at_k": 0.95,
        "precision_at_k": 0.835,
        "recall_at_k": 0.05839160839160842,
        "mrr": 0.9335231670536741,
        "ndcg_at_k": 0.8537603892707576,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "pending_top_up": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.975,
        "precision5": 0.795,
        "recall5": 0.026677852348993274,
        "hit_at_k": 1,
        "precision_at_k": 0.7575,
        "recall_at_k": 0.05083892617449663,
        "mrr": 0.8869047619047619,
        "ndcg_at_k": 0.7744613136060129,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "pending_transfer": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.9,
        "precision5": 0.595,
        "recall5": 0.02010135135135135,
        "hit_at_k": 0.95,
        "precision_at_k": 0.5875000000000001,
        "recall_at_k": 0.03969594594594596,
        "mrr": 0.7780479691876752,
        "ndcg_at_k": 0.6027517830093316,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "pin_blocked": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.975,
        "precision5": 0.8699999999999999,
        "recall5": 0.03782608695652172,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8400000000000001,
        "recall_at_k": 0.07304347826086953,
        "mrr": 0.9348958333333333,
        "ndcg_at_k": 0.8559431860457725,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "receiving_money": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.85,
        "precision5": 0.5950000000000001,
        "recall5": 0.03131578947368421,
        "hit_at_k": 0.85,
        "precision_at_k": 0.5125000000000001,
        "recall_at_k": 0.05394736842105265,
        "mrr": 0.7489912755867714,
        "ndcg_at_k": 0.5541876612820247,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "request_refund": {
        "n": 40,
        "top1": 0.9,
        "hit5": 1,
        "precision5": 0.8949999999999999,
        "recall5": 0.026479289940828404,
        "hit_at_k": 1,
        "precision_at_k": 0.8749999999999998,
        "recall_at_k": 0.05177514792899411,
        "mrr": 0.93625,
        "ndcg_at_k": 0.8831498202707824,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "reverted_card_payment?": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.925,
        "precision5": 0.8300000000000001,
        "recall5": 0.02577639751552794,
        "hit_at_k": 0.95,
        "precision_at_k": 0.805,
        "recall_at_k": 0.04999999999999997,
        "mrr": 0.8978800428217264,
        "ndcg_at_k": 0.8179703331067227,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "supported_cards_and_currencies": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.875,
        "precision5": 0.6399999999999999,
        "recall5": 0.02480620155038759,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5699999999999997,
        "recall_at_k": 0.0441860465116279,
        "mrr": 0.8669263838013839,
        "ndcg_at_k": 0.6175926462891227,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "terminate_account": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 1,
        "recall5": 0.04629629629629629,
        "hit_at_k": 1,
        "precision_at_k": 1,
        "recall_at_k": 0.09259259259259257,
        "mrr": 1,
        "ndcg_at_k": 1,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "top_up_by_bank_transfer_charge": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.8800000000000001,
        "recall5": 0.03963963963963963,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8724999999999999,
        "recall_at_k": 0.0786036036036036,
        "mrr": 0.9184629493763756,
        "ndcg_at_k": 0.8759050344888515,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "top_up_by_card_charge": {
        "n": 40,
        "top1": 0.95,
        "hit5": 0.95,
        "precision5": 0.89,
        "recall5": 0.03903508771929823,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8750000000000002,
        "recall_at_k": 0.07675438596491224,
        "mrr": 0.9547764227642277,
        "ndcg_at_k": 0.8830849381527139,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "top_up_by_cash_or_cheque": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.925,
        "precision5": 0.8350000000000002,
        "recall5": 0.03662280701754385,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7625000000000001,
        "recall_at_k": 0.0668859649122807,
        "mrr": 0.9053782894736842,
        "ndcg_at_k": 0.789282776070886,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "top_up_failed": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.7300000000000002,
        "recall5": 0.02517241379310345,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7050000000000002,
        "recall_at_k": 0.04862068965517241,
        "mrr": 0.9007352941176473,
        "ndcg_at_k": 0.7253690751787899,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "top_up_limits": {
        "n": 40,
        "top1": 0.95,
        "hit5": 0.975,
        "precision5": 0.93,
        "recall5": 0.04793814432989693,
        "hit_at_k": 1,
        "precision_at_k": 0.9149999999999998,
        "recall_at_k": 0.09432989690721653,
        "mrr": 0.9666666666666668,
        "ndcg_at_k": 0.9241239849742234,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "top_up_reverted": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.7900000000000001,
        "recall5": 0.02705479452054794,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7474999999999998,
        "recall_at_k": 0.05119863013698632,
        "mrr": 0.9089583333333333,
        "ndcg_at_k": 0.769927192608974,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "topping_up_by_card": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.95,
        "precision5": 0.69,
        "recall5": 0.03349514563106795,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6274999999999998,
        "recall_at_k": 0.06092233009708736,
        "mrr": 0.8435227272727271,
        "ndcg_at_k": 0.6584205231564317,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "transaction_charged_twice": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.96,
        "recall5": 0.027428571428571424,
        "hit_at_k": 1,
        "precision_at_k": 0.96,
        "recall_at_k": 0.05485714285714285,
        "mrr": 0.9800000000000001,
        "ndcg_at_k": 0.961200750699396,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "transfer_fee_charged": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.925,
        "precision5": 0.8199999999999997,
        "recall5": 0.0238372093023256,
        "hit_at_k": 0.975,
        "precision_at_k": 0.825,
        "recall_at_k": 0.04796511627906981,
        "mrr": 0.8658991228070176,
        "ndcg_at_k": 0.8233394787396877,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "transfer_into_account": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.9,
        "precision5": 0.7900000000000001,
        "recall5": 0.034955752212389384,
        "hit_at_k": 0.95,
        "precision_at_k": 0.76,
        "recall_at_k": 0.06725663716814159,
        "mrr": 0.9086229869076584,
        "ndcg_at_k": 0.7835909196313902,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "transfer_not_received_by_recipient": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.9,
        "precision5": 0.645,
        "recall5": 0.018859649122807007,
        "hit_at_k": 0.95,
        "precision_at_k": 0.6350000000000001,
        "recall_at_k": 0.037134502923976596,
        "mrr": 0.8266520906213559,
        "ndcg_at_k": 0.6549528569172243,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "transfer_timing": {
        "n": 40,
        "top1": 0.875,
        "hit5": 0.975,
        "precision5": 0.8350000000000003,
        "recall5": 0.0326171875,
        "hit_at_k": 1,
        "precision_at_k": 0.7974999999999997,
        "recall_at_k": 0.0623046875,
        "mrr": 0.9239583333333332,
        "ndcg_at_k": 0.8181511337010965,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "unable_to_verify_identity": {
        "n": 40,
        "top1": 0.975,
        "hit5": 0.975,
        "precision5": 0.9199999999999999,
        "recall5": 0.045098039215686295,
        "hit_at_k": 1,
        "precision_at_k": 0.9150000000000003,
        "recall_at_k": 0.08970588235294122,
        "mrr": 0.9777777777777779,
        "ndcg_at_k": 0.9229726593659731,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "verify_my_identity": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.7800000000000001,
        "recall5": 0.03750000000000002,
        "hit_at_k": 1,
        "precision_at_k": 0.775,
        "recall_at_k": 0.0745192307692308,
        "mrr": 0.8889880952380953,
        "ndcg_at_k": 0.7836295062297733,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "verify_source_of_funds": {
        "n": 40,
        "top1": 0.875,
        "hit5": 1,
        "precision5": 0.8450000000000003,
        "recall5": 0.03738938053097347,
        "hit_at_k": 1,
        "precision_at_k": 0.805,
        "recall_at_k": 0.07123893805309735,
        "mrr": 0.9237500000000001,
        "ndcg_at_k": 0.8247964308416353,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "verify_top_up": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.8949999999999999,
        "recall5": 0.03551587301587303,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8674999999999999,
        "recall_at_k": 0.06884920634920635,
        "mrr": 0.9334632034632033,
        "ndcg_at_k": 0.8815185968447172,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "virtual_card_not_working": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.85,
        "precision5": 0.45000000000000007,
        "recall5": 0.05487804878048783,
        "hit_at_k": 0.875,
        "precision_at_k": 0.32,
        "recall_at_k": 0.07804878048780492,
        "mrr": 0.7512610575839531,
        "ndcg_at_k": 0.3896114668110632,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "visa_or_mastercard": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.875,
        "precision5": 0.5850000000000001,
        "recall5": 0.021666666666666674,
        "hit_at_k": 0.925,
        "precision_at_k": 0.485,
        "recall_at_k": 0.03592592592592593,
        "mrr": 0.7903633511191651,
        "ndcg_at_k": 0.5314218833626846,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "why_verify_identity": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.95,
        "precision5": 0.7699999999999999,
        "recall5": 0.03181818181818181,
        "hit_at_k": 0.95,
        "precision_at_k": 0.67,
        "recall_at_k": 0.05537190082644629,
        "mrr": 0.8791456228956228,
        "ndcg_at_k": 0.7066551009806475,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "wrong_amount_of_cash_received": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.9,
        "recall5": 0.025000000000000005,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8949999999999999,
        "recall_at_k": 0.049722222222222244,
        "mrr": 0.9320918222976797,
        "ndcg_at_k": 0.8980289474703078,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "wrong_exchange_rate_for_cash_withdrawal": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.875,
        "precision5": 0.825,
        "recall5": 0.025306748466257682,
        "hit_at_k": 0.9,
        "precision_at_k": 0.8024999999999999,
        "recall_at_k": 0.04923312883435585,
        "mrr": 0.8632501021241831,
        "ndcg_at_k": 0.8136415282524666,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      }
    },
    "dot": {
      "Refund_not_showing_up": {
        "n": 40,
        "top1": 0.5,
        "hit5": 0.975,
        "precision5": 0.7100000000000003,
        "recall5": 0.021913580246913582,
        "hit_at_k": 0.975,
        "precision_at_k": 0.73,
        "recall_at_k": 0.04506172839506172,
        "mrr": 0.7050657894736843,
        "ndcg_at_k": 0.6994478178952375,
        "top1_ci95": [
          0.35199526933465386,
          0.6480047306653461
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "activate_my_card": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.925,
        "precision5": 0.6650000000000003,
        "recall5": 0.02091194968553459,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5374999999999998,
        "recall_at_k": 0.03380503144654088,
        "mrr": 0.8225426631788739,
        "ndcg_at_k": 0.5875303472143694,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "age_limit": {
        "n": 40,
        "top1": 0,
        "hit5": 0.025,
        "precision5": 0.005,
        "recall5": 0.00022727272727272727,
        "hit_at_k": 0.225,
        "precision_at_k": 0.0225,
        "recall_at_k": 0.0020454545454545456,
        "mrr": 0.06585044933321031,
        "ndcg_at_k": 0.016657362509308056,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ]
      },
      "apple_pay_or_google_pay": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.575,
        "precision5": 0.18500000000000003,
        "recall5": 0.007341269841269841,
        "hit_at_k": 0.725,
        "precision_at_k": 0.2725,
        "recall_at_k": 0.021626984126984126,
        "mrr": 0.2536784039635098,
        "ndcg_at_k": 0.22535213837902837,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ]
      },
      "atm_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.005474404326656658,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "automatic_top_up": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0.025,
        "precision_at_k": 0.0025,
        "recall_at_k": 0.0001968503937007874,
        "mrr": 0.02039896528132736,
        "ndcg_at_k": 0.0016563555863597257,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "balance_not_updated_after_bank_transfer": {
        "n": 40,
        "top1": 0.95,
        "hit5": 0.975,
        "precision5": 0.7050000000000004,
        "recall5": 0.020614035087719307,
        "hit_at_k": 1,
        "precision_at_k": 0.6575000000000001,
        "recall_at_k": 0.03845029239766081,
        "mrr": 0.9625,
        "ndcg_at_k": 0.7048673898035285,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "balance_not_updated_after_cheque_or_cash_deposit": {
        "n": 40,
        "top1": 0.6,
        "hit5": 1,
        "precision5": 0.7750000000000001,
        "recall5": 0.02140883977900553,
        "hit_at_k": 1,
        "precision_at_k": 0.825,
        "recall_at_k": 0.04558011049723758,
        "mrr": 0.7570833333333333,
        "ndcg_at_k": 0.7876945973950623,
        "top1_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "beneficiary_not_allowed": {
        "n": 40,
        "top1": 0,
        "hit5": 0.425,
        "precision5": 0.10500000000000001,
        "recall5": 0.003365384615384615,
        "hit_at_k": 0.725,
        "precision_at_k": 0.20249999999999999,
        "recall_at_k": 0.012980769230769231,
        "mrr": 0.1814591050705302,
        "ndcg_at_k": 0.15780704326978148,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.28509392559950375,
          0.5780493145800892
        ]
      },
      "cancel_transfer": {
        "n": 40,
        "top1": 0.55,
        "hit5": 0.625,
        "precision5": 0.55,
        "recall5": 0.01751592356687898,
        "hit_at_k": 0.675,
        "precision_at_k": 0.555,
        "recall_at_k": 0.03535031847133758,
        "mrr": 0.6021301990734091,
        "ndcg_at_k": 0.5535118764621176,
        "top1_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ],
        "hit5_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ]
      },
      "card_about_to_expire": {
        "n": 40,
        "top1": 0.8,
        "hit5": 0.875,
        "precision5": 0.805,
        "recall5": 0.031201550387596904,
        "hit_at_k": 0.875,
        "precision_at_k": 0.8025,
        "recall_at_k": 0.062209302325581396,
        "mrr": 0.8402819447197121,
        "ndcg_at_k": 0.8055074171028318,
        "top1_ci95": [
          0.652426936536005,
          0.895000102745623
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "card_acceptance": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.003698890736390497,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "card_arrival": {
        "n": 40,
        "top1": 0.975,
        "hit5": 1,
        "precision5": 0.9199999999999999,
        "recall5": 0.030065359477124177,
        "hit_at_k": 1,
        "precision_at_k": 0.9000000000000001,
        "recall_at_k": 0.058823529411764684,
        "mrr": 0.9875,
        "ndcg_at_k": 0.9104703828982093,
        "top1_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_delivery_estimate": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.5,
        "precision5": 0.12000000000000002,
        "recall5": 0.0053571428571428555,
        "hit_at_k": 0.625,
        "precision_at_k": 0.09750000000000004,
        "recall_at_k": 0.008705357142857143,
        "mrr": 0.24180489979325923,
        "ndcg_at_k": 0.09895180242784034,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.35199526933465386,
          0.6480047306653461
        ]
      },
      "card_linking": {
        "n": 40,
        "top1": 0,
        "hit5": 0.5,
        "precision5": 0.14500000000000002,
        "recall5": 0.005215827338129498,
        "hit_at_k": 0.85,
        "precision_at_k": 0.1725,
        "recall_at_k": 0.012410071942446048,
        "mrr": 0.24499290951655653,
        "ndcg_at_k": 0.15106727143891635,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.35199526933465386,
          0.6480047306653461
        ]
      },
      "card_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0.2,
        "precision_at_k": 0.019999999999999997,
        "recall_at_k": 0.0017857142857142852,
        "mrr": 0.06010101063969947,
        "ndcg_at_k": 0.013712932746533606,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "card_payment_fee_charged": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.375,
        "precision5": 0.14,
        "recall5": 0.0037433155080213894,
        "hit_at_k": 0.675,
        "precision_at_k": 0.15499999999999997,
        "recall_at_k": 0.008288770053475935,
        "mrr": 0.23489095973470975,
        "ndcg_at_k": 0.14076342981931267,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.24222979167233266,
          0.5296756086269889
        ]
      },
      "card_payment_not_recognised": {
        "n": 40,
        "top1": 0.6,
        "hit5": 0.95,
        "precision5": 0.555,
        "recall5": 0.01651785714285714,
        "hit_at_k": 0.975,
        "precision_at_k": 0.5225,
        "recall_at_k": 0.03110119047619047,
        "mrr": 0.7460227272727271,
        "ndcg_at_k": 0.5372924486300475,
        "top1_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_payment_wrong_exchange_rate": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.95,
        "precision5": 0.7400000000000001,
        "recall5": 0.022155688622754494,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7549999999999997,
        "recall_at_k": 0.04520958083832337,
        "mrr": 0.7912148913619502,
        "ndcg_at_k": 0.7442447557737482,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_swallowed": {
        "n": 40,
        "top1": 0.1,
        "hit5": 0.625,
        "precision5": 0.255,
        "recall5": 0.020901639344262302,
        "hit_at_k": 0.7,
        "precision_at_k": 0.22249999999999992,
        "recall_at_k": 0.03647540983606558,
        "mrr": 0.30046105876862433,
        "ndcg_at_k": 0.20925358114156278,
        "top1_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ],
        "hit5_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ]
      },
      "cash_withdrawal_charge": {
        "n": 40,
        "top1": 0.325,
        "hit5": 0.975,
        "precision5": 0.6300000000000001,
        "recall5": 0.017796610169491522,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7024999999999999,
        "recall_at_k": 0.03968926553672316,
        "mrr": 0.608522727272727,
        "ndcg_at_k": 0.6370980624219048,
        "top1_ci95": [
          0.200845022317827,
          0.47982253810122333
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "cash_withdrawal_not_recognised": {
        "n": 40,
        "top1": 0.525,
        "hit5": 0.925,
        "precision5": 0.7350000000000002,
        "recall5": 0.022968750000000007,
        "hit_at_k": 0.925,
        "precision_at_k": 0.7524999999999998,
        "recall_at_k": 0.04703124999999999,
        "mrr": 0.7246658312447786,
        "ndcg_at_k": 0.7230715662819978,
        "top1_ci95": [
          0.3749736210669248,
          0.670645298873211
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "change_pin": {
        "n": 40,
        "top1": 0.55,
        "hit5": 0.85,
        "precision5": 0.6450000000000002,
        "recall5": 0.026434426229508208,
        "hit_at_k": 0.9,
        "precision_at_k": 0.6450000000000001,
        "recall_at_k": 0.0528688524590164,
        "mrr": 0.6866690479354952,
        "ndcg_at_k": 0.6346671106920831,
        "top1_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "compromised_card": {
        "n": 40,
        "top1": 0,
        "hit5": 0.075,
        "precision5": 0.015000000000000003,
        "recall5": 0.0008720930232558139,
        "hit_at_k": 0.6,
        "precision_at_k": 0.07500000000000002,
        "recall_at_k": 0.00872093023255814,
        "mrr": 0.11971025194263518,
        "ndcg_at_k": 0.055612081097069735,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ]
      },
      "contactless_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0.05,
        "precision5": 0.01,
        "recall5": 0.0014285714285714286,
        "hit_at_k": 0.125,
        "precision_at_k": 0.015000000000000003,
        "recall_at_k": 0.004285714285714286,
        "mrr": 0.041795916471682674,
        "ndcg_at_k": 0.010975592270253432,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ]
      },
      "country_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.00701616259753408,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "declined_card_payment": {
        "n": 40,
        "top1": 0.1,
        "hit5": 0.6,
        "precision5": 0.2800000000000001,
        "recall5": 0.009150326797385623,
        "hit_at_k": 0.975,
        "precision_at_k": 0.3250000000000001,
        "recall_at_k": 0.02124183006535948,
        "mrr": 0.29180402930402927,
        "ndcg_at_k": 0.2798461379372396,
        "top1_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ],
        "hit5_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ]
      },
      "declined_cash_withdrawal": {
        "n": 40,
        "top1": 0,
        "hit5": 0.7,
        "precision5": 0.3299999999999999,
        "recall5": 0.009537572254335257,
        "hit_at_k": 1,
        "precision_at_k": 0.4675000000000001,
        "recall_at_k": 0.027023121387283234,
        "mrr": 0.2568849206349207,
        "ndcg_at_k": 0.3708392199187406,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ]
      },
      "declined_transfer": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.25,
        "precision5": 0.09000000000000002,
        "recall5": 0.0033834586466165413,
        "hit_at_k": 0.65,
        "precision_at_k": 0.1325,
        "recall_at_k": 0.009962406015037593,
        "mrr": 0.17963717424354944,
        "ndcg_at_k": 0.11228617646410347,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.14187118639096302,
          0.40193961420768026
        ]
      },
      "direct_debit_payment_not_recognised": {
        "n": 40,
        "top1": 0.5,
        "hit5": 0.55,
        "precision5": 0.525,
        "recall5": 0.014423076923076927,
        "hit_at_k": 0.7,
        "precision_at_k": 0.5349999999999999,
        "recall_at_k": 0.029395604395604402,
        "mrr": 0.551013788951289,
        "ndcg_at_k": 0.5265504278550978,
        "top1_ci95": [
          0.35199526933465386,
          0.6480047306653461
        ],
        "hit5_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ]
      },
      "disposable_card_limits": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.003507636747910049,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "edit_personal_details": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.22500000000000003,
        "recall5": 0.009297520661157022,
        "hit_at_k": 0.975,
        "precision_at_k": 0.16999999999999998,
        "recall_at_k": 0.014049586776859501,
        "mrr": 0.8965064102564103,
        "ndcg_at_k": 0.2546457579584799,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "exchange_charge": {
        "n": 40,
        "top1": 0,
        "hit5": 0.1,
        "precision5": 0.02,
        "recall5": 0.0008264462809917355,
        "hit_at_k": 0.65,
        "precision_at_k": 0.06500000000000003,
        "recall_at_k": 0.005371900826446281,
        "mrr": 0.1177637002436926,
        "ndcg_at_k": 0.047311262400244296,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ]
      },
      "exchange_rate": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.019666225211251477,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "exchange_via_app": {
        "n": 40,
        "top1": 0.3,
        "hit5": 0.3,
        "precision5": 0.23499999999999996,
        "recall5": 0.009957627118644067,
        "hit_at_k": 0.3,
        "precision_at_k": 0.1725,
        "recall_at_k": 0.01461864406779661,
        "mrr": 0.3179447811956827,
        "ndcg_at_k": 0.19744222101123554,
        "top1_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ],
        "hit5_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ]
      },
      "extra_charge_on_statement": {
        "n": 40,
        "top1": 0.3,
        "hit5": 0.775,
        "precision5": 0.4950000000000002,
        "recall5": 0.01490963855421687,
        "hit_at_k": 0.925,
        "precision_at_k": 0.5475000000000001,
        "recall_at_k": 0.032981927710843364,
        "mrr": 0.5056550940423997,
        "ndcg_at_k": 0.5068051364451589,
        "top1_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ],
        "hit5_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ]
      },
      "failed_transfer": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.975,
        "precision5": 0.46999999999999986,
        "recall5": 0.01715328467153284,
        "hit_at_k": 0.975,
        "precision_at_k": 0.38750000000000007,
        "recall_at_k": 0.028284671532846712,
        "mrr": 0.7798423423423424,
        "ndcg_at_k": 0.4415311986086031,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "fiat_currency_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0037865240181628747,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "get_disposable_virtual_card": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0045275882982508415,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "get_physical_card": {
        "n": 40,
        "top1": 0.075,
        "hit5": 0.575,
        "precision5": 0.21000000000000002,
        "recall5": 0.00990566037735849,
        "hit_at_k": 0.85,
        "precision_at_k": 0.25749999999999995,
        "recall_at_k": 0.024292452830188677,
        "mrr": 0.29713004519989805,
        "ndcg_at_k": 0.22381728731340828,
        "top1_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ],
        "hit5_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ]
      },
      "getting_spare_card": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.15,
        "precision5": 0.03,
        "recall5": 0.0011627906976744186,
        "hit_at_k": 0.225,
        "precision_at_k": 0.0225,
        "recall_at_k": 0.0017441860465116279,
        "mrr": 0.07279341783600592,
        "ndcg_at_k": 0.021546713336730094,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ]
      },
      "getting_virtual_card": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.4,
        "precision5": 0.08000000000000002,
        "recall5": 0.004081632653061225,
        "hit_at_k": 0.725,
        "precision_at_k": 0.11249999999999998,
        "recall_at_k": 0.0114795918367347,
        "mrr": 0.196745045426429,
        "ndcg_at_k": 0.0967080482387111,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.2634832568429192,
          0.5540410633965381
        ]
      },
      "lost_or_stolen_card": {
        "n": 40,
        "top1": 0.4,
        "hit5": 0.775,
        "precision5": 0.3699999999999999,
        "recall5": 0.022560975609756104,
        "hit_at_k": 0.775,
        "precision_at_k": 0.39749999999999996,
        "recall_at_k": 0.04847560975609758,
        "mrr": 0.5579838206379052,
        "ndcg_at_k": 0.3961468056922378,
        "top1_ci95": [
          0.2634832568429192,
          0.5540410633965381
        ],
        "hit5_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ]
      },
      "lost_or_stolen_phone": {
        "n": 40,
        "top1": 0.1,
        "hit5": 0.4,
        "precision5": 0.15000000000000002,
        "recall5": 0.006198347107438017,
        "hit_at_k": 0.45,
        "precision_at_k": 0.16,
        "recall_at_k": 0.013223140495867768,
        "mrr": 0.23113412832943875,
        "ndcg_at_k": 0.14809889822573058,
        "top1_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ],
        "hit5_ci95": [
          0.2634832568429192,
          0.5540410633965381
        ]
      },
      "order_physical_card": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.275,
        "precision5": 0.08,
        "recall5": 0.003333333333333333,
        "hit_at_k": 0.3,
        "precision_at_k": 0.0475,
        "recall_at_k": 0.003958333333333333,
        "mrr": 0.16232574644006909,
        "ndcg_at_k": 0.057589128812817546,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.16108016247667337,
          0.42834955806210573
        ]
      },
      "passcode_forgotten": {
        "n": 40,
        "top1": 0,
        "hit5": 0.8,
        "precision5": 0.355,
        "recall5": 0.016904761904761912,
        "hit_at_k": 0.925,
        "precision_at_k": 0.46749999999999997,
        "recall_at_k": 0.04452380952380952,
        "mrr": 0.32945997239475516,
        "ndcg_at_k": 0.3882603614236465,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.652426936536005,
          0.895000102745623
        ]
      },
      "pending_card_payment": {
        "n": 40,
        "top1": 0.125,
        "hit5": 0.625,
        "precision5": 0.19000000000000006,
        "recall5": 0.005974842767295597,
        "hit_at_k": 0.8,
        "precision_at_k": 0.2374999999999999,
        "recall_at_k": 0.014937106918238994,
        "mrr": 0.3057957204717383,
        "ndcg_at_k": 0.20851645250767953,
        "top1_ci95": [
          0.05459500250945401,
          0.261121198388511
        ],
        "hit5_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ]
      },
      "pending_cash_withdrawal": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.8250000000000002,
        "recall5": 0.028846153846153855,
        "hit_at_k": 1,
        "precision_at_k": 0.7499999999999998,
        "recall_at_k": 0.05244755244755245,
        "mrr": 1,
        "ndcg_at_k": 0.8025912712025527,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "pending_top_up": {
        "n": 40,
        "top1": 0,
        "hit5": 0.175,
        "precision5": 0.05,
        "recall5": 0.0016778523489932886,
        "hit_at_k": 0.25,
        "precision_at_k": 0.05750000000000001,
        "recall_at_k": 0.0038590604026845637,
        "mrr": 0.10588646545370732,
        "ndcg_at_k": 0.048705038684804455,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.0874541374603592,
          0.31949990331787714
        ]
      },
      "pending_transfer": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.05,
        "precision5": 0.02,
        "recall5": 0.0006756756756756757,
        "hit_at_k": 0.275,
        "precision_at_k": 0.042499999999999996,
        "recall_at_k": 0.0028716216216216218,
        "mrr": 0.10148751476506171,
        "ndcg_at_k": 0.03607068934763969,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ]
      },
      "pin_blocked": {
        "n": 40,
        "top1": 0.9,
        "hit5": 1,
        "precision5": 0.8649999999999999,
        "recall5": 0.03760869565217389,
        "hit_at_k": 1,
        "precision_at_k": 0.8225,
        "recall_at_k": 0.07152173913043477,
        "mrr": 0.95,
        "ndcg_at_k": 0.8431499780915483,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "receiving_money": {
        "n": 40,
        "top1": 0,
        "hit5": 0.075,
        "precision5": 0.015000000000000003,
        "recall5": 0.0007894736842105263,
        "hit_at_k": 0.1,
        "precision_at_k": 0.022500000000000003,
        "recall_at_k": 0.002368421052631579,
        "mrr": 0.04505251183727753,
        "ndcg_at_k": 0.018640679606902945,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ]
      },
      "request_refund": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.2,
        "precision5": 0.06500000000000002,
        "recall5": 0.0019230769230769232,
        "hit_at_k": 0.25,
        "precision_at_k": 0.0925,
        "recall_at_k": 0.005473372781065089,
        "mrr": 0.11309289870029438,
        "ndcg_at_k": 0.07981800641224088,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.10499989725437704,
          0.347573063463995
        ]
      },
      "reverted_card_payment?": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.75,
        "precision5": 0.29500000000000004,
        "recall5": 0.009161490683229818,
        "hit_at_k": 0.85,
        "precision_at_k": 0.29500000000000004,
        "recall_at_k": 0.01832298136645963,
        "mrr": 0.3096030011655012,
        "ndcg_at_k": 0.2582149103837493,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.5980603857923197,
          0.858128813609037
        ]
      },
      "supported_cards_and_currencies": {
        "n": 40,
        "top1": 0,
        "hit5": 0.125,
        "precision5": 0.045000000000000005,
        "recall5": 0.0017441860465116279,
        "hit_at_k": 0.225,
        "precision_at_k": 0.04,
        "recall_at_k": 0.0031007751937984496,
        "mrr": 0.06548922036587385,
        "ndcg_at_k": 0.03391378322702186,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.05459500250945401,
          0.261121198388511
        ]
      },
      "terminate_account": {
        "n": 40,
        "top1": 0.175,
        "hit5": 0.975,
        "precision5": 0.4799999999999997,
        "recall5": 0.02222222222222222,
        "hit_at_k": 1,
        "precision_at_k": 0.5824999999999999,
        "recall_at_k": 0.053935185185185176,
        "mrr": 0.4652380952380952,
        "ndcg_at_k": 0.5068867786180966,
        "top1_ci95": [
          0.0874541374603592,
          0.31949990331787714
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "top_up_by_bank_transfer_charge": {
        "n": 40,
        "top1": 0.5,
        "hit5": 0.725,
        "precision5": 0.5450000000000002,
        "recall5": 0.02454954954954954,
        "hit_at_k": 0.725,
        "precision_at_k": 0.5700000000000001,
        "recall_at_k": 0.05135135135135135,
        "mrr": 0.6103864061483565,
        "ndcg_at_k": 0.5604883174421232,
        "top1_ci95": [
          0.35199526933465386,
          0.6480047306653461
        ],
        "hit5_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ]
      },
      "top_up_by_card_charge": {
        "n": 40,
        "top1": 0.775,
        "hit5": 0.925,
        "precision5": 0.865,
        "recall5": 0.03793859649122807,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8799999999999999,
        "recall_at_k": 0.07719298245614034,
        "mrr": 0.8508743806470417,
        "ndcg_at_k": 0.8634422041093304,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "top_up_by_cash_or_cheque": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.017942586212123964,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "top_up_failed": {
        "n": 40,
        "top1": 0.375,
        "hit5": 0.675,
        "precision5": 0.30500000000000005,
        "recall5": 0.010517241379310347,
        "hit_at_k": 0.825,
        "precision_at_k": 0.40499999999999997,
        "recall_at_k": 0.02793103448275862,
        "mrr": 0.5152884615384616,
        "ndcg_at_k": 0.3772776005627762,
        "top1_ci95": [
          0.24222979167233266,
          0.5296756086269889
        ],
        "hit5_ci95": [
          0.5201774618987768,
          0.799154977682173
        ]
      },
      "top_up_limits": {
        "n": 40,
        "top1": 0,
        "hit5": 0.025,
        "precision5": 0.005,
        "recall5": 0.0002577319587628866,
        "hit_at_k": 0.05,
        "precision_at_k": 0.005,
        "recall_at_k": 0.0005154639175257732,
        "mrr": 0.03745068663687533,
        "ndcg_at_k": 0.00378493352740025,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ]
      },
      "top_up_reverted": {
        "n": 40,
        "top1": 0.775,
        "hit5": 1,
        "precision5": 0.7550000000000001,
        "recall5": 0.025856164383561652,
        "hit_at_k": 1,
        "precision_at_k": 0.7424999999999999,
        "recall_at_k": 0.05085616438356165,
        "mrr": 0.8791666666666667,
        "ndcg_at_k": 0.7472356045668349,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "topping_up_by_card": {
        "n": 40,
        "top1": 0.125,
        "hit5": 0.6,
        "precision5": 0.22000000000000003,
        "recall5": 0.010679611650485433,
        "hit_at_k": 0.75,
        "precision_at_k": 0.19,
        "recall_at_k": 0.01844660194174757,
        "mrr": 0.34053228505833394,
        "ndcg_at_k": 0.1898245072311426,
        "top1_ci95": [
          0.05459500250945401,
          0.261121198388511
        ],
        "hit5_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ]
      },
      "transaction_charged_twice": {
        "n": 40,
        "top1": 0.925,
        "hit5": 1,
        "precision5": 0.8949999999999999,
        "recall5": 0.02557142857142858,
        "hit_at_k": 1,
        "precision_at_k": 0.8549999999999999,
        "recall_at_k": 0.04885714285714286,
        "mrr": 0.95,
        "ndcg_at_k": 0.8714108953292694,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "transfer_fee_charged": {
        "n": 40,
        "top1": 0.925,
        "hit5": 0.95,
        "precision5": 0.77,
        "recall5": 0.022383720930232574,
        "hit_at_k": 1,
        "precision_at_k": 0.755,
        "recall_at_k": 0.04389534883720934,
        "mrr": 0.9372916666666666,
        "ndcg_at_k": 0.7788273393026408,
        "top1_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "transfer_into_account": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.3,
        "precision5": 0.10500000000000001,
        "recall5": 0.004646017699115043,
        "hit_at_k": 0.5,
        "precision_at_k": 0.155,
        "recall_at_k": 0.013716814159292035,
        "mrr": 0.1588126484210537,
        "ndcg_at_k": 0.1260971481944121,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ]
      },
      "transfer_not_received_by_recipient": {
        "n": 40,
        "top1": 0.15,
        "hit5": 0.7,
        "precision5": 0.3249999999999999,
        "recall5": 0.009502923976608187,
        "hit_at_k": 0.9,
        "precision_at_k": 0.35000000000000003,
        "recall_at_k": 0.020467836257309933,
        "mrr": 0.4096138874485063,
        "ndcg_at_k": 0.322833860708809,
        "top1_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ],
        "hit5_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ]
      },
      "transfer_timing": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0.15,
        "precision_at_k": 0.015,
        "recall_at_k": 0.001171875,
        "mrr": 0.060198938848407976,
        "ndcg_at_k": 0.010367230321677627,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "unable_to_verify_identity": {
        "n": 40,
        "top1": 0.15,
        "hit5": 0.55,
        "precision5": 0.24,
        "recall5": 0.011764705882352943,
        "hit_at_k": 0.825,
        "precision_at_k": 0.3224999999999999,
        "recall_at_k": 0.03161764705882353,
        "mrr": 0.3756703238282186,
        "ndcg_at_k": 0.29054082858190144,
        "top1_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ],
        "hit5_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ]
      },
      "verify_my_identity": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.03354142206601649,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "verify_source_of_funds": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.001290232905869943,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "verify_top_up": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.325,
        "precision5": 0.11500000000000002,
        "recall5": 0.004563492063492063,
        "hit_at_k": 0.425,
        "precision_at_k": 0.0975,
        "recall_at_k": 0.007738095238095238,
        "mrr": 0.1597954538798079,
        "ndcg_at_k": 0.09411634498138712,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.200845022317827,
          0.47982253810122333
        ]
      },
      "virtual_card_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.018112273454868884,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "visa_or_mastercard": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0023421178466561396,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "why_verify_identity": {
        "n": 40,
        "top1": 0.575,
        "hit5": 0.85,
        "precision5": 0.6550000000000001,
        "recall5": 0.027066115702479337,
        "hit_at_k": 0.9,
        "precision_at_k": 0.6774999999999999,
        "recall_at_k": 0.05599173553719007,
        "mrr": 0.7206411643911643,
        "ndcg_at_k": 0.6550624892863965,
        "top1_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ],
        "hit5_ci95": [
          0.709276756335103,
          0.9293881228267964
        ]
      },
      "wrong_amount_of_cash_received": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.9,
        "precision5": 0.24000000000000005,
        "recall5": 0.006666666666666665,
        "hit_at_k": 0.975,
        "precision_at_k": 0.29749999999999993,
        "recall_at_k": 0.016527777777777773,
        "mrr": 0.3852083333333333,
        "ndcg_at_k": 0.2610850353869515,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "wrong_exchange_rate_for_cash_withdrawal": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.925,
        "precision5": 0.8399999999999999,
        "recall5": 0.025766871165644183,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8150000000000001,
        "recall_at_k": 0.050000000000000024,
        "mrr": 0.8885714285714286,
        "ndcg_at_k": 0.8268971547601772,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      }
    },
    "weighted": {
      "Refund_not_showing_up": {
        "n": 40,
        "top1": 0.55,
        "hit5": 0.925,
        "precision5": 0.6750000000000002,
        "recall5": 0.020833333333333336,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6275000000000001,
        "recall_at_k": 0.03873456790123456,
        "mrr": 0.7054117063492062,
        "ndcg_at_k": 0.6297392595875093,
        "top1_ci95": [
          0.39829091798932054,
          0.6929469218909508
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "activate_my_card": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.775,
        "precision5": 0.5900000000000001,
        "recall5": 0.018553459119496855,
        "hit_at_k": 0.85,
        "precision_at_k": 0.5275000000000001,
        "recall_at_k": 0.03317610062893082,
        "mrr": 0.7285267757859287,
        "ndcg_at_k": 0.5539207455871039,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ]
      },
      "age_limit": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.04279598068779343,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "apple_pay_or_google_pay": {
        "n": 40,
        "top1": 0.1,
        "hit5": 0.65,
        "precision5": 0.27999999999999997,
        "recall5": 0.01111111111111111,
        "hit_at_k": 0.7,
        "precision_at_k": 0.31999999999999995,
        "recall_at_k": 0.0253968253968254,
        "mrr": 0.3070879252845646,
        "ndcg_at_k": 0.27780000638713276,
        "top1_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ],
        "hit5_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ]
      },
      "atm_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.003978275107954865,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "automatic_top_up": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.3,
        "precision5": 0.075,
        "recall5": 0.002952755905511811,
        "hit_at_k": 0.375,
        "precision_at_k": 0.06250000000000001,
        "recall_at_k": 0.004921259842519685,
        "mrr": 0.13116900184629082,
        "ndcg_at_k": 0.05862050311333246,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ]
      },
      "balance_not_updated_after_bank_transfer": {
        "n": 40,
        "top1": 0.775,
        "hit5": 1,
        "precision5": 0.7600000000000005,
        "recall5": 0.02222222222222222,
        "hit_at_k": 1,
        "precision_at_k": 0.745,
        "recall_at_k": 0.0435672514619883,
        "mrr": 0.8833333333333332,
        "ndcg_at_k": 0.7591951160829097,
        "top1_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "balance_not_updated_after_cheque_or_cash_deposit": {
        "n": 40,
        "top1": 0.575,
        "hit5": 0.95,
        "precision5": 0.71,
        "recall5": 0.019613259668508284,
        "hit_at_k": 0.975,
        "precision_at_k": 0.7575,
        "recall_at_k": 0.041850828729281773,
        "mrr": 0.7002380952380952,
        "ndcg_at_k": 0.7185340818590034,
        "top1_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "beneficiary_not_allowed": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.275,
        "precision5": 0.07000000000000002,
        "recall5": 0.002243589743589744,
        "hit_at_k": 0.625,
        "precision_at_k": 0.12500000000000003,
        "recall_at_k": 0.008012820512820514,
        "mrr": 0.1685564001065905,
        "ndcg_at_k": 0.10164420195315416,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.16108016247667337,
          0.42834955806210573
        ]
      },
      "cancel_transfer": {
        "n": 40,
        "top1": 0.625,
        "hit5": 0.7,
        "precision5": 0.6500000000000001,
        "recall5": 0.020700636942675158,
        "hit_at_k": 0.775,
        "precision_at_k": 0.6475,
        "recall_at_k": 0.04124203821656051,
        "mrr": 0.6756274474147109,
        "ndcg_at_k": 0.6453987420272287,
        "top1_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ],
        "hit5_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ]
      },
      "card_about_to_expire": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.9,
        "precision5": 0.8649999999999999,
        "recall5": 0.03352713178294574,
        "hit_at_k": 0.925,
        "precision_at_k": 0.8699999999999999,
        "recall_at_k": 0.06744186046511629,
        "mrr": 0.880484699124405,
        "ndcg_at_k": 0.8673691279015076,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ]
      },
      "card_acceptance": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0047714721151151974,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "card_arrival": {
        "n": 40,
        "top1": 0.875,
        "hit5": 1,
        "precision5": 0.8350000000000003,
        "recall5": 0.02728758169934641,
        "hit_at_k": 1,
        "precision_at_k": 0.8625,
        "recall_at_k": 0.056372549019607844,
        "mrr": 0.9375,
        "ndcg_at_k": 0.8497930328586187,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "card_delivery_estimate": {
        "n": 40,
        "top1": 0.2,
        "hit5": 0.775,
        "precision5": 0.2000000000000001,
        "recall5": 0.00892857142857143,
        "hit_at_k": 0.775,
        "precision_at_k": 0.16249999999999992,
        "recall_at_k": 0.014508928571428575,
        "mrr": 0.46095776046169057,
        "ndcg_at_k": 0.1836779668447999,
        "top1_ci95": [
          0.10499989725437704,
          0.347573063463995
        ],
        "hit5_ci95": [
          0.6249690325768998,
          0.8768390867645927
        ]
      },
      "card_linking": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.65,
        "precision5": 0.32,
        "recall5": 0.011510791366906477,
        "hit_at_k": 0.8,
        "precision_at_k": 0.375,
        "recall_at_k": 0.026978417266187042,
        "mrr": 0.3203386255293636,
        "ndcg_at_k": 0.3259301387453991,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ]
      },
      "card_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0.025,
        "precision5": 0.005,
        "recall5": 0.0002232142857142857,
        "hit_at_k": 0.475,
        "precision_at_k": 0.07000000000000002,
        "recall_at_k": 0.006249999999999998,
        "mrr": 0.09206491903913756,
        "ndcg_at_k": 0.04929148793857184,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ]
      },
      "card_payment_fee_charged": {
        "n": 40,
        "top1": 0,
        "hit5": 0.15,
        "precision5": 0.045,
        "recall5": 0.0012032085561497325,
        "hit_at_k": 0.375,
        "precision_at_k": 0.06750000000000002,
        "recall_at_k": 0.003609625668449197,
        "mrr": 0.10391561077606042,
        "ndcg_at_k": 0.05357235850741203,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ]
      },
      "card_payment_not_recognised": {
        "n": 40,
        "top1": 0.75,
        "hit5": 0.975,
        "precision5": 0.6650000000000003,
        "recall5": 0.019791666666666673,
        "hit_at_k": 1,
        "precision_at_k": 0.6099999999999999,
        "recall_at_k": 0.036309523809523805,
        "mrr": 0.8477083333333333,
        "ndcg_at_k": 0.6431686335307544,
        "top1_ci95": [
          0.5980603857923197,
          0.858128813609037
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "card_payment_wrong_exchange_rate": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.95,
        "precision5": 0.8699999999999999,
        "recall5": 0.02604790419161677,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8474999999999999,
        "recall_at_k": 0.05074850299401199,
        "mrr": 0.9231947130883302,
        "ndcg_at_k": 0.8569582381880572,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "card_swallowed": {
        "n": 40,
        "top1": 0.15,
        "hit5": 0.625,
        "precision5": 0.33999999999999997,
        "recall5": 0.027868852459016408,
        "hit_at_k": 0.725,
        "precision_at_k": 0.35499999999999987,
        "recall_at_k": 0.058196721311475394,
        "mrr": 0.3910698040945498,
        "ndcg_at_k": 0.33089165495816775,
        "top1_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ],
        "hit5_ci95": [
          0.47032439137301096,
          0.7577702083276673
        ]
      },
      "cash_withdrawal_charge": {
        "n": 40,
        "top1": 0.675,
        "hit5": 0.975,
        "precision5": 0.6100000000000001,
        "recall5": 0.017231638418079093,
        "hit_at_k": 0.975,
        "precision_at_k": 0.6199999999999999,
        "recall_at_k": 0.03502824858757062,
        "mrr": 0.8161458333333333,
        "ndcg_at_k": 0.6259501456606713,
        "top1_ci95": [
          0.5201774618987768,
          0.799154977682173
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "cash_withdrawal_not_recognised": {
        "n": 40,
        "top1": 0.725,
        "hit5": 0.975,
        "precision5": 0.8350000000000002,
        "recall5": 0.026093750000000006,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8374999999999998,
        "recall_at_k": 0.05234374999999999,
        "mrr": 0.8385416666666667,
        "ndcg_at_k": 0.825333176545233,
        "top1_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "change_pin": {
        "n": 40,
        "top1": 0,
        "hit5": 0.675,
        "precision5": 0.38,
        "recall5": 0.015573770491803285,
        "hit_at_k": 0.875,
        "precision_at_k": 0.47749999999999987,
        "recall_at_k": 0.03913934426229508,
        "mrr": 0.2962649016988652,
        "ndcg_at_k": 0.3970553683589024,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.5201774618987768,
          0.799154977682173
        ]
      },
      "compromised_card": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.45,
        "precision5": 0.11000000000000003,
        "recall5": 0.006395348837209301,
        "hit_at_k": 0.775,
        "precision_at_k": 0.09250000000000005,
        "recall_at_k": 0.010755813953488375,
        "mrr": 0.22105247382046916,
        "ndcg_at_k": 0.0871189698448601,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.3070530781090492,
          0.6017090820106794
        ]
      },
      "contactless_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0.05,
        "precision5": 0.01,
        "recall5": 0.0014285714285714286,
        "hit_at_k": 0.1,
        "precision_at_k": 0.0125,
        "recall_at_k": 0.0035714285714285713,
        "mrr": 0.04153716824078449,
        "ndcg_at_k": 0.009658685356156521,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ]
      },
      "country_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.00450131070175542,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "declined_card_payment": {
        "n": 40,
        "top1": 0.125,
        "hit5": 0.525,
        "precision5": 0.275,
        "recall5": 0.008986928104575164,
        "hit_at_k": 0.875,
        "precision_at_k": 0.34000000000000014,
        "recall_at_k": 0.022222222222222227,
        "mrr": 0.29631817120787707,
        "ndcg_at_k": 0.2947585480992113,
        "top1_ci95": [
          0.05459500250945401,
          0.261121198388511
        ],
        "hit5_ci95": [
          0.3749736210669248,
          0.670645298873211
        ]
      },
      "declined_cash_withdrawal": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.7,
        "precision5": 0.23499999999999996,
        "recall5": 0.006791907514450865,
        "hit_at_k": 1,
        "precision_at_k": 0.35250000000000015,
        "recall_at_k": 0.020375722543352605,
        "mrr": 0.28750992063492053,
        "ndcg_at_k": 0.29113141637638906,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ]
      },
      "declined_transfer": {
        "n": 40,
        "top1": 0.075,
        "hit5": 0.475,
        "precision5": 0.15500000000000005,
        "recall5": 0.005827067669172932,
        "hit_at_k": 0.7,
        "precision_at_k": 0.1899999999999999,
        "recall_at_k": 0.014285714285714285,
        "mrr": 0.232847955941638,
        "ndcg_at_k": 0.1653177508173908,
        "top1_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ],
        "hit5_ci95": [
          0.329354701126789,
          0.6250263789330753
        ]
      },
      "direct_debit_payment_not_recognised": {
        "n": 40,
        "top1": 0.575,
        "hit5": 0.675,
        "precision5": 0.615,
        "recall5": 0.0168956043956044,
        "hit_at_k": 0.775,
        "precision_at_k": 0.6375000000000001,
        "recall_at_k": 0.03502747252747253,
        "mrr": 0.6468634592550527,
        "ndcg_at_k": 0.626637568426648,
        "top1_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ],
        "hit5_ci95": [
          0.5201774618987768,
          0.799154977682173
        ]
      },
      "disposable_card_limits": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0025597867896622736,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "edit_personal_details": {
        "n": 40,
        "top1": 0.875,
        "hit5": 1,
        "precision5": 0.32499999999999996,
        "recall5": 0.013429752066115696,
        "hit_at_k": 1,
        "precision_at_k": 0.29249999999999987,
        "recall_at_k": 0.024173553719008256,
        "mrr": 0.9375,
        "ndcg_at_k": 0.3708714837449395,
        "top1_ci95": [
          0.738878801611489,
          0.945404997490546
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "exchange_charge": {
        "n": 40,
        "top1": 0,
        "hit5": 0.125,
        "precision5": 0.025,
        "recall5": 0.0010330578512396695,
        "hit_at_k": 0.3,
        "precision_at_k": 0.03,
        "recall_at_k": 0.0024793388429752068,
        "mrr": 0.10754532511032966,
        "ndcg_at_k": 0.02443788617404301,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.05459500250945401,
          0.261121198388511
        ]
      },
      "exchange_rate": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.020873812158917374,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "exchange_via_app": {
        "n": 40,
        "top1": 0.325,
        "hit5": 0.325,
        "precision5": 0.20999999999999996,
        "recall5": 0.008898305084745763,
        "hit_at_k": 0.325,
        "precision_at_k": 0.18999999999999997,
        "recall_at_k": 0.016101694915254237,
        "mrr": 0.34154175837329126,
        "ndcg_at_k": 0.2111685876995125,
        "top1_ci95": [
          0.200845022317827,
          0.47982253810122333
        ],
        "hit5_ci95": [
          0.200845022317827,
          0.47982253810122333
        ]
      },
      "extra_charge_on_statement": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.675,
        "precision5": 0.355,
        "recall5": 0.01069277108433735,
        "hit_at_k": 0.875,
        "precision_at_k": 0.33999999999999997,
        "recall_at_k": 0.020481927710843374,
        "mrr": 0.3414978699813258,
        "ndcg_at_k": 0.307698403771674,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.5201774618987768,
          0.799154977682173
        ]
      },
      "failed_transfer": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.925,
        "precision5": 0.5750000000000002,
        "recall5": 0.02098540145985401,
        "hit_at_k": 0.95,
        "precision_at_k": 0.525,
        "recall_at_k": 0.038321167883211694,
        "mrr": 0.8012896825396825,
        "ndcg_at_k": 0.5571338242260102,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "fiat_currency_support": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0064038730418928425,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "get_disposable_virtual_card": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.004397102283680987,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "get_physical_card": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.25,
        "precision5": 0.1,
        "recall5": 0.0047169811320754715,
        "hit_at_k": 0.425,
        "precision_at_k": 0.1025,
        "recall_at_k": 0.009669811320754717,
        "mrr": 0.14405560089527114,
        "ndcg_at_k": 0.08863405380162939,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.14187118639096302,
          0.40193961420768026
        ]
      },
      "getting_spare_card": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.025,
        "precision5": 0.005,
        "recall5": 0.0001937984496124031,
        "hit_at_k": 0.15,
        "precision_at_k": 0.015,
        "recall_at_k": 0.0011627906976744186,
        "mrr": 0.057402987344797485,
        "ndcg_at_k": 0.014101262308031565,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ]
      },
      "getting_virtual_card": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.375,
        "precision5": 0.07500000000000001,
        "recall5": 0.003826530612244898,
        "hit_at_k": 0.65,
        "precision_at_k": 0.07000000000000002,
        "recall_at_k": 0.007142857142857145,
        "mrr": 0.19525706200755005,
        "ndcg_at_k": 0.06774397490271312,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.24222979167233266,
          0.5296756086269889
        ]
      },
      "lost_or_stolen_card": {
        "n": 40,
        "top1": 0.4,
        "hit5": 0.575,
        "precision5": 0.425,
        "recall5": 0.025914634146341476,
        "hit_at_k": 0.575,
        "precision_at_k": 0.3725,
        "recall_at_k": 0.0454268292682927,
        "mrr": 0.4959561475543947,
        "ndcg_at_k": 0.3843077672483405,
        "top1_ci95": [
          0.2634832568429192,
          0.5540410633965381
        ],
        "hit5_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ]
      },
      "lost_or_stolen_phone": {
        "n": 40,
        "top1": 0.15,
        "hit5": 0.225,
        "precision5": 0.07,
        "recall5": 0.0028925619834710746,
        "hit_at_k": 0.35,
        "precision_at_k": 0.07250000000000002,
        "recall_at_k": 0.005991735537190083,
        "mrr": 0.2112070619805547,
        "ndcg_at_k": 0.08059118978823678,
        "top1_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ],
        "hit5_ci95": [
          0.12316091323540743,
          0.37503096742310027
        ]
      },
      "order_physical_card": {
        "n": 40,
        "top1": 0,
        "hit5": 0.1,
        "precision5": 0.02,
        "recall5": 0.0008333333333333333,
        "hit_at_k": 0.2,
        "precision_at_k": 0.019999999999999997,
        "recall_at_k": 0.0016666666666666666,
        "mrr": 0.07500228970865944,
        "ndcg_at_k": 0.019526229263561384,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.03957952868260638,
          0.23051775227522298
        ]
      },
      "passcode_forgotten": {
        "n": 40,
        "top1": 0,
        "hit5": 0.675,
        "precision5": 0.26999999999999996,
        "recall5": 0.012857142857142855,
        "hit_at_k": 0.875,
        "precision_at_k": 0.40499999999999997,
        "recall_at_k": 0.038571428571428555,
        "mrr": 0.23384768009768,
        "ndcg_at_k": 0.31832331957731197,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.5201774618987768,
          0.799154977682173
        ]
      },
      "pending_card_payment": {
        "n": 40,
        "top1": 0,
        "hit5": 0.15,
        "precision5": 0.03,
        "recall5": 0.0009433962264150943,
        "hit_at_k": 0.375,
        "precision_at_k": 0.05500000000000001,
        "recall_at_k": 0.003459119496855346,
        "mrr": 0.1029699624228176,
        "ndcg_at_k": 0.04470313496138929,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ]
      },
      "pending_cash_withdrawal": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.8500000000000002,
        "recall5": 0.029720279720279734,
        "hit_at_k": 1,
        "precision_at_k": 0.7999999999999999,
        "recall_at_k": 0.05594405594405596,
        "mrr": 1,
        "ndcg_at_k": 0.8355154878579422,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "pending_top_up": {
        "n": 40,
        "top1": 0,
        "hit5": 0.125,
        "precision5": 0.03,
        "recall5": 0.001006711409395973,
        "hit_at_k": 0.325,
        "precision_at_k": 0.055000000000000014,
        "recall_at_k": 0.0036912751677852353,
        "mrr": 0.10045405167492945,
        "ndcg_at_k": 0.046303594862040415,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.05459500250945401,
          0.261121198388511
        ]
      },
      "pending_transfer": {
        "n": 40,
        "top1": 0,
        "hit5": 0.025,
        "precision5": 0.015,
        "recall5": 0.0005067567567567568,
        "hit_at_k": 0.35,
        "precision_at_k": 0.055000000000000014,
        "recall_at_k": 0.0037162162162162164,
        "mrr": 0.08618573273767889,
        "ndcg_at_k": 0.04178288045505614,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ]
      },
      "pin_blocked": {
        "n": 40,
        "top1": 1,
        "hit5": 1,
        "precision5": 0.9600000000000002,
        "recall5": 0.0417391304347826,
        "hit_at_k": 1,
        "precision_at_k": 0.9475,
        "recall_at_k": 0.08239130434782606,
        "mrr": 1,
        "ndcg_at_k": 0.9568696199394735,
        "top1_ci95": [
          0.9123783988027135,
          1
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "receiving_money": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.35,
        "precision5": 0.09500000000000003,
        "recall5": 0.005000000000000001,
        "hit_at_k": 0.375,
        "precision_at_k": 0.09999999999999999,
        "recall_at_k": 0.010526315789473684,
        "mrr": 0.14703548997089574,
        "ndcg_at_k": 0.08880529036002574,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.2213452887317629,
          0.5049411916274231
        ]
      },
      "request_refund": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.15,
        "precision5": 0.034999999999999996,
        "recall5": 0.0010355029585798817,
        "hit_at_k": 0.35,
        "precision_at_k": 0.07750000000000001,
        "recall_at_k": 0.004585798816568048,
        "mrr": 0.1120990795834231,
        "ndcg_at_k": 0.06105724261122897,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ]
      },
      "reverted_card_payment?": {
        "n": 40,
        "top1": 0.15,
        "hit5": 0.8,
        "precision5": 0.46499999999999997,
        "recall5": 0.014440993788819878,
        "hit_at_k": 0.875,
        "precision_at_k": 0.4474999999999999,
        "recall_at_k": 0.027795031055900622,
        "mrr": 0.4474378501400561,
        "ndcg_at_k": 0.4171533657458536,
        "top1_ci95": [
          0.07061187717320358,
          0.2907232436648971
        ],
        "hit5_ci95": [
          0.652426936536005,
          0.895000102745623
        ]
      },
      "supported_cards_and_currencies": {
        "n": 40,
        "top1": 0.075,
        "hit5": 0.225,
        "precision5": 0.05499999999999999,
        "recall5": 0.002131782945736434,
        "hit_at_k": 0.25,
        "precision_at_k": 0.04750000000000001,
        "recall_at_k": 0.0036821705426356584,
        "mrr": 0.13381190187965036,
        "ndcg_at_k": 0.04959329913868332,
        "top1_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ],
        "hit5_ci95": [
          0.12316091323540743,
          0.37503096742310027
        ]
      },
      "terminate_account": {
        "n": 40,
        "top1": 0.225,
        "hit5": 1,
        "precision5": 0.7450000000000003,
        "recall5": 0.034490740740740725,
        "hit_at_k": 1,
        "precision_at_k": 0.8449999999999998,
        "recall_at_k": 0.07824074074074072,
        "mrr": 0.6125,
        "ndcg_at_k": 0.7586879978467583,
        "top1_ci95": [
          0.12316091323540743,
          0.37503096742310027
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "top_up_by_bank_transfer_charge": {
        "n": 40,
        "top1": 0.6,
        "hit5": 0.8,
        "precision5": 0.6500000000000001,
        "recall5": 0.029279279279279268,
        "hit_at_k": 0.85,
        "precision_at_k": 0.6675000000000002,
        "recall_at_k": 0.06013513513513513,
        "mrr": 0.7052749592869477,
        "ndcg_at_k": 0.6551832860553681,
        "top1_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ],
        "hit5_ci95": [
          0.652426936536005,
          0.895000102745623
        ]
      },
      "top_up_by_card_charge": {
        "n": 40,
        "top1": 0.7,
        "hit5": 0.925,
        "precision5": 0.795,
        "recall5": 0.034868421052631576,
        "hit_at_k": 0.95,
        "precision_at_k": 0.825,
        "recall_at_k": 0.07236842105263157,
        "mrr": 0.7936902355281734,
        "ndcg_at_k": 0.8047681432699108,
        "top1_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "top_up_by_cash_or_cheque": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.01447129945322174,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "top_up_failed": {
        "n": 40,
        "top1": 0.425,
        "hit5": 0.725,
        "precision5": 0.42000000000000004,
        "recall5": 0.014482758620689656,
        "hit_at_k": 0.8,
        "precision_at_k": 0.48249999999999993,
        "recall_at_k": 0.033275862068965524,
        "mrr": 0.5632169438748387,
        "ndcg_at_k": 0.4588246684951499,
        "top1_ci95": [
          0.28509392559950375,
          0.5780493145800892
        ],
        "hit5_ci95": [
          0.5716504419378943,
          0.8389198375233267
        ]
      },
      "top_up_limits": {
        "n": 40,
        "top1": 0.05,
        "hit5": 0.05,
        "precision5": 0.01,
        "recall5": 0.0005154639175257732,
        "hit_at_k": 0.05,
        "precision_at_k": 0.005,
        "recall_at_k": 0.0005154639175257732,
        "mrr": 0.07757274146217535,
        "ndcg_at_k": 0.011004588314904008,
        "top1_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ],
        "hit5_ci95": [
          0.013820667386148344,
          0.16503877369140962
        ]
      },
      "top_up_reverted": {
        "n": 40,
        "top1": 0.85,
        "hit5": 0.975,
        "precision5": 0.8450000000000001,
        "recall5": 0.02893835616438357,
        "hit_at_k": 0.975,
        "precision_at_k": 0.8375,
        "recall_at_k": 0.05736301369863015,
        "mrr": 0.9142857142857143,
        "ndcg_at_k": 0.8398121089680659,
        "top1_ci95": [
          0.709276756335103,
          0.9293881228267964
        ],
        "hit5_ci95": [
          0.8711863103652591,
          0.9955731684973186
        ]
      },
      "topping_up_by_card": {
        "n": 40,
        "top1": 0.075,
        "hit5": 0.45,
        "precision5": 0.14500000000000002,
        "recall5": 0.007038834951456309,
        "hit_at_k": 0.55,
        "precision_at_k": 0.11750000000000001,
        "recall_at_k": 0.011407766990291258,
        "mrr": 0.24054108734958923,
        "ndcg_at_k": 0.11955980218212914,
        "top1_ci95": [
          0.025836025774588198,
          0.19864233524310543
        ],
        "hit5_ci95": [
          0.3070530781090492,
          0.6017090820106794
        ]
      },
      "transaction_charged_twice": {
        "n": 40,
        "top1": 0.95,
        "hit5": 1,
        "precision5": 0.975,
        "recall5": 0.02785714285714285,
        "hit_at_k": 1,
        "precision_at_k": 0.95,
        "recall_at_k": 0.05428571428571427,
        "mrr": 0.975,
        "ndcg_at_k": 0.9563444631610839,
        "top1_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ],
        "hit5_ci95": [
          0.9123783988027135,
          1
        ]
      },
      "transfer_fee_charged": {
        "n": 40,
        "top1": 0.825,
        "hit5": 0.925,
        "precision5": 0.7649999999999999,
        "recall5": 0.022238372093023272,
        "hit_at_k": 0.95,
        "precision_at_k": 0.7124999999999999,
        "recall_at_k": 0.041424418604651195,
        "mrr": 0.8757305194805195,
        "ndcg_at_k": 0.7361536057295953,
        "top1_ci95": [
          0.6805000966821229,
          0.9125458625396408
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      },
      "transfer_into_account": {
        "n": 40,
        "top1": 0.125,
        "hit5": 0.575,
        "precision5": 0.25000000000000006,
        "recall5": 0.011061946902654867,
        "hit_at_k": 0.75,
        "precision_at_k": 0.30500000000000005,
        "recall_at_k": 0.02699115044247788,
        "mrr": 0.3190439836485053,
        "ndcg_at_k": 0.2720712851292334,
        "top1_ci95": [
          0.05459500250945401,
          0.261121198388511
        ],
        "hit5_ci95": [
          0.42195068541991065,
          0.7149060744004962
        ]
      },
      "transfer_not_received_by_recipient": {
        "n": 40,
        "top1": 0.3,
        "hit5": 0.7,
        "precision5": 0.24999999999999994,
        "recall5": 0.007309941520467836,
        "hit_at_k": 0.8,
        "precision_at_k": 0.2625,
        "recall_at_k": 0.015350877192982454,
        "mrr": 0.47895920267764047,
        "ndcg_at_k": 0.26794327671964,
        "top1_ci95": [
          0.18074845229746528,
          0.45430018818144935
        ],
        "hit5_ci95": [
          0.5456998118185507,
          0.8192515477025347
        ]
      },
      "transfer_timing": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.04441067380134893,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "unable_to_verify_identity": {
        "n": 40,
        "top1": 0.275,
        "hit5": 0.65,
        "precision5": 0.25499999999999995,
        "recall5": 0.012500000000000002,
        "hit_at_k": 0.85,
        "precision_at_k": 0.27499999999999997,
        "recall_at_k": 0.026960784313725488,
        "mrr": 0.43460927057639864,
        "ndcg_at_k": 0.2699080683446143,
        "top1_ci95": [
          0.16108016247667337,
          0.42834955806210573
        ],
        "hit5_ci95": [
          0.49505880837257693,
          0.7786547112682372
        ]
      },
      "verify_my_identity": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.027453569436782586,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "verify_source_of_funds": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0011960422854089942,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "verify_top_up": {
        "n": 40,
        "top1": 0.4,
        "hit5": 0.6,
        "precision5": 0.4400000000000001,
        "recall5": 0.01746031746031746,
        "hit_at_k": 0.7,
        "precision_at_k": 0.45,
        "recall_at_k": 0.03571428571428571,
        "mrr": 0.5045127247633953,
        "ndcg_at_k": 0.4398168540044939,
        "top1_ci95": [
          0.2634832568429192,
          0.5540410633965381
        ],
        "hit5_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ]
      },
      "virtual_card_not_working": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0.05,
        "precision_at_k": 0.005,
        "recall_at_k": 0.0012195121951219512,
        "mrr": 0.0373742765415133,
        "ndcg_at_k": 0.003616312310826609,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "visa_or_mastercard": {
        "n": 40,
        "top1": 0,
        "hit5": 0,
        "precision5": 0,
        "recall5": 0,
        "hit_at_k": 0,
        "precision_at_k": 0,
        "recall_at_k": 0,
        "mrr": 0.0017712661941030636,
        "ndcg_at_k": 0,
        "top1_ci95": [
          0,
          0.08762160119728664
        ],
        "hit5_ci95": [
          0,
          0.08762160119728664
        ]
      },
      "why_verify_identity": {
        "n": 40,
        "top1": 0.6,
        "hit5": 0.95,
        "precision5": 0.7550000000000002,
        "recall5": 0.031198347107438008,
        "hit_at_k": 1,
        "precision_at_k": 0.8099999999999998,
        "recall_at_k": 0.06694214876033057,
        "mrr": 0.7656249999999999,
        "ndcg_at_k": 0.7765239938966351,
        "top1_ci95": [
          0.44595893660346186,
          0.7365167431570808
        ],
        "hit5_ci95": [
          0.8349612263085903,
          0.9861793326138516
        ]
      },
      "wrong_amount_of_cash_received": {
        "n": 40,
        "top1": 0.025,
        "hit5": 0.875,
        "precision5": 0.1850000000000001,
        "recall5": 0.00513888888888889,
        "hit_at_k": 0.95,
        "precision_at_k": 0.23249999999999993,
        "recall_at_k": 0.012916666666666663,
        "mrr": 0.348000228937729,
        "ndcg_at_k": 0.20371623076941198,
        "top1_ci95": [
          0.0044268315026814095,
          0.1288136896347409
        ],
        "hit5_ci95": [
          0.738878801611489,
          0.945404997490546
        ]
      },
      "wrong_exchange_rate_for_cash_withdrawal": {
        "n": 40,
        "top1": 0.9,
        "hit5": 0.925,
        "precision5": 0.875,
        "recall5": 0.02684049079754603,
        "hit_at_k": 0.95,
        "precision_at_k": 0.8699999999999999,
        "recall_at_k": 0.053374233128834395,
        "mrr": 0.915189393939394,
        "ndcg_at_k": 0.8749521013638599,
        "top1_ci95": [
          0.7694822477247771,
          0.9604204713173936
        ],
        "hit5_ci95": [
          0.8013576647568946,
          0.9741639742254119
        ]
      }
    }
  },
  "confusions": {
    "bm25": [
      {
        "pair": "getting_virtual_card -> get_disposable_virtual_card",
        "count": 11
      },
      {
        "pair": "verify_my_identity -> why_verify_identity",
        "count": 7
      },
      {
        "pair": "card_delivery_estimate -> card_arrival",
        "count": 6
      },
      {
        "pair": "virtual_card_not_working -> card_not_working",
        "count": 6
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> card_payment_wrong_exchange_rate",
        "count": 6
      },
      {
        "pair": "contactless_not_working -> card_not_working",
        "count": 5
      },
      {
        "pair": "why_verify_identity -> verify_my_identity",
        "count": 5
      },
      {
        "pair": "get_disposable_virtual_card -> getting_virtual_card",
        "count": 5
      },
      {
        "pair": "cash_withdrawal_charge -> card_payment_fee_charged",
        "count": 5
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "pending_cash_withdrawal -> pending_transfer",
        "count": 4
      },
      {
        "pair": "automatic_top_up -> top_up_limits",
        "count": 4
      },
      {
        "pair": "card_not_working -> declined_card_payment",
        "count": 4
      },
      {
        "pair": "lost_or_stolen_card -> lost_or_stolen_phone",
        "count": 4
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> top_up_by_card_charge",
        "count": 4
      },
      {
        "pair": "card_payment_fee_charged -> top_up_by_card_charge",
        "count": 4
      },
      {
        "pair": "top_up_reverted -> top_up_failed",
        "count": 4
      },
      {
        "pair": "card_payment_not_recognised -> compromised_card",
        "count": 4
      },
      {
        "pair": "unable_to_verify_identity -> verify_my_identity",
        "count": 4
      },
      {
        "pair": "pending_card_payment -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "declined_card_payment -> reverted_card_payment?",
        "count": 4
      },
      {
        "pair": "pending_transfer -> pending_card_payment",
        "count": 4
      },
      {
        "pair": "change_pin -> edit_personal_details",
        "count": 4
      },
      {
        "pair": "getting_spare_card -> order_physical_card",
        "count": 4
      },
      {
        "pair": "top_up_failed -> top_up_reverted",
        "count": 4
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_not_received_by_recipient",
        "count": 4
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_timing",
        "count": 4
      },
      {
        "pair": "top_up_by_card_charge -> top_up_by_bank_transfer_charge",
        "count": 4
      },
      {
        "pair": "card_arrival -> getting_virtual_card",
        "count": 3
      },
      {
        "pair": "pin_blocked -> card_not_working",
        "count": 3
      },
      {
        "pair": "pending_top_up -> pending_card_payment",
        "count": 3
      },
      {
        "pair": "top_up_limits -> automatic_top_up",
        "count": 3
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "card_payment_not_recognised -> direct_debit_payment_not_recognised",
        "count": 3
      },
      {
        "pair": "why_verify_identity -> unable_to_verify_identity",
        "count": 3
      },
      {
        "pair": "get_physical_card -> pin_blocked",
        "count": 3
      },
      {
        "pair": "disposable_card_limits -> get_disposable_virtual_card",
        "count": 3
      },
      {
        "pair": "disposable_card_limits -> getting_spare_card",
        "count": 3
      },
      {
        "pair": "atm_support -> card_acceptance",
        "count": 3
      },
      {
        "pair": "declined_cash_withdrawal -> wrong_amount_of_cash_received",
        "count": 3
      },
      {
        "pair": "declined_transfer -> declined_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "transfer_timing -> card_delivery_estimate",
        "count": 3
      },
      {
        "pair": "transfer_fee_charged -> cash_withdrawal_charge",
        "count": 3
      },
      {
        "pair": "failed_transfer -> beneficiary_not_allowed",
        "count": 3
      },
      {
        "pair": "failed_transfer -> declined_transfer",
        "count": 3
      },
      {
        "pair": "order_physical_card -> get_disposable_virtual_card",
        "count": 3
      },
      {
        "pair": "order_physical_card -> getting_spare_card",
        "count": 3
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> exchange_rate",
        "count": 3
      },
      {
        "pair": "top_up_failed -> apple_pay_or_google_pay",
        "count": 3
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> pending_transfer",
        "count": 3
      },
      {
        "pair": "cash_withdrawal_not_recognised -> card_payment_not_recognised",
        "count": 3
      },
      {
        "pair": "exchange_charge -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "card_arrival -> transfer_not_received_by_recipient",
        "count": 2
      },
      {
        "pair": "exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "fiat_currency_support -> exchange_via_app",
        "count": 2
      },
      {
        "pair": "fiat_currency_support -> supported_cards_and_currencies",
        "count": 2
      },
      {
        "pair": "fiat_currency_support -> country_support",
        "count": 2
      },
      {
        "pair": "card_delivery_estimate -> transfer_not_received_by_recipient",
        "count": 2
      },
      {
        "pair": "card_not_working -> virtual_card_not_working",
        "count": 2
      },
      {
        "pair": "card_not_working -> passcode_forgotten",
        "count": 2
      },
      {
        "pair": "exchange_via_app -> exchange_charge",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_card -> compromised_card",
        "count": 2
      },
      {
        "pair": "pin_blocked -> change_pin",
        "count": 2
      },
      {
        "pair": "wrong_amount_of_cash_received -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "card_payment_fee_charged -> cash_withdrawal_charge",
        "count": 2
      },
      {
        "pair": "card_payment_fee_charged -> transfer_fee_charged",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> failed_transfer",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> pending_top_up",
        "count": 2
      },
      {
        "pair": "card_acceptance -> activate_my_card",
        "count": 2
      },
      {
        "pair": "card_acceptance -> supported_cards_and_currencies",
        "count": 2
      },
      {
        "pair": "card_acceptance -> card_not_working",
        "count": 2
      },
      {
        "pair": "card_acceptance -> visa_or_mastercard",
        "count": 2
      },
      {
        "pair": "card_acceptance -> atm_support",
        "count": 2
      },
      {
        "pair": "top_up_reverted -> reverted_card_payment?",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_card_payment",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "card_payment_not_recognised -> request_refund",
        "count": 2
      },
      {
        "pair": "unable_to_verify_identity -> why_verify_identity",
        "count": 2
      },
      {
        "pair": "unable_to_verify_identity -> beneficiary_not_allowed",
        "count": 2
      },
      {
        "pair": "topping_up_by_card -> top_up_by_cash_or_cheque",
        "count": 2
      },
      {
        "pair": "topping_up_by_card -> top_up_reverted",
        "count": 2
      },
      {
        "pair": "topping_up_by_card -> transfer_into_account",
        "count": 2
      },
      {
        "pair": "compromised_card -> lost_or_stolen_card",
        "count": 2
      },
      {
        "pair": "direct_debit_payment_not_recognised -> card_payment_not_recognised",
        "count": 2
      },
      {
        "pair": "passcode_forgotten -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "declined_cash_withdrawal -> declined_transfer",
        "count": 2
      },
      {
        "pair": "pending_card_payment -> pending_transfer",
        "count": 2
      },
      {
        "pair": "request_refund -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "declined_transfer -> failed_transfer",
        "count": 2
      },
      {
        "pair": "Refund_not_showing_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 2
      },
      {
        "pair": "pending_transfer -> transfer_timing",
        "count": 2
      },
      {
        "pair": "pending_transfer -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "card_swallowed -> wrong_amount_of_cash_received",
        "count": 2
      },
      {
        "pair": "card_swallowed -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "reverted_card_payment? -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "change_pin -> pin_blocked",
        "count": 2
      },
      {
        "pair": "beneficiary_not_allowed -> failed_transfer",
        "count": 2
      },
      {
        "pair": "transfer_fee_charged -> top_up_by_bank_transfer_charge",
        "count": 2
      },
      {
        "pair": "transfer_fee_charged -> card_payment_fee_charged",
        "count": 2
      },
      {
        "pair": "receiving_money -> fiat_currency_support",
        "count": 2
      },
      {
        "pair": "failed_transfer -> balance_not_updated_after_bank_transfer",
        "count": 2
      },
      {
        "pair": "verify_top_up -> why_verify_identity",
        "count": 2
      },
      {
        "pair": "getting_spare_card -> get_disposable_virtual_card",
        "count": 2
      },
      {
        "pair": "top_up_by_cash_or_cheque -> apple_pay_or_google_pay",
        "count": 2
      },
      {
        "pair": "top_up_by_cash_or_cheque -> supported_cards_and_currencies",
        "count": 2
      },
      {
        "pair": "order_physical_card -> get_physical_card",
        "count": 2
      },
      {
        "pair": "virtual_card_not_working -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> why_verify_identity",
        "count": 2
      },
      {
        "pair": "get_disposable_virtual_card -> disposable_card_limits",
        "count": 2
      },
      {
        "pair": "top_up_failed -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> pending_card_payment",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 2
      },
      {
        "pair": "exchange_charge -> exchange_rate",
        "count": 2
      },
      {
        "pair": "card_about_to_expire -> card_arrival",
        "count": 2
      },
      {
        "pair": "country_support -> fiat_currency_support",
        "count": 2
      },
      {
        "pair": "card_arrival -> get_physical_card",
        "count": 1
      },
      {
        "pair": "card_arrival -> card_delivery_estimate",
        "count": 1
      },
      {
        "pair": "card_arrival -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "card_linking -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "card_linking -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "card_linking -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "card_linking -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "exchange_rate -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "exchange_rate -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "exchange_rate -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> exchange_rate",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "pending_cash_withdrawal -> pending_top_up",
        "count": 1
      },
      {
        "pair": "pending_cash_withdrawal -> atm_support",
        "count": 1
      },
      {
        "pair": "pending_cash_withdrawal -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "pending_cash_withdrawal -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> change_pin",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> exchange_charge",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> exchange_rate",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> get_physical_card",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> order_physical_card",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> transfer_timing",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> change_pin",
        "count": 1
      },
      {
        "pair": "card_not_working -> pin_blocked",
        "count": 1
      },
      {
        "pair": "card_not_working -> cancel_transfer",
        "count": 1
      },
      {
        "pair": "card_not_working -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "card_not_working -> declined_transfer",
        "count": 1
      },
      {
        "pair": "card_not_working -> card_linking",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> change_pin",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> get_physical_card",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> terminate_account",
        "count": 1
      },
      {
        "pair": "age_limit -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "age_limit -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "pin_blocked -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "pin_blocked -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "pin_blocked -> card_linking",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> top_up_failed",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> passcode_forgotten",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> virtual_card_not_working",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> card_linking",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> terminate_account",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> top_up_limits",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> exchange_charge",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "pending_top_up -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "pending_top_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "pending_top_up -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "pending_top_up -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "pending_top_up -> top_up_failed",
        "count": 1
      },
      {
        "pair": "pending_top_up -> pending_transfer",
        "count": 1
      },
      {
        "pair": "pending_top_up -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> get_physical_card",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> pending_top_up",
        "count": 1
      },
      {
        "pair": "top_up_limits -> age_limit",
        "count": 1
      },
      {
        "pair": "wrong_amount_of_cash_received -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> transfer_timing",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> top_up_failed",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> receiving_money",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> order_physical_card",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> edit_personal_details",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> card_delivery_estimate",
        "count": 1
      },
      {
        "pair": "card_acceptance -> country_support",
        "count": 1
      },
      {
        "pair": "card_acceptance -> top_up_limits",
        "count": 1
      },
      {
        "pair": "card_acceptance -> order_physical_card",
        "count": 1
      },
      {
        "pair": "card_acceptance -> virtual_card_not_working",
        "count": 1
      },
      {
        "pair": "card_acceptance -> apple_pay_or_google_pay",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> declined_transfer",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> pending_top_up",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_top_up",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> top_up_failed",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "card_payment_not_recognised -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "card_payment_not_recognised -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "why_verify_identity -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "why_verify_identity -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> failed_transfer",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> verify_top_up",
        "count": 1
      },
      {
        "pair": "get_physical_card -> activate_my_card",
        "count": 1
      },
      {
        "pair": "get_physical_card -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "get_physical_card -> age_limit",
        "count": 1
      },
      {
        "pair": "get_physical_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "get_physical_card -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "get_physical_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "get_physical_card -> request_refund",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> receiving_money",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> country_support",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> passcode_forgotten",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> top_up_limits",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> pending_top_up",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "compromised_card -> card_not_working",
        "count": 1
      },
      {
        "pair": "compromised_card -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "compromised_card -> change_pin",
        "count": 1
      },
      {
        "pair": "compromised_card -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "compromised_card -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "atm_support -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "atm_support -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "passcode_forgotten -> card_not_working",
        "count": 1
      },
      {
        "pair": "passcode_forgotten -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "passcode_forgotten -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "passcode_forgotten -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "declined_cash_withdrawal -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "declined_cash_withdrawal -> card_swallowed",
        "count": 1
      },
      {
        "pair": "declined_cash_withdrawal -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "declined_cash_withdrawal -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "declined_cash_withdrawal -> top_up_failed",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> card_linking",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> pending_top_up",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_phone -> card_linking",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_phone -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "request_refund -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "request_refund -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "declined_transfer -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "declined_transfer -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "declined_transfer -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "declined_transfer -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "declined_transfer -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "declined_transfer -> pending_transfer",
        "count": 1
      },
      {
        "pair": "declined_transfer -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "declined_transfer -> country_support",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> failed_transfer",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> declined_transfer",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> pending_top_up",
        "count": 1
      },
      {
        "pair": "pending_transfer -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "pending_transfer -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "pending_transfer -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "pending_transfer -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "pending_transfer -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "pending_transfer -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "terminate_account -> get_physical_card",
        "count": 1
      },
      {
        "pair": "terminate_account -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "terminate_account -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "terminate_account -> atm_support",
        "count": 1
      },
      {
        "pair": "card_swallowed -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "card_swallowed -> card_not_working",
        "count": 1
      },
      {
        "pair": "card_swallowed -> card_arrival",
        "count": 1
      },
      {
        "pair": "card_swallowed -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> cancel_transfer",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "verify_source_of_funds -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "verify_source_of_funds -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "transfer_timing -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "transfer_timing -> pending_top_up",
        "count": 1
      },
      {
        "pair": "transfer_timing -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> card_not_working",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> request_refund",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "change_pin -> receiving_money",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> verify_top_up",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> top_up_limits",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> activate_my_card",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> declined_transfer",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> top_up_limits",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "receiving_money -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "failed_transfer -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "failed_transfer -> top_up_failed",
        "count": 1
      },
      {
        "pair": "failed_transfer -> card_delivery_estimate",
        "count": 1
      },
      {
        "pair": "failed_transfer -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "failed_transfer -> change_pin",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> passcode_forgotten",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> apple_pay_or_google_pay",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> exchange_charge",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> receiving_money",
        "count": 1
      },
      {
        "pair": "verify_top_up -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "verify_top_up -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "verify_top_up -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "verify_top_up -> top_up_limits",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> disposable_card_limits",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> top_up_limits",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> verify_top_up",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "order_physical_card -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "order_physical_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> disposable_card_limits",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> card_arrival",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> passcode_forgotten",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> exchange_charge",
        "count": 1
      },
      {
        "pair": "top_up_failed -> failed_transfer",
        "count": 1
      },
      {
        "pair": "top_up_failed -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "top_up_failed -> pending_top_up",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> failed_transfer",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> card_delivery_estimate",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_not_recognised -> compromised_card",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_not_recognised -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_not_recognised -> cancel_transfer",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_not_recognised -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "exchange_charge -> card_acceptance",
        "count": 1
      },
      {
        "pair": "exchange_charge -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "top_up_by_card_charge -> country_support",
        "count": 1
      },
      {
        "pair": "activate_my_card -> card_swallowed",
        "count": 1
      },
      {
        "pair": "activate_my_card -> card_linking",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> top_up_limits",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> order_physical_card",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "verify_my_identity -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "verify_my_identity -> verify_top_up",
        "count": 1
      },
      {
        "pair": "verify_my_identity -> receiving_money",
        "count": 1
      },
      {
        "pair": "country_support -> order_physical_card",
        "count": 1
      },
      {
        "pair": "country_support -> exchange_rate",
        "count": 1
      },
      {
        "pair": "country_support -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "country_support -> atm_support",
        "count": 1
      },
      {
        "pair": "country_support -> change_pin",
        "count": 1
      }
    ],
    "cosine": [
      {
        "pair": "getting_virtual_card -> get_disposable_virtual_card",
        "count": 14
      },
      {
        "pair": "fiat_currency_support -> exchange_via_app",
        "count": 8
      },
      {
        "pair": "exchange_via_app -> fiat_currency_support",
        "count": 8
      },
      {
        "pair": "beneficiary_not_allowed -> failed_transfer",
        "count": 8
      },
      {
        "pair": "failed_transfer -> beneficiary_not_allowed",
        "count": 7
      },
      {
        "pair": "pending_transfer -> transfer_not_received_by_recipient",
        "count": 6
      },
      {
        "pair": "virtual_card_not_working -> card_not_working",
        "count": 6
      },
      {
        "pair": "card_payment_not_recognised -> compromised_card",
        "count": 5
      },
      {
        "pair": "disposable_card_limits -> get_disposable_virtual_card",
        "count": 5
      },
      {
        "pair": "transfer_fee_charged -> top_up_by_bank_transfer_charge",
        "count": 5
      },
      {
        "pair": "getting_spare_card -> order_physical_card",
        "count": 5
      },
      {
        "pair": "getting_spare_card -> visa_or_mastercard",
        "count": 5
      },
      {
        "pair": "virtual_card_not_working -> declined_card_payment",
        "count": 5
      },
      {
        "pair": "get_disposable_virtual_card -> disposable_card_limits",
        "count": 5
      },
      {
        "pair": "get_disposable_virtual_card -> getting_virtual_card",
        "count": 5
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_timing",
        "count": 5
      },
      {
        "pair": "apple_pay_or_google_pay -> supported_cards_and_currencies",
        "count": 5
      },
      {
        "pair": "card_delivery_estimate -> card_arrival",
        "count": 4
      },
      {
        "pair": "contactless_not_working -> getting_virtual_card",
        "count": 4
      },
      {
        "pair": "contactless_not_working -> card_not_working",
        "count": 4
      },
      {
        "pair": "card_acceptance -> visa_or_mastercard",
        "count": 4
      },
      {
        "pair": "top_up_reverted -> top_up_failed",
        "count": 4
      },
      {
        "pair": "card_payment_not_recognised -> direct_debit_payment_not_recognised",
        "count": 4
      },
      {
        "pair": "why_verify_identity -> verify_my_identity",
        "count": 4
      },
      {
        "pair": "visa_or_mastercard -> country_support",
        "count": 4
      },
      {
        "pair": "declined_transfer -> declined_card_payment",
        "count": 4
      },
      {
        "pair": "declined_transfer -> beneficiary_not_allowed",
        "count": 4
      },
      {
        "pair": "declined_card_payment -> declined_transfer",
        "count": 4
      },
      {
        "pair": "pending_transfer -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "verify_my_identity -> why_verify_identity",
        "count": 4
      },
      {
        "pair": "card_linking -> activate_my_card",
        "count": 3
      },
      {
        "pair": "exchange_via_app -> exchange_rate",
        "count": 3
      },
      {
        "pair": "contactless_not_working -> declined_card_payment",
        "count": 3
      },
      {
        "pair": "card_payment_fee_charged -> extra_charge_on_statement",
        "count": 3
      },
      {
        "pair": "card_payment_fee_charged -> order_physical_card",
        "count": 3
      },
      {
        "pair": "transfer_not_received_by_recipient -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "card_acceptance -> get_disposable_virtual_card",
        "count": 3
      },
      {
        "pair": "why_verify_identity -> unable_to_verify_identity",
        "count": 3
      },
      {
        "pair": "compromised_card -> cash_withdrawal_not_recognised",
        "count": 3
      },
      {
        "pair": "direct_debit_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 3
      },
      {
        "pair": "declined_transfer -> failed_transfer",
        "count": 3
      },
      {
        "pair": "verify_source_of_funds -> country_support",
        "count": 3
      },
      {
        "pair": "change_pin -> pin_blocked",
        "count": 3
      },
      {
        "pair": "receiving_money -> transfer_into_account",
        "count": 3
      },
      {
        "pair": "order_physical_card -> getting_spare_card",
        "count": 3
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> card_payment_wrong_exchange_rate",
        "count": 3
      },
      {
        "pair": "get_disposable_virtual_card -> card_acceptance",
        "count": 3
      },
      {
        "pair": "top_up_failed -> top_up_reverted",
        "count": 3
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_not_received_by_recipient",
        "count": 3
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> pending_transfer",
        "count": 3
      },
      {
        "pair": "cash_withdrawal_not_recognised -> compromised_card",
        "count": 3
      },
      {
        "pair": "exchange_charge -> exchange_rate",
        "count": 3
      },
      {
        "pair": "verify_my_identity -> unable_to_verify_identity",
        "count": 3
      },
      {
        "pair": "card_arrival -> card_delivery_estimate",
        "count": 2
      },
      {
        "pair": "card_linking -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "exchange_rate -> exchange_via_app",
        "count": 2
      },
      {
        "pair": "extra_charge_on_statement -> card_payment_not_recognised",
        "count": 2
      },
      {
        "pair": "pending_cash_withdrawal -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "fiat_currency_support -> receiving_money",
        "count": 2
      },
      {
        "pair": "automatic_top_up -> apple_pay_or_google_pay",
        "count": 2
      },
      {
        "pair": "exchange_via_app -> receiving_money",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_card -> card_swallowed",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> virtual_card_not_working",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> apple_pay_or_google_pay",
        "count": 2
      },
      {
        "pair": "pending_top_up -> topping_up_by_card",
        "count": 2
      },
      {
        "pair": "wrong_amount_of_cash_received -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> pending_card_payment",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> visa_or_mastercard",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> fiat_currency_support",
        "count": 2
      },
      {
        "pair": "card_acceptance -> country_support",
        "count": 2
      },
      {
        "pair": "card_acceptance -> disposable_card_limits",
        "count": 2
      },
      {
        "pair": "top_up_reverted -> pending_top_up",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> top_up_by_cash_or_cheque",
        "count": 2
      },
      {
        "pair": "card_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "visa_or_mastercard -> order_physical_card",
        "count": 2
      },
      {
        "pair": "topping_up_by_card -> transfer_into_account",
        "count": 2
      },
      {
        "pair": "topping_up_by_card -> pending_top_up",
        "count": 2
      },
      {
        "pair": "disposable_card_limits -> getting_spare_card",
        "count": 2
      },
      {
        "pair": "compromised_card -> lost_or_stolen_card",
        "count": 2
      },
      {
        "pair": "compromised_card -> card_payment_not_recognised",
        "count": 2
      },
      {
        "pair": "direct_debit_payment_not_recognised -> extra_charge_on_statement",
        "count": 2
      },
      {
        "pair": "pending_card_payment -> card_delivery_estimate",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_phone -> lost_or_stolen_card",
        "count": 2
      },
      {
        "pair": "declined_transfer -> virtual_card_not_working",
        "count": 2
      },
      {
        "pair": "declined_card_payment -> card_not_working",
        "count": 2
      },
      {
        "pair": "card_swallowed -> lost_or_stolen_card",
        "count": 2
      },
      {
        "pair": "transfer_timing -> balance_not_updated_after_bank_transfer",
        "count": 2
      },
      {
        "pair": "transfer_timing -> pending_transfer",
        "count": 2
      },
      {
        "pair": "reverted_card_payment? -> card_not_working",
        "count": 2
      },
      {
        "pair": "beneficiary_not_allowed -> transfer_into_account",
        "count": 2
      },
      {
        "pair": "transfer_fee_charged -> card_payment_fee_charged",
        "count": 2
      },
      {
        "pair": "receiving_money -> exchange_via_app",
        "count": 2
      },
      {
        "pair": "failed_transfer -> transfer_not_received_by_recipient",
        "count": 2
      },
      {
        "pair": "top_up_by_cash_or_cheque -> top_up_limits",
        "count": 2
      },
      {
        "pair": "order_physical_card -> visa_or_mastercard",
        "count": 2
      },
      {
        "pair": "order_physical_card -> country_support",
        "count": 2
      },
      {
        "pair": "top_up_failed -> pending_top_up",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 2
      },
      {
        "pair": "top_up_by_card_charge -> supported_cards_and_currencies",
        "count": 2
      },
      {
        "pair": "country_support -> age_limit",
        "count": 2
      },
      {
        "pair": "country_support -> direct_debit_payment_not_recognised",
        "count": 2
      },
      {
        "pair": "country_support -> card_acceptance",
        "count": 2
      },
      {
        "pair": "card_linking -> card_acceptance",
        "count": 1
      },
      {
        "pair": "card_linking -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "exchange_rate -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "exchange_rate -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> exchange_rate",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> transfer_timing",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "pending_cash_withdrawal -> wrong_amount_of_cash_received",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> failed_transfer",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> transfer_timing",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> country_support",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "card_not_working -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "card_not_working -> pin_blocked",
        "count": 1
      },
      {
        "pair": "card_not_working -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "card_not_working -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "card_not_working -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "card_not_working -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> card_arrival",
        "count": 1
      },
      {
        "pair": "age_limit -> country_support",
        "count": 1
      },
      {
        "pair": "pin_blocked -> get_physical_card",
        "count": 1
      },
      {
        "pair": "pin_blocked -> card_swallowed",
        "count": 1
      },
      {
        "pair": "pin_blocked -> passcode_forgotten",
        "count": 1
      },
      {
        "pair": "pin_blocked -> change_pin",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> verify_top_up",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> pin_blocked",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> card_acceptance",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "pending_top_up -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "pending_top_up -> verify_top_up",
        "count": 1
      },
      {
        "pair": "pending_top_up -> top_up_failed",
        "count": 1
      },
      {
        "pair": "pending_top_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "pending_top_up -> apple_pay_or_google_pay",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "top_up_limits -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "top_up_limits -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "wrong_amount_of_cash_received -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> verify_source_of_funds",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> transfer_timing",
        "count": 1
      },
      {
        "pair": "transfer_not_received_by_recipient -> declined_transfer",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> card_acceptance",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> activate_my_card",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> order_physical_card",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "card_acceptance -> order_physical_card",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_transfer",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_payment_not_recognised -> visa_or_mastercard",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "get_physical_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "get_physical_card -> country_support",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> disposable_card_limits",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "compromised_card -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "compromised_card -> terminate_account",
        "count": 1
      },
      {
        "pair": "atm_support -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> compromised_card",
        "count": 1
      },
      {
        "pair": "direct_debit_payment_not_recognised -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "passcode_forgotten -> pin_blocked",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> order_physical_card",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> country_support",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> pending_transfer",
        "count": 1
      },
      {
        "pair": "request_refund -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "request_refund -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "request_refund -> cancel_transfer",
        "count": 1
      },
      {
        "pair": "request_refund -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "declined_transfer -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "declined_transfer -> wrong_amount_of_cash_received",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> request_refund",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "pending_transfer -> transfer_timing",
        "count": 1
      },
      {
        "pair": "pending_transfer -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "card_swallowed -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_swallowed -> order_physical_card",
        "count": 1
      },
      {
        "pair": "card_swallowed -> wrong_amount_of_cash_received",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "verify_source_of_funds -> verify_my_identity",
        "count": 1
      },
      {
        "pair": "verify_source_of_funds -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "transfer_timing -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> disposable_card_limits",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> declined_transfer",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> declined_transfer",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "receiving_money -> top_up_by_bank_transfer_charge",
        "count": 1
      },
      {
        "pair": "receiving_money -> fiat_currency_support",
        "count": 1
      },
      {
        "pair": "receiving_money -> transfer_timing",
        "count": 1
      },
      {
        "pair": "receiving_money -> supported_cards_and_currencies",
        "count": 1
      },
      {
        "pair": "receiving_money -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "receiving_money -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "receiving_money -> age_limit",
        "count": 1
      },
      {
        "pair": "receiving_money -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "failed_transfer -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "failed_transfer -> pending_transfer",
        "count": 1
      },
      {
        "pair": "failed_transfer -> declined_transfer",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> apple_pay_or_google_pay",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> top_up_by_cash_or_cheque",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "verify_top_up -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "verify_top_up -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "verify_top_up -> pending_top_up",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> country_support",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> disposable_card_limits",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> card_linking",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> transfer_timing",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "order_physical_card -> card_payment_fee_charged",
        "count": 1
      },
      {
        "pair": "order_physical_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "order_physical_card -> card_arrival",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> contactless_not_working",
        "count": 1
      },
      {
        "pair": "virtual_card_not_working -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> exchange_rate",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> exchange_charge",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "get_disposable_virtual_card -> apple_pay_or_google_pay",
        "count": 1
      },
      {
        "pair": "get_disposable_virtual_card -> activate_my_card",
        "count": 1
      },
      {
        "pair": "top_up_failed -> card_not_working",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> failed_transfer",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_not_recognised -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "exchange_charge -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "activate_my_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "activate_my_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "activate_my_card -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "activate_my_card -> card_linking",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> card_delivery_estimate",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> order_physical_card",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> activate_my_card",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> country_support",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> get_disposable_virtual_card",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> activate_my_card",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> order_physical_card",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> top_up_failed",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> automatic_top_up",
        "count": 1
      },
      {
        "pair": "country_support -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "country_support -> order_physical_card",
        "count": 1
      },
      {
        "pair": "country_support -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "country_support -> verify_source_of_funds",
        "count": 1
      }
    ],
    "dot": [
      {
        "pair": "passcode_forgotten -> pin_blocked",
        "count": 40
      },
      {
        "pair": "declined_cash_withdrawal -> pending_cash_withdrawal",
        "count": 40
      },
      {
        "pair": "transfer_timing -> balance_not_updated_after_bank_transfer",
        "count": 40
      },
      {
        "pair": "wrong_amount_of_cash_received -> pending_cash_withdrawal",
        "count": 38
      },
      {
        "pair": "pending_transfer -> balance_not_updated_after_bank_transfer",
        "count": 37
      },
      {
        "pair": "reverted_card_payment? -> pending_cash_withdrawal",
        "count": 36
      },
      {
        "pair": "declined_card_payment -> pending_cash_withdrawal",
        "count": 35
      },
      {
        "pair": "verify_source_of_funds -> pending_cash_withdrawal",
        "count": 35
      },
      {
        "pair": "top_up_limits -> topping_up_by_card",
        "count": 34
      },
      {
        "pair": "compromised_card -> cash_withdrawal_not_recognised",
        "count": 34
      },
      {
        "pair": "transfer_into_account -> balance_not_updated_after_bank_transfer",
        "count": 34
      },
      {
        "pair": "exchange_charge -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 34
      },
      {
        "pair": "verify_my_identity -> why_verify_identity",
        "count": 34
      },
      {
        "pair": "exchange_rate -> balance_not_updated_after_bank_transfer",
        "count": 33
      },
      {
        "pair": "receiving_money -> balance_not_updated_after_bank_transfer",
        "count": 30
      },
      {
        "pair": "pending_card_payment -> pending_cash_withdrawal",
        "count": 28
      },
      {
        "pair": "age_limit -> why_verify_identity",
        "count": 27
      },
      {
        "pair": "disposable_card_limits -> pending_cash_withdrawal",
        "count": 27
      },
      {
        "pair": "terminate_account -> cash_withdrawal_not_recognised",
        "count": 27
      },
      {
        "pair": "cash_withdrawal_charge -> pending_cash_withdrawal",
        "count": 25
      },
      {
        "pair": "fiat_currency_support -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 24
      },
      {
        "pair": "atm_support -> pending_cash_withdrawal",
        "count": 24
      },
      {
        "pair": "card_payment_fee_charged -> transaction_charged_twice",
        "count": 23
      },
      {
        "pair": "request_refund -> pending_cash_withdrawal",
        "count": 23
      },
      {
        "pair": "apple_pay_or_google_pay -> top_up_failed",
        "count": 23
      },
      {
        "pair": "card_linking -> getting_virtual_card",
        "count": 22
      },
      {
        "pair": "transfer_not_received_by_recipient -> balance_not_updated_after_bank_transfer",
        "count": 22
      },
      {
        "pair": "beneficiary_not_allowed -> failed_transfer",
        "count": 22
      },
      {
        "pair": "card_delivery_estimate -> card_arrival",
        "count": 21
      },
      {
        "pair": "unable_to_verify_identity -> edit_personal_details",
        "count": 21
      },
      {
        "pair": "card_swallowed -> pending_cash_withdrawal",
        "count": 21
      },
      {
        "pair": "verify_top_up -> top_up_reverted",
        "count": 20
      },
      {
        "pair": "top_up_by_cash_or_cheque -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 20
      },
      {
        "pair": "country_support -> pending_cash_withdrawal",
        "count": 20
      },
      {
        "pair": "card_not_working -> pending_cash_withdrawal",
        "count": 19
      },
      {
        "pair": "exchange_via_app -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 19
      },
      {
        "pair": "card_acceptance -> declined_cash_withdrawal",
        "count": 19
      },
      {
        "pair": "cash_withdrawal_not_recognised -> pending_cash_withdrawal",
        "count": 19
      },
      {
        "pair": "lost_or_stolen_card -> cash_withdrawal_not_recognised",
        "count": 18
      },
      {
        "pair": "card_acceptance -> pending_cash_withdrawal",
        "count": 18
      },
      {
        "pair": "get_physical_card -> pin_blocked",
        "count": 18
      },
      {
        "pair": "change_pin -> pin_blocked",
        "count": 18
      },
      {
        "pair": "virtual_card_not_working -> reverted_card_payment?",
        "count": 18
      },
      {
        "pair": "get_physical_card -> pending_cash_withdrawal",
        "count": 17
      },
      {
        "pair": "declined_transfer -> failed_transfer",
        "count": 17
      },
      {
        "pair": "Refund_not_showing_up -> pending_cash_withdrawal",
        "count": 17
      },
      {
        "pair": "card_delivery_estimate -> pending_cash_withdrawal",
        "count": 16
      },
      {
        "pair": "atm_support -> declined_cash_withdrawal",
        "count": 16
      },
      {
        "pair": "contactless_not_working -> pending_cash_withdrawal",
        "count": 15
      },
      {
        "pair": "getting_virtual_card -> activate_my_card",
        "count": 15
      },
      {
        "pair": "visa_or_mastercard -> pending_cash_withdrawal",
        "count": 15
      },
      {
        "pair": "getting_spare_card -> pending_cash_withdrawal",
        "count": 15
      },
      {
        "pair": "top_up_by_cash_or_cheque -> balance_not_updated_after_bank_transfer",
        "count": 15
      },
      {
        "pair": "top_up_failed -> top_up_reverted",
        "count": 15
      },
      {
        "pair": "pending_top_up -> topping_up_by_card",
        "count": 14
      },
      {
        "pair": "supported_cards_and_currencies -> pending_cash_withdrawal",
        "count": 14
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> balance_not_updated_after_bank_transfer",
        "count": 14
      },
      {
        "pair": "lost_or_stolen_phone -> cash_withdrawal_not_recognised",
        "count": 14
      },
      {
        "pair": "automatic_top_up -> topping_up_by_card",
        "count": 13
      },
      {
        "pair": "why_verify_identity -> edit_personal_details",
        "count": 13
      },
      {
        "pair": "topping_up_by_card -> balance_not_updated_after_bank_transfer",
        "count": 13
      },
      {
        "pair": "get_disposable_virtual_card -> activate_my_card",
        "count": 13
      },
      {
        "pair": "country_support -> top_up_failed",
        "count": 13
      },
      {
        "pair": "automatic_top_up -> top_up_failed",
        "count": 12
      },
      {
        "pair": "pending_top_up -> balance_not_updated_after_bank_transfer",
        "count": 12
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_failed",
        "count": 12
      },
      {
        "pair": "card_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 12
      },
      {
        "pair": "lost_or_stolen_phone -> pending_cash_withdrawal",
        "count": 12
      },
      {
        "pair": "card_swallowed -> pin_blocked",
        "count": 12
      },
      {
        "pair": "order_physical_card -> card_arrival",
        "count": 11
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 10
      },
      {
        "pair": "extra_charge_on_statement -> transaction_charged_twice",
        "count": 10
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> balance_not_updated_after_bank_transfer",
        "count": 10
      },
      {
        "pair": "transfer_not_received_by_recipient -> failed_transfer",
        "count": 10
      },
      {
        "pair": "visa_or_mastercard -> top_up_failed",
        "count": 10
      },
      {
        "pair": "topping_up_by_card -> top_up_failed",
        "count": 10
      },
      {
        "pair": "direct_debit_payment_not_recognised -> card_payment_not_recognised",
        "count": 10
      },
      {
        "pair": "declined_transfer -> pending_cash_withdrawal",
        "count": 10
      },
      {
        "pair": "beneficiary_not_allowed -> balance_not_updated_after_bank_transfer",
        "count": 10
      },
      {
        "pair": "verify_top_up -> pending_top_up",
        "count": 10
      },
      {
        "pair": "get_disposable_virtual_card -> pending_cash_withdrawal",
        "count": 10
      },
      {
        "pair": "fiat_currency_support -> balance_not_updated_after_bank_transfer",
        "count": 9
      },
      {
        "pair": "exchange_via_app -> balance_not_updated_after_bank_transfer",
        "count": 9
      },
      {
        "pair": "contactless_not_working -> reverted_card_payment?",
        "count": 9
      },
      {
        "pair": "getting_virtual_card -> pending_cash_withdrawal",
        "count": 9
      },
      {
        "pair": "request_refund -> Refund_not_showing_up",
        "count": 9
      },
      {
        "pair": "getting_spare_card -> top_up_failed",
        "count": 9
      },
      {
        "pair": "virtual_card_not_working -> pending_cash_withdrawal",
        "count": 9
      },
      {
        "pair": "apple_pay_or_google_pay -> pending_top_up",
        "count": 9
      },
      {
        "pair": "card_not_working -> reverted_card_payment?",
        "count": 8
      },
      {
        "pair": "unable_to_verify_identity -> pending_cash_withdrawal",
        "count": 8
      },
      {
        "pair": "card_not_working -> declined_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "age_limit -> topping_up_by_card",
        "count": 7
      },
      {
        "pair": "pending_top_up -> top_up_reverted",
        "count": 7
      },
      {
        "pair": "cancel_transfer -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "getting_virtual_card -> top_up_failed",
        "count": 7
      },
      {
        "pair": "disposable_card_limits -> declined_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "lost_or_stolen_phone -> lost_or_stolen_card",
        "count": 7
      },
      {
        "pair": "order_physical_card -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "order_physical_card -> getting_virtual_card",
        "count": 7
      },
      {
        "pair": "card_linking -> top_up_failed",
        "count": 6
      },
      {
        "pair": "extra_charge_on_statement -> transfer_fee_charged",
        "count": 6
      },
      {
        "pair": "edit_personal_details -> pin_blocked",
        "count": 6
      },
      {
        "pair": "visa_or_mastercard -> declined_cash_withdrawal",
        "count": 6
      },
      {
        "pair": "direct_debit_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 6
      },
      {
        "pair": "terminate_account -> lost_or_stolen_phone",
        "count": 6
      },
      {
        "pair": "beneficiary_not_allowed -> pending_cash_withdrawal",
        "count": 6
      },
      {
        "pair": "failed_transfer -> beneficiary_not_allowed",
        "count": 6
      },
      {
        "pair": "failed_transfer -> balance_not_updated_after_bank_transfer",
        "count": 6
      },
      {
        "pair": "verify_top_up -> balance_not_updated_after_bank_transfer",
        "count": 6
      },
      {
        "pair": "getting_spare_card -> card_swallowed",
        "count": 6
      },
      {
        "pair": "virtual_card_not_working -> declined_card_payment",
        "count": 6
      },
      {
        "pair": "verify_my_identity -> edit_personal_details",
        "count": 6
      },
      {
        "pair": "exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 5
      },
      {
        "pair": "automatic_top_up -> pending_top_up",
        "count": 5
      },
      {
        "pair": "card_not_working -> pin_blocked",
        "count": 5
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> transfer_fee_charged",
        "count": 5
      },
      {
        "pair": "declined_transfer -> balance_not_updated_after_bank_transfer",
        "count": 5
      },
      {
        "pair": "order_physical_card -> transaction_charged_twice",
        "count": 5
      },
      {
        "pair": "get_disposable_virtual_card -> getting_virtual_card",
        "count": 5
      },
      {
        "pair": "top_up_failed -> topping_up_by_card",
        "count": 5
      },
      {
        "pair": "top_up_by_card_charge -> top_up_by_bank_transfer_charge",
        "count": 5
      },
      {
        "pair": "card_linking -> pending_top_up",
        "count": 4
      },
      {
        "pair": "card_linking -> activate_my_card",
        "count": 4
      },
      {
        "pair": "extra_charge_on_statement -> direct_debit_payment_not_recognised",
        "count": 4
      },
      {
        "pair": "extra_charge_on_statement -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "fiat_currency_support -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "automatic_top_up -> apple_pay_or_google_pay",
        "count": 4
      },
      {
        "pair": "age_limit -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "contactless_not_working -> activate_my_card",
        "count": 4
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> exchange_charge",
        "count": 4
      },
      {
        "pair": "cancel_transfer -> cash_withdrawal_not_recognised",
        "count": 4
      },
      {
        "pair": "card_payment_fee_charged -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "top_up_reverted -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "card_payment_not_recognised -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "unable_to_verify_identity -> why_verify_identity",
        "count": 4
      },
      {
        "pair": "visa_or_mastercard -> pending_top_up",
        "count": 4
      },
      {
        "pair": "topping_up_by_card -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "topping_up_by_card -> top_up_reverted",
        "count": 4
      },
      {
        "pair": "compromised_card -> card_payment_not_recognised",
        "count": 4
      },
      {
        "pair": "pending_card_payment -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "request_refund -> card_payment_not_recognised",
        "count": 4
      },
      {
        "pair": "declined_transfer -> beneficiary_not_allowed",
        "count": 4
      },
      {
        "pair": "transfer_into_account -> top_up_failed",
        "count": 4
      },
      {
        "pair": "top_up_by_cash_or_cheque -> top_up_failed",
        "count": 4
      },
      {
        "pair": "virtual_card_not_working -> declined_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "get_disposable_virtual_card -> pending_top_up",
        "count": 4
      },
      {
        "pair": "activate_my_card -> card_linking",
        "count": 4
      },
      {
        "pair": "card_linking -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "automatic_top_up -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "pin_blocked -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "contactless_not_working -> pin_blocked",
        "count": 3
      },
      {
        "pair": "contactless_not_working -> declined_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "pending_top_up -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "cancel_transfer -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "card_payment_fee_charged -> cash_withdrawal_charge",
        "count": 3
      },
      {
        "pair": "card_payment_fee_charged -> extra_charge_on_statement",
        "count": 3
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_reverted",
        "count": 3
      },
      {
        "pair": "getting_virtual_card -> pending_top_up",
        "count": 3
      },
      {
        "pair": "why_verify_identity -> unable_to_verify_identity",
        "count": 3
      },
      {
        "pair": "visa_or_mastercard -> card_swallowed",
        "count": 3
      },
      {
        "pair": "topping_up_by_card -> pending_top_up",
        "count": 3
      },
      {
        "pair": "verify_source_of_funds -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "receiving_money -> exchange_via_app",
        "count": 3
      },
      {
        "pair": "getting_spare_card -> top_up_by_card_charge",
        "count": 3
      },
      {
        "pair": "order_physical_card -> card_swallowed",
        "count": 3
      },
      {
        "pair": "virtual_card_not_working -> activate_my_card",
        "count": 3
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "get_disposable_virtual_card -> top_up_failed",
        "count": 3
      },
      {
        "pair": "get_disposable_virtual_card -> declined_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "top_up_failed -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "exchange_charge -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "top_up_by_card_charge -> topping_up_by_card",
        "count": 3
      },
      {
        "pair": "card_about_to_expire -> card_swallowed",
        "count": 3
      },
      {
        "pair": "card_about_to_expire -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "automatic_top_up -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_card -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_card -> card_arrival",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "pending_top_up -> top_up_failed",
        "count": 2
      },
      {
        "pair": "pending_top_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 2
      },
      {
        "pair": "cancel_transfer -> card_payment_not_recognised",
        "count": 2
      },
      {
        "pair": "top_up_limits -> top_up_failed",
        "count": 2
      },
      {
        "pair": "top_up_limits -> balance_not_updated_after_bank_transfer",
        "count": 2
      },
      {
        "pair": "top_up_limits -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 2
      },
      {
        "pair": "card_payment_fee_charged -> transfer_fee_charged",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> pending_top_up",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_by_card_charge",
        "count": 2
      },
      {
        "pair": "getting_virtual_card -> card_arrival",
        "count": 2
      },
      {
        "pair": "card_acceptance -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "top_up_reverted -> top_up_failed",
        "count": 2
      },
      {
        "pair": "top_up_reverted -> topping_up_by_card",
        "count": 2
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "disposable_card_limits -> topping_up_by_card",
        "count": 2
      },
      {
        "pair": "disposable_card_limits -> top_up_failed",
        "count": 2
      },
      {
        "pair": "direct_debit_payment_not_recognised -> extra_charge_on_statement",
        "count": 2
      },
      {
        "pair": "direct_debit_payment_not_recognised -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_phone -> edit_personal_details",
        "count": 2
      },
      {
        "pair": "request_refund -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "Refund_not_showing_up -> top_up_reverted",
        "count": 2
      },
      {
        "pair": "card_swallowed -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "verify_source_of_funds -> top_up_reverted",
        "count": 2
      },
      {
        "pair": "reverted_card_payment? -> top_up_reverted",
        "count": 2
      },
      {
        "pair": "receiving_money -> transfer_into_account",
        "count": 2
      },
      {
        "pair": "getting_spare_card -> pin_blocked",
        "count": 2
      },
      {
        "pair": "order_physical_card -> cash_withdrawal_charge",
        "count": 2
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "get_disposable_virtual_card -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "top_up_failed -> balance_not_updated_after_bank_transfer",
        "count": 2
      },
      {
        "pair": "exchange_charge -> transfer_fee_charged",
        "count": 2
      },
      {
        "pair": "activate_my_card -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "card_about_to_expire -> getting_spare_card",
        "count": 2
      },
      {
        "pair": "apple_pay_or_google_pay -> topping_up_by_card",
        "count": 2
      },
      {
        "pair": "apple_pay_or_google_pay -> activate_my_card",
        "count": 2
      },
      {
        "pair": "country_support -> why_verify_identity",
        "count": 2
      },
      {
        "pair": "country_support -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "country_support -> activate_my_card",
        "count": 2
      },
      {
        "pair": "card_arrival -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_linking -> pin_blocked",
        "count": 1
      },
      {
        "pair": "exchange_rate -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "exchange_rate -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> failed_transfer",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> exchange_via_app",
        "count": 1
      },
      {
        "pair": "fiat_currency_support -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "card_delivery_estimate -> card_swallowed",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "card_not_working -> activate_my_card",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> card_swallowed",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "age_limit -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "age_limit -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "pin_blocked -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> order_physical_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> pin_blocked",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> card_swallowed",
        "count": 1
      },
      {
        "pair": "card_acceptance -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> pending_top_up",
        "count": 1
      },
      {
        "pair": "why_verify_identity -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> pin_blocked",
        "count": 1
      },
      {
        "pair": "get_physical_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "get_physical_card -> top_up_failed",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> pin_blocked",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> pending_top_up",
        "count": 1
      },
      {
        "pair": "compromised_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "compromised_card -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> failed_transfer",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_phone -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "request_refund -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "declined_transfer -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "declined_transfer -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "Refund_not_showing_up -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "pending_transfer -> pending_card_payment",
        "count": 1
      },
      {
        "pair": "pending_transfer -> top_up_failed",
        "count": 1
      },
      {
        "pair": "card_swallowed -> card_arrival",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> exchange_charge",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "receiving_money -> compromised_card",
        "count": 1
      },
      {
        "pair": "receiving_money -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "receiving_money -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "receiving_money -> top_up_failed",
        "count": 1
      },
      {
        "pair": "receiving_money -> edit_personal_details",
        "count": 1
      },
      {
        "pair": "failed_transfer -> declined_transfer",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "verify_top_up -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "verify_top_up -> top_up_failed",
        "count": 1
      },
      {
        "pair": "verify_top_up -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> pending_top_up",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "order_physical_card -> pending_top_up",
        "count": 1
      },
      {
        "pair": "order_physical_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "order_physical_card -> getting_spare_card",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> failed_transfer",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "exchange_charge -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "top_up_by_card_charge -> top_up_failed",
        "count": 1
      },
      {
        "pair": "activate_my_card -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "activate_my_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "activate_my_card -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "country_support -> card_swallowed",
        "count": 1
      }
    ],
    "weighted": [
      {
        "pair": "passcode_forgotten -> pin_blocked",
        "count": 40
      },
      {
        "pair": "transfer_timing -> balance_not_updated_after_bank_transfer",
        "count": 40
      },
      {
        "pair": "change_pin -> pin_blocked",
        "count": 40
      },
      {
        "pair": "wrong_amount_of_cash_received -> pending_cash_withdrawal",
        "count": 39
      },
      {
        "pair": "declined_cash_withdrawal -> pending_cash_withdrawal",
        "count": 39
      },
      {
        "pair": "age_limit -> why_verify_identity",
        "count": 37
      },
      {
        "pair": "pending_transfer -> balance_not_updated_after_bank_transfer",
        "count": 35
      },
      {
        "pair": "exchange_charge -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 34
      },
      {
        "pair": "declined_card_payment -> pending_cash_withdrawal",
        "count": 33
      },
      {
        "pair": "exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 31
      },
      {
        "pair": "terminate_account -> cash_withdrawal_not_recognised",
        "count": 31
      },
      {
        "pair": "verify_source_of_funds -> pending_cash_withdrawal",
        "count": 31
      },
      {
        "pair": "fiat_currency_support -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 30
      },
      {
        "pair": "top_up_limits -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 30
      },
      {
        "pair": "pending_card_payment -> pending_cash_withdrawal",
        "count": 30
      },
      {
        "pair": "apple_pay_or_google_pay -> top_up_failed",
        "count": 30
      },
      {
        "pair": "get_physical_card -> pin_blocked",
        "count": 29
      },
      {
        "pair": "transfer_into_account -> balance_not_updated_after_bank_transfer",
        "count": 29
      },
      {
        "pair": "disposable_card_limits -> pending_cash_withdrawal",
        "count": 28
      },
      {
        "pair": "verify_my_identity -> why_verify_identity",
        "count": 27
      },
      {
        "pair": "beneficiary_not_allowed -> failed_transfer",
        "count": 26
      },
      {
        "pair": "exchange_via_app -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 25
      },
      {
        "pair": "card_payment_fee_charged -> transaction_charged_twice",
        "count": 24
      },
      {
        "pair": "request_refund -> pending_cash_withdrawal",
        "count": 24
      },
      {
        "pair": "getting_virtual_card -> activate_my_card",
        "count": 23
      },
      {
        "pair": "atm_support -> pending_cash_withdrawal",
        "count": 23
      },
      {
        "pair": "reverted_card_payment? -> pending_cash_withdrawal",
        "count": 23
      },
      {
        "pair": "compromised_card -> cash_withdrawal_not_recognised",
        "count": 22
      },
      {
        "pair": "lost_or_stolen_phone -> cash_withdrawal_not_recognised",
        "count": 22
      },
      {
        "pair": "card_swallowed -> pin_blocked",
        "count": 22
      },
      {
        "pair": "extra_charge_on_statement -> direct_debit_payment_not_recognised",
        "count": 21
      },
      {
        "pair": "card_delivery_estimate -> card_arrival",
        "count": 21
      },
      {
        "pair": "unable_to_verify_identity -> edit_personal_details",
        "count": 21
      },
      {
        "pair": "card_acceptance -> declined_cash_withdrawal",
        "count": 20
      },
      {
        "pair": "declined_transfer -> failed_transfer",
        "count": 20
      },
      {
        "pair": "top_up_by_cash_or_cheque -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 20
      },
      {
        "pair": "automatic_top_up -> top_up_failed",
        "count": 19
      },
      {
        "pair": "receiving_money -> balance_not_updated_after_bank_transfer",
        "count": 19
      },
      {
        "pair": "lost_or_stolen_card -> cash_withdrawal_not_recognised",
        "count": 17
      },
      {
        "pair": "atm_support -> declined_cash_withdrawal",
        "count": 17
      },
      {
        "pair": "verify_top_up -> top_up_reverted",
        "count": 17
      },
      {
        "pair": "card_not_working -> pin_blocked",
        "count": 16
      },
      {
        "pair": "pending_top_up -> top_up_reverted",
        "count": 16
      },
      {
        "pair": "transfer_not_received_by_recipient -> balance_not_updated_after_bank_transfer",
        "count": 16
      },
      {
        "pair": "country_support -> pending_cash_withdrawal",
        "count": 16
      },
      {
        "pair": "card_acceptance -> pending_cash_withdrawal",
        "count": 15
      },
      {
        "pair": "why_verify_identity -> edit_personal_details",
        "count": 15
      },
      {
        "pair": "compromised_card -> card_payment_not_recognised",
        "count": 15
      },
      {
        "pair": "top_up_by_cash_or_cheque -> balance_not_updated_after_bank_transfer",
        "count": 15
      },
      {
        "pair": "virtual_card_not_working -> reverted_card_payment?",
        "count": 15
      },
      {
        "pair": "top_up_failed -> top_up_reverted",
        "count": 15
      },
      {
        "pair": "get_disposable_virtual_card -> activate_my_card",
        "count": 14
      },
      {
        "pair": "country_support -> top_up_failed",
        "count": 14
      },
      {
        "pair": "visa_or_mastercard -> pending_cash_withdrawal",
        "count": 13
      },
      {
        "pair": "verify_my_identity -> edit_personal_details",
        "count": 13
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> balance_not_updated_after_bank_transfer",
        "count": 12
      },
      {
        "pair": "topping_up_by_card -> balance_not_updated_after_bank_transfer",
        "count": 12
      },
      {
        "pair": "Refund_not_showing_up -> pending_cash_withdrawal",
        "count": 12
      },
      {
        "pair": "card_linking -> pin_blocked",
        "count": 11
      },
      {
        "pair": "card_linking -> getting_virtual_card",
        "count": 11
      },
      {
        "pair": "contactless_not_working -> reverted_card_payment?",
        "count": 11
      },
      {
        "pair": "pending_top_up -> balance_not_updated_after_bank_transfer",
        "count": 11
      },
      {
        "pair": "request_refund -> card_payment_not_recognised",
        "count": 11
      },
      {
        "pair": "virtual_card_not_working -> declined_card_payment",
        "count": 11
      },
      {
        "pair": "cash_withdrawal_not_recognised -> pending_cash_withdrawal",
        "count": 11
      },
      {
        "pair": "cash_withdrawal_charge -> pending_cash_withdrawal",
        "count": 11
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> balance_not_updated_after_bank_transfer",
        "count": 10
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_failed",
        "count": 10
      },
      {
        "pair": "supported_cards_and_currencies -> pending_cash_withdrawal",
        "count": 10
      },
      {
        "pair": "visa_or_mastercard -> top_up_failed",
        "count": 10
      },
      {
        "pair": "direct_debit_payment_not_recognised -> card_payment_not_recognised",
        "count": 10
      },
      {
        "pair": "reverted_card_payment? -> top_up_reverted",
        "count": 10
      },
      {
        "pair": "get_disposable_virtual_card -> pending_cash_withdrawal",
        "count": 10
      },
      {
        "pair": "extra_charge_on_statement -> transfer_fee_charged",
        "count": 9
      },
      {
        "pair": "card_not_working -> reverted_card_payment?",
        "count": 9
      },
      {
        "pair": "contactless_not_working -> pin_blocked",
        "count": 9
      },
      {
        "pair": "topping_up_by_card -> top_up_failed",
        "count": 9
      },
      {
        "pair": "topping_up_by_card -> top_up_reverted",
        "count": 9
      },
      {
        "pair": "getting_spare_card -> top_up_failed",
        "count": 9
      },
      {
        "pair": "top_up_by_card_charge -> top_up_by_bank_transfer_charge",
        "count": 9
      },
      {
        "pair": "card_delivery_estimate -> pending_cash_withdrawal",
        "count": 8
      },
      {
        "pair": "cancel_transfer -> card_payment_not_recognised",
        "count": 8
      },
      {
        "pair": "card_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 8
      },
      {
        "pair": "lost_or_stolen_phone -> pending_cash_withdrawal",
        "count": 8
      },
      {
        "pair": "getting_spare_card -> card_swallowed",
        "count": 8
      },
      {
        "pair": "getting_spare_card -> pin_blocked",
        "count": 8
      },
      {
        "pair": "card_linking -> activate_my_card",
        "count": 7
      },
      {
        "pair": "exchange_rate -> balance_not_updated_after_bank_transfer",
        "count": 7
      },
      {
        "pair": "automatic_top_up -> topping_up_by_card",
        "count": 7
      },
      {
        "pair": "card_not_working -> declined_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "contactless_not_working -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "visa_or_mastercard -> pin_blocked",
        "count": 7
      },
      {
        "pair": "direct_debit_payment_not_recognised -> cash_withdrawal_not_recognised",
        "count": 7
      },
      {
        "pair": "declined_transfer -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "card_swallowed -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "getting_spare_card -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "order_physical_card -> card_arrival",
        "count": 7
      },
      {
        "pair": "virtual_card_not_working -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "top_up_failed -> pending_cash_withdrawal",
        "count": 7
      },
      {
        "pair": "card_not_working -> pending_cash_withdrawal",
        "count": 6
      },
      {
        "pair": "pending_top_up -> topping_up_by_card",
        "count": 6
      },
      {
        "pair": "card_payment_fee_charged -> direct_debit_payment_not_recognised",
        "count": 6
      },
      {
        "pair": "card_payment_fee_charged -> cash_withdrawal_charge",
        "count": 6
      },
      {
        "pair": "transfer_not_received_by_recipient -> failed_transfer",
        "count": 6
      },
      {
        "pair": "declined_transfer -> beneficiary_not_allowed",
        "count": 6
      },
      {
        "pair": "verify_source_of_funds -> why_verify_identity",
        "count": 6
      },
      {
        "pair": "receiving_money -> exchange_via_app",
        "count": 6
      },
      {
        "pair": "order_physical_card -> card_delivery_estimate",
        "count": 6
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> top_up_failed",
        "count": 6
      },
      {
        "pair": "card_linking -> top_up_failed",
        "count": 5
      },
      {
        "pair": "fiat_currency_support -> pending_cash_withdrawal",
        "count": 5
      },
      {
        "pair": "automatic_top_up -> apple_pay_or_google_pay",
        "count": 5
      },
      {
        "pair": "top_up_reverted -> pending_cash_withdrawal",
        "count": 5
      },
      {
        "pair": "edit_personal_details -> pin_blocked",
        "count": 5
      },
      {
        "pair": "unable_to_verify_identity -> why_verify_identity",
        "count": 5
      },
      {
        "pair": "topping_up_by_card -> pending_cash_withdrawal",
        "count": 5
      },
      {
        "pair": "beneficiary_not_allowed -> balance_not_updated_after_bank_transfer",
        "count": 5
      },
      {
        "pair": "beneficiary_not_allowed -> pending_cash_withdrawal",
        "count": 5
      },
      {
        "pair": "receiving_money -> transfer_into_account",
        "count": 5
      },
      {
        "pair": "transfer_into_account -> top_up_failed",
        "count": 5
      },
      {
        "pair": "order_physical_card -> getting_virtual_card",
        "count": 5
      },
      {
        "pair": "order_physical_card -> transaction_charged_twice",
        "count": 5
      },
      {
        "pair": "order_physical_card -> card_swallowed",
        "count": 5
      },
      {
        "pair": "exchange_charge -> transfer_fee_charged",
        "count": 5
      },
      {
        "pair": "activate_my_card -> card_linking",
        "count": 5
      },
      {
        "pair": "card_arrival -> card_delivery_estimate",
        "count": 4
      },
      {
        "pair": "extra_charge_on_statement -> transaction_charged_twice",
        "count": 4
      },
      {
        "pair": "contactless_not_working -> activate_my_card",
        "count": 4
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> exchange_charge",
        "count": 4
      },
      {
        "pair": "pending_top_up -> top_up_failed",
        "count": 4
      },
      {
        "pair": "cancel_transfer -> cash_withdrawal_not_recognised",
        "count": 4
      },
      {
        "pair": "top_up_limits -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "top_up_limits -> top_up_failed",
        "count": 4
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "get_physical_card -> declined_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "get_physical_card -> why_verify_identity",
        "count": 4
      },
      {
        "pair": "disposable_card_limits -> declined_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "pending_card_payment -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "Refund_not_showing_up -> top_up_reverted",
        "count": 4
      },
      {
        "pair": "card_swallowed -> cash_withdrawal_not_recognised",
        "count": 4
      },
      {
        "pair": "receiving_money -> top_up_failed",
        "count": 4
      },
      {
        "pair": "failed_transfer -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "verify_top_up -> balance_not_updated_after_bank_transfer",
        "count": 4
      },
      {
        "pair": "order_physical_card -> pending_cash_withdrawal",
        "count": 4
      },
      {
        "pair": "get_disposable_virtual_card -> card_linking",
        "count": 4
      },
      {
        "pair": "activate_my_card -> pin_blocked",
        "count": 4
      },
      {
        "pair": "fiat_currency_support -> balance_not_updated_after_bank_transfer",
        "count": 3
      },
      {
        "pair": "card_delivery_estimate -> card_swallowed",
        "count": 3
      },
      {
        "pair": "automatic_top_up -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 3
      },
      {
        "pair": "lost_or_stolen_card -> card_payment_not_recognised",
        "count": 3
      },
      {
        "pair": "age_limit -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "contactless_not_working -> declined_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "pending_top_up -> pending_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "card_payment_fee_charged -> card_payment_not_recognised",
        "count": 3
      },
      {
        "pair": "supported_cards_and_currencies -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "getting_virtual_card -> card_delivery_estimate",
        "count": 3
      },
      {
        "pair": "visa_or_mastercard -> why_verify_identity",
        "count": 3
      },
      {
        "pair": "disposable_card_limits -> pin_blocked",
        "count": 3
      },
      {
        "pair": "pending_transfer -> top_up_failed",
        "count": 3
      },
      {
        "pair": "transfer_fee_charged -> exchange_charge",
        "count": 3
      },
      {
        "pair": "transfer_fee_charged -> direct_debit_payment_not_recognised",
        "count": 3
      },
      {
        "pair": "failed_transfer -> beneficiary_not_allowed",
        "count": 3
      },
      {
        "pair": "top_up_by_cash_or_cheque -> top_up_failed",
        "count": 3
      },
      {
        "pair": "order_physical_card -> cash_withdrawal_charge",
        "count": 3
      },
      {
        "pair": "virtual_card_not_working -> declined_cash_withdrawal",
        "count": 3
      },
      {
        "pair": "get_disposable_virtual_card -> getting_virtual_card",
        "count": 3
      },
      {
        "pair": "get_disposable_virtual_card -> top_up_failed",
        "count": 3
      },
      {
        "pair": "card_about_to_expire -> card_swallowed",
        "count": 3
      },
      {
        "pair": "country_support -> why_verify_identity",
        "count": 3
      },
      {
        "pair": "card_linking -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "card_linking -> apple_pay_or_google_pay",
        "count": 2
      },
      {
        "pair": "exchange_rate -> transfer_fee_charged",
        "count": 2
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "fiat_currency_support -> exchange_via_app",
        "count": 2
      },
      {
        "pair": "automatic_top_up -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "card_not_working -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_card -> card_arrival",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "contactless_not_working -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "top_up_by_bank_transfer_charge -> transfer_fee_charged",
        "count": 2
      },
      {
        "pair": "cancel_transfer -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> beneficiary_not_allowed",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> top_up_failed",
        "count": 2
      },
      {
        "pair": "transfer_not_received_by_recipient -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_by_card_charge",
        "count": 2
      },
      {
        "pair": "getting_virtual_card -> card_linking",
        "count": 2
      },
      {
        "pair": "getting_virtual_card -> pin_blocked",
        "count": 2
      },
      {
        "pair": "getting_virtual_card -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "getting_virtual_card -> why_verify_identity",
        "count": 2
      },
      {
        "pair": "card_acceptance -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "unable_to_verify_identity -> pin_blocked",
        "count": 2
      },
      {
        "pair": "get_physical_card -> pending_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "visa_or_mastercard -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "visa_or_mastercard -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "disposable_card_limits -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "pending_card_payment -> top_up_failed",
        "count": 2
      },
      {
        "pair": "lost_or_stolen_phone -> lost_or_stolen_card",
        "count": 2
      },
      {
        "pair": "request_refund -> cash_withdrawal_not_recognised",
        "count": 2
      },
      {
        "pair": "declined_transfer -> reverted_card_payment?",
        "count": 2
      },
      {
        "pair": "Refund_not_showing_up -> reverted_card_payment?",
        "count": 2
      },
      {
        "pair": "verify_source_of_funds -> top_up_reverted",
        "count": 2
      },
      {
        "pair": "receiving_money -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "failed_transfer -> transfer_not_received_by_recipient",
        "count": 2
      },
      {
        "pair": "getting_spare_card -> getting_virtual_card",
        "count": 2
      },
      {
        "pair": "order_physical_card -> pin_blocked",
        "count": 2
      },
      {
        "pair": "order_physical_card -> getting_spare_card",
        "count": 2
      },
      {
        "pair": "virtual_card_not_working -> pin_blocked",
        "count": 2
      },
      {
        "pair": "virtual_card_not_working -> activate_my_card",
        "count": 2
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> card_payment_wrong_exchange_rate",
        "count": 2
      },
      {
        "pair": "get_disposable_virtual_card -> declined_card_payment",
        "count": 2
      },
      {
        "pair": "get_disposable_virtual_card -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "top_up_by_card_charge -> topping_up_by_card",
        "count": 2
      },
      {
        "pair": "card_about_to_expire -> getting_spare_card",
        "count": 2
      },
      {
        "pair": "apple_pay_or_google_pay -> pending_top_up",
        "count": 2
      },
      {
        "pair": "country_support -> declined_cash_withdrawal",
        "count": 2
      },
      {
        "pair": "country_support -> activate_my_card",
        "count": 2
      },
      {
        "pair": "card_arrival -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "card_payment_wrong_exchange_rate -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> card_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "extra_charge_on_statement -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "automatic_top_up -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "exchange_via_app -> exchange_rate",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_card -> card_swallowed",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "contactless_not_working -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "cancel_transfer -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "card_payment_fee_charged -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> pin_blocked",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> pending_top_up",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> transfer_into_account",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> card_payment_wrong_exchange_rate",
        "count": 1
      },
      {
        "pair": "supported_cards_and_currencies -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> top_up_failed",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> pending_top_up",
        "count": 1
      },
      {
        "pair": "getting_virtual_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "card_acceptance -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "card_acceptance -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "card_acceptance -> activate_my_card",
        "count": 1
      },
      {
        "pair": "top_up_reverted -> top_up_failed",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_cheque_or_cash_deposit -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "card_payment_not_recognised -> compromised_card",
        "count": 1
      },
      {
        "pair": "card_payment_not_recognised -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "why_verify_identity -> unable_to_verify_identity",
        "count": 1
      },
      {
        "pair": "unable_to_verify_identity -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> edit_personal_details",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> card_linking",
        "count": 1
      },
      {
        "pair": "visa_or_mastercard -> compromised_card",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> declined_transfer",
        "count": 1
      },
      {
        "pair": "topping_up_by_card -> pending_top_up",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> top_up_failed",
        "count": 1
      },
      {
        "pair": "disposable_card_limits -> pending_top_up",
        "count": 1
      },
      {
        "pair": "compromised_card -> lost_or_stolen_phone",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> pending_top_up",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> failed_transfer",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "pending_card_payment -> card_arrival",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_phone -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "lost_or_stolen_phone -> pin_blocked",
        "count": 1
      },
      {
        "pair": "request_refund -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "request_refund -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "declined_transfer -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "declined_transfer -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "declined_card_payment -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "pending_transfer -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "pending_transfer -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "card_swallowed -> card_arrival",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> compromised_card",
        "count": 1
      },
      {
        "pair": "transaction_charged_twice -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "verify_source_of_funds -> edit_personal_details",
        "count": 1
      },
      {
        "pair": "reverted_card_payment? -> Refund_not_showing_up",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> top_up_failed",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "beneficiary_not_allowed -> declined_card_payment",
        "count": 1
      },
      {
        "pair": "transfer_fee_charged -> cancel_transfer",
        "count": 1
      },
      {
        "pair": "receiving_money -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "receiving_money -> pin_blocked",
        "count": 1
      },
      {
        "pair": "failed_transfer -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "failed_transfer -> reverted_card_payment?",
        "count": 1
      },
      {
        "pair": "failed_transfer -> declined_transfer",
        "count": 1
      },
      {
        "pair": "transfer_into_account -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "verify_top_up -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "verify_top_up -> topping_up_by_card",
        "count": 1
      },
      {
        "pair": "verify_top_up -> pending_top_up",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> extra_charge_on_statement",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> top_up_by_card_charge",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> transfer_fee_charged",
        "count": 1
      },
      {
        "pair": "getting_spare_card -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "top_up_by_cash_or_cheque -> beneficiary_not_allowed",
        "count": 1
      },
      {
        "pair": "order_physical_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> pending_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "wrong_exchange_rate_for_cash_withdrawal -> cash_withdrawal_charge",
        "count": 1
      },
      {
        "pair": "get_disposable_virtual_card -> why_verify_identity",
        "count": 1
      },
      {
        "pair": "get_disposable_virtual_card -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "top_up_failed -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> transfer_not_received_by_recipient",
        "count": 1
      },
      {
        "pair": "balance_not_updated_after_bank_transfer -> balance_not_updated_after_cheque_or_cash_deposit",
        "count": 1
      },
      {
        "pair": "exchange_charge -> balance_not_updated_after_bank_transfer",
        "count": 1
      },
      {
        "pair": "top_up_by_card_charge -> top_up_failed",
        "count": 1
      },
      {
        "pair": "activate_my_card -> card_about_to_expire",
        "count": 1
      },
      {
        "pair": "activate_my_card -> lost_or_stolen_card",
        "count": 1
      },
      {
        "pair": "activate_my_card -> declined_cash_withdrawal",
        "count": 1
      },
      {
        "pair": "activate_my_card -> getting_virtual_card",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> direct_debit_payment_not_recognised",
        "count": 1
      },
      {
        "pair": "cash_withdrawal_charge -> cash_withdrawal_not_recognised",
        "count": 1
      },
      {
        "pair": "card_about_to_expire -> pin_blocked",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> activate_my_card",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> top_up_reverted",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> pin_blocked",
        "count": 1
      },
      {
        "pair": "apple_pay_or_google_pay -> transaction_charged_twice",
        "count": 1
      },
      {
        "pair": "country_support -> card_swallowed",
        "count": 1
      },
      {
        "pair": "country_support -> pin_blocked",
        "count": 1
      },
      {
        "pair": "country_support -> wrong_exchange_rate_for_cash_withdrawal",
        "count": 1
      }
    ]
  },
  "e3": {
    "bm25": {
      "n": 100,
      "top1": 0.57,
      "hit5": 0.82,
      "precision5": 0.5139999999999999,
      "recall5": 0.008021581174553111,
      "hit_at_k": 0.92,
      "precision_at_k": 0.4969999999999999,
      "recall_at_k": 0.015222883898226207,
      "mrr": 0.6823323934837094,
      "ndcg_at_k": 0.5109676009654708,
      "top1_ci95": [
        0.47215389549212305,
        0.6626670147588988
      ],
      "hit5_ci95": [
        0.7333264161369926,
        0.8829977450105364
      ],
      "review_count": 0,
      "groups": {
        "card_payment_problems": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.5,
          "precision5": 0.4,
          "recall5": 0.0017094017094017094,
          "hit_at_k": 1,
          "precision_at_k": 0.55,
          "recall_at_k": 0.0047008547008547015,
          "mrr": 0.4,
          "ndcg_at_k": 0.4806707481399354,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "withdrawal_problems": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.65,
          "recall5": 0.003263052208835341,
          "hit_at_k": 1,
          "precision_at_k": 0.775,
          "recall_at_k": 0.0077811244979919675,
          "mrr": 0.8333333333333333,
          "ndcg_at_k": 0.7558268629353821,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_problems": {
          "n": 4,
          "top1": 0.5,
          "hit5": 1,
          "precision5": 0.4,
          "recall5": 0.002684563758389262,
          "hit_at_k": 1,
          "precision_at_k": 0.35,
          "recall_at_k": 0.004697986577181208,
          "mrr": 0.6666666666666666,
          "ndcg_at_k": 0.37487236745131053,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "topup_problems": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.5,
          "precision5": 0.15000000000000002,
          "recall5": 0.0012274959083469722,
          "hit_at_k": 0.75,
          "precision_at_k": 0.19999999999999998,
          "recall_at_k": 0.003273322422258592,
          "mrr": 0.3777412280701754,
          "ndcg_at_k": 0.19479285924180317,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "unrecognized_transactions": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.44999999999999996,
          "recall5": 0.004411764705882353,
          "hit_at_k": 1,
          "precision_at_k": 0.375,
          "recall_at_k": 0.007352941176470588,
          "mrr": 0.875,
          "ndcg_at_k": 0.44945102897883904,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "pending_transactions": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.65,
          "recall5": 0.005425709515859766,
          "hit_at_k": 1,
          "precision_at_k": 0.475,
          "recall_at_k": 0.007929883138564273,
          "mrr": 0.875,
          "ndcg_at_k": 0.529596511394469,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "unexpected_fees": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.6000000000000001,
          "recall5": 0.0028625954198473282,
          "hit_at_k": 0.75,
          "precision_at_k": 0.5249999999999999,
          "recall_at_k": 0.005009541984732825,
          "mrr": 0.7619047619047619,
          "ndcg_at_k": 0.5659463847050632,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "exchange_problems": {
          "n": 4,
          "top1": 0.5,
          "hit5": 1,
          "precision5": 0.6,
          "recall5": 0.0066518847006651885,
          "hit_at_k": 1,
          "precision_at_k": 0.525,
          "recall_at_k": 0.01164079822616408,
          "mrr": 0.6333333333333334,
          "ndcg_at_k": 0.5291976829529965,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_delivery": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.44999999999999996,
          "recall5": 0.008490566037735849,
          "hit_at_k": 1,
          "precision_at_k": 0.42500000000000004,
          "recall_at_k": 0.016037735849056604,
          "mrr": 0.875,
          "ndcg_at_k": 0.4763029089076123,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_not_working": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.5,
          "precision5": 0.30000000000000004,
          "recall5": 0.007978723404255319,
          "hit_at_k": 0.75,
          "precision_at_k": 0.275,
          "recall_at_k": 0.014627659574468085,
          "mrr": 0.42023809523809524,
          "ndcg_at_k": 0.28936868441084557,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "cash_amount": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.7,
          "recall5": 0.019444444444444445,
          "hit_at_k": 1,
          "precision_at_k": 0.625,
          "recall_at_k": 0.034722222222222224,
          "mrr": 1,
          "ndcg_at_k": 0.6803690676309567,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "refunds": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.75,
          "precision5": 0.44999999999999996,
          "recall5": 0.006797583081570998,
          "hit_at_k": 0.75,
          "precision_at_k": 0.42500000000000004,
          "recall_at_k": 0.01283987915407855,
          "mrr": 0.4388888888888889,
          "ndcg_at_k": 0.4147500672726193,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "cancel_transfers": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.3,
          "recall5": 0.009554140127388535,
          "hit_at_k": 1,
          "precision_at_k": 0.30000000000000004,
          "recall_at_k": 0.01910828025477707,
          "mrr": 0.7916666666666667,
          "ndcg_at_k": 0.35594835930132124,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "card_security": {
          "n": 4,
          "top1": 0.25,
          "hit5": 1,
          "precision5": 0.4,
          "recall5": 0.011904761904761904,
          "hit_at_k": 1,
          "precision_at_k": 0.30000000000000004,
          "recall_at_k": 0.017857142857142856,
          "mrr": 0.5083333333333333,
          "ndcg_at_k": 0.31437763102061683,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "activation": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.7,
          "recall5": 0.022012578616352203,
          "hit_at_k": 0.75,
          "precision_at_k": 0.625,
          "recall_at_k": 0.039308176100628936,
          "mrr": 0.7708333333333334,
          "ndcg_at_k": 0.6543209902903705,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "account_changes": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.75,
          "recall5": 0.016375545851528384,
          "hit_at_k": 1,
          "precision_at_k": 0.7249999999999999,
          "recall_at_k": 0.03165938864628821,
          "mrr": 0.8125,
          "ndcg_at_k": 0.7374892896728902,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "identity": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.75,
          "recall5": 0.008522727272727272,
          "hit_at_k": 1,
          "precision_at_k": 0.75,
          "recall_at_k": 0.017045454545454548,
          "mrr": 1,
          "ndcg_at_k": 0.7813258504821323,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "funding_methods": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.75,
          "precision5": 0.25,
          "recall5": 0.003787878787878788,
          "hit_at_k": 1,
          "precision_at_k": 0.275,
          "recall_at_k": 0.008333333333333333,
          "mrr": 0.4732142857142857,
          "ndcg_at_k": 0.2657851875497965,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "new_cards": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.85,
          "recall5": 0.007727272727272727,
          "hit_at_k": 1,
          "precision_at_k": 0.7749999999999999,
          "recall_at_k": 0.014090909090909091,
          "mrr": 0.875,
          "ndcg_at_k": 0.7965266914327557,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "credentials": {
          "n": 4,
          "top1": 0.5,
          "hit5": 0.5,
          "precision5": 0.35,
          "recall5": 0.005116959064327485,
          "hit_at_k": 0.75,
          "precision_at_k": 0.35000000000000003,
          "recall_at_k": 0.01023391812865497,
          "mrr": 0.5572916666666667,
          "ndcg_at_k": 0.37590167565117477,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "pin_changes": {
          "n": 4,
          "top1": 0.5,
          "hit5": 0.75,
          "precision5": 0.6,
          "recall5": 0.012658227848101266,
          "hit_at_k": 0.75,
          "precision_at_k": 0.625,
          "recall_at_k": 0.026371308016877638,
          "mrr": 0.5964912280701754,
          "ndcg_at_k": 0.6040956034513685,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "currency_information": {
          "n": 4,
          "top1": 0.5,
          "hit5": 0.5,
          "precision5": 0.35,
          "recall5": 0.0049157303370786515,
          "hit_at_k": 0.75,
          "precision_at_k": 0.375,
          "recall_at_k": 0.010533707865168539,
          "mrr": 0.5367063492063492,
          "ndcg_at_k": 0.38558590756042976,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "cash_deposit": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.7,
          "recall5": 0.011864406779661017,
          "hit_at_k": 1,
          "precision_at_k": 0.675,
          "recall_at_k": 0.02288135593220339,
          "mrr": 0.7916666666666666,
          "ndcg_at_k": 0.6936401342796495,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "missing_balance": {
          "n": 4,
          "top1": 0.5,
          "hit5": 1,
          "precision5": 0.7000000000000001,
          "recall5": 0.009943181818181818,
          "hit_at_k": 1,
          "precision_at_k": 0.7,
          "recall_at_k": 0.019886363636363636,
          "mrr": 0.7083333333333334,
          "ndcg_at_k": 0.6833806072189086,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_information": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.75,
          "precision5": 0.35,
          "recall5": 0.005208333333333333,
          "hit_at_k": 1,
          "precision_at_k": 0.425,
          "recall_at_k": 0.012648809523809524,
          "mrr": 0.47916666666666663,
          "ndcg_at_k": 0.38466692220351945,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        }
      }
    },
    "manual_features": {
      "n": 100,
      "top1": 0.84,
      "hit5": 0.92,
      "precision5": 0.8479999999999999,
      "recall5": 0.01351214851806136,
      "hit_at_k": 0.92,
      "precision_at_k": 0.8319999999999999,
      "recall_at_k": 0.026560776102605817,
      "mrr": 0.8853754940711462,
      "ndcg_at_k": 0.8372235665296616,
      "top1_ci95": [
        0.7557973061072976,
        0.8990471151119521
      ],
      "hit5_ci95": [
        0.8500189229905127,
        0.9589065385156194
      ],
      "review_count": 0,
      "groups": {
        "card_payment_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.004273504273504274,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.008547008547008548,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "withdrawal_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.0050200803212851405,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.010040160642570281,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.006711409395973154,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.013422818791946308,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "topup_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.008183306055646482,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.016366612111292964,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "unrecognized_transactions": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.00980392156862745,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.0196078431372549,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "pending_transactions": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.2,
          "recall5": 0.001669449081803005,
          "hit_at_k": 1,
          "precision_at_k": 0.1,
          "recall_at_k": 0.001669449081803005,
          "mrr": 1,
          "ndcg_at_k": 0.22009176629808017,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "unexpected_fees": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.004770992366412214,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.009541984732824428,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "exchange_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.011086474501108648,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.022172949002217297,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_delivery": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.018867924528301886,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.03773584905660377,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_not_working": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.026595744680851064,
          "hit_at_k": 1,
          "precision_at_k": 0.9,
          "recall_at_k": 0.047872340425531915,
          "mrr": 1,
          "ndcg_at_k": 0.9216017310213247,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "cash_amount": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.027777777777777776,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.05555555555555555,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "refunds": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.015105740181268883,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.030211480362537766,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "cancel_transfers": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.03184713375796178,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.06369426751592357,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_security": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.8,
          "recall5": 0.023809523809523808,
          "hit_at_k": 1,
          "precision_at_k": 0.9,
          "recall_at_k": 0.05357142857142857,
          "mrr": 1,
          "ndcg_at_k": 0.8899541168509599,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "activation": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.031446540880503145,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.06289308176100629,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "account_changes": {
          "n": 4,
          "top1": 0,
          "hit5": 1,
          "precision5": 0.6,
          "recall5": 0.013100436681222707,
          "hit_at_k": 1,
          "precision_at_k": 0.4,
          "recall_at_k": 0.017467248908296942,
          "mrr": 0.5,
          "ndcg_at_k": 0.4131279133289227,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "identity": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.011363636363636364,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.022727272727272728,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "funding_methods": {
          "n": 4,
          "top1": 0,
          "hit5": 0,
          "precision5": 0,
          "recall5": 0,
          "hit_at_k": 0,
          "precision_at_k": 0,
          "recall_at_k": 0,
          "mrr": 0.09090909090909091,
          "ndcg_at_k": 0,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0,
            0.4898908364545973
          ]
        },
        "new_cards": {
          "n": 4,
          "top1": 0,
          "hit5": 1,
          "precision5": 0.6,
          "recall5": 0.005454545454545455,
          "hit_at_k": 1,
          "precision_at_k": 0.5,
          "recall_at_k": 0.00909090909090909,
          "mrr": 0.5,
          "ndcg_at_k": 0.485813635742251,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "credentials": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.014619883040935672,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.029239766081871343,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "pin_changes": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.02109704641350211,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.04219409282700422,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "currency_information": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.014044943820224719,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.028089887640449437,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "cash_deposit": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.01694915254237288,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.03389830508474576,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "missing_balance": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.014204545454545454,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.028409090909090908,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_information": {
          "n": 4,
          "top1": 0,
          "hit5": 0,
          "precision5": 0,
          "recall5": 0,
          "hit_at_k": 0,
          "precision_at_k": 0,
          "recall_at_k": 0,
          "mrr": 0.043478260869565216,
          "ndcg_at_k": 0,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0,
            0.4898908364545973
          ]
        }
      }
    },
    "jev_interpreted": {
      "n": 100,
      "top1": 0.65,
      "hit5": 0.73,
      "precision5": 0.66,
      "recall5": 0.01048119428045781,
      "hit_at_k": 0.83,
      "precision_at_k": 0.6800000000000002,
      "recall_at_k": 0.0212355619138338,
      "mrr": 0.7000495994982963,
      "ndcg_at_k": 0.6721366318052724,
      "top1_ci95": [
        0.5525444329688796,
        0.7363575175690247
      ],
      "hit5_ci95": [
        0.6356788323205499,
        0.8073041585042365
      ],
      "review_count": 6,
      "groups": {
        "card_payment_problems": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.25,
          "precision5": 0.25,
          "recall5": 0.0010683760683760685,
          "hit_at_k": 1,
          "precision_at_k": 0.6,
          "recall_at_k": 0.005128205128205129,
          "mrr": 0.375,
          "ndcg_at_k": 0.49594351301692075,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ]
        },
        "withdrawal_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.0050200803212851405,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.010040160642570281,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.95,
          "recall5": 0.0063758389261744965,
          "hit_at_k": 1,
          "precision_at_k": 0.975,
          "recall_at_k": 0.013087248322147652,
          "mrr": 1,
          "ndcg_at_k": 0.97248852921274,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "topup_problems": {
          "n": 4,
          "top1": 0.5,
          "hit5": 1,
          "precision5": 0.6000000000000001,
          "recall5": 0.004909983633387889,
          "hit_at_k": 1,
          "precision_at_k": 0.6499999999999999,
          "recall_at_k": 0.010638297872340427,
          "mrr": 0.625,
          "ndcg_at_k": 0.6232752777237931,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "unrecognized_transactions": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.75,
          "recall5": 0.007352941176470588,
          "hit_at_k": 0.75,
          "precision_at_k": 0.675,
          "recall_at_k": 0.013235294117647059,
          "mrr": 0.75,
          "ndcg_at_k": 0.697926583547417,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "pending_transactions": {
          "n": 4,
          "top1": 0.5,
          "hit5": 0.5,
          "precision5": 0.4,
          "recall5": 0.0033388981636060097,
          "hit_at_k": 0.5,
          "precision_at_k": 0.4,
          "recall_at_k": 0.00667779632721202,
          "mrr": 0.5416666666666667,
          "ndcg_at_k": 0.41218821552173024,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "unexpected_fees": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.004770992366412214,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.009541984732824428,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "exchange_problems": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.011086474501108648,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.022172949002217297,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_delivery": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.75,
          "recall5": 0.014150943396226415,
          "hit_at_k": 1,
          "precision_at_k": 0.775,
          "recall_at_k": 0.029245283018867925,
          "mrr": 0.7857142857142857,
          "ndcg_at_k": 0.76834098052484,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "card_not_working": {
          "n": 4,
          "top1": 0.5,
          "hit5": 0.5,
          "precision5": 0.5,
          "recall5": 0.013297872340425532,
          "hit_at_k": 0.5,
          "precision_at_k": 0.45,
          "recall_at_k": 0.023936170212765957,
          "mrr": 0.5,
          "ndcg_at_k": 0.46080086551066235,
          "top1_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ],
          "hit5_ci95": [
            0.15003898915214947,
            0.8499610108478506
          ]
        },
        "cash_amount": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.027777777777777776,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.05555555555555555,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "refunds": {
          "n": 4,
          "top1": 0.25,
          "hit5": 0.25,
          "precision5": 0.25,
          "recall5": 0.0037764350453172208,
          "hit_at_k": 0.75,
          "precision_at_k": 0.30000000000000004,
          "recall_at_k": 0.00906344410876133,
          "mrr": 0.33928571428571425,
          "ndcg_at_k": 0.28668196104968,
          "top1_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ],
          "hit5_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ]
        },
        "cancel_transfers": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.03184713375796178,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.06369426751592357,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "card_security": {
          "n": 4,
          "top1": 0,
          "hit5": 0.75,
          "precision5": 0.4,
          "recall5": 0.011904761904761904,
          "hit_at_k": 0.75,
          "precision_at_k": 0.44999999999999996,
          "recall_at_k": 0.026785714285714284,
          "mrr": 0.2938034188034188,
          "ndcg_at_k": 0.3747223888386142,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "activation": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.75,
          "recall5": 0.02358490566037736,
          "hit_at_k": 0.75,
          "precision_at_k": 0.75,
          "recall_at_k": 0.04716981132075472,
          "mrr": 0.756578947368421,
          "ndcg_at_k": 0.75,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "account_changes": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.30000000000000004,
          "recall5": 0.006550218340611353,
          "hit_at_k": 0.75,
          "precision_at_k": 0.22499999999999998,
          "recall_at_k": 0.00982532751091703,
          "mrr": 0.75,
          "ndcg_at_k": 0.28823351445330614,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "identity": {
          "n": 4,
          "top1": 0.75,
          "hit5": 1,
          "precision5": 0.95,
          "recall5": 0.010795454545454546,
          "hit_at_k": 1,
          "precision_at_k": 0.975,
          "recall_at_k": 0.022159090909090913,
          "mrr": 0.875,
          "ndcg_at_k": 0.94497705842548,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "funding_methods": {
          "n": 4,
          "top1": 0,
          "hit5": 0,
          "precision5": 0,
          "recall5": 0,
          "hit_at_k": 1,
          "precision_at_k": 0.15000000000000002,
          "recall_at_k": 0.004545454545454545,
          "mrr": 0.14583333333333331,
          "ndcg_at_k": 0.10638349837106148,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0,
            0.4898908364545973
          ]
        },
        "new_cards": {
          "n": 4,
          "top1": 0,
          "hit5": 0.25,
          "precision5": 0.15,
          "recall5": 0.0013636363636363637,
          "hit_at_k": 0.25,
          "precision_at_k": 0.125,
          "recall_at_k": 0.0022727272727272726,
          "mrr": 0.1294910179640719,
          "ndcg_at_k": 0.12145340893556275,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ]
        },
        "credentials": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.75,
          "recall5": 0.010964912280701754,
          "hit_at_k": 0.75,
          "precision_at_k": 0.75,
          "recall_at_k": 0.021929824561403508,
          "mrr": 0.7512755102040817,
          "ndcg_at_k": 0.75,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "pin_changes": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.02109704641350211,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.04219409282700422,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "currency_information": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 1,
          "recall5": 0.014044943820224719,
          "hit_at_k": 1,
          "precision_at_k": 1,
          "recall_at_k": 0.028089887640449437,
          "mrr": 1,
          "ndcg_at_k": 1,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "cash_deposit": {
          "n": 4,
          "top1": 0.75,
          "hit5": 0.75,
          "precision5": 0.75,
          "recall5": 0.012711864406779662,
          "hit_at_k": 0.75,
          "precision_at_k": 0.75,
          "recall_at_k": 0.025423728813559324,
          "mrr": 0.75,
          "ndcg_at_k": 0.75,
          "top1_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ],
          "hit5_ci95": [
            0.30064184258240184,
            0.9544127391902995
          ]
        },
        "missing_balance": {
          "n": 4,
          "top1": 1,
          "hit5": 1,
          "precision5": 0.95,
          "recall5": 0.01349431818181818,
          "hit_at_k": 1,
          "precision_at_k": 0.95,
          "recall_at_k": 0.026988636363636364,
          "mrr": 1,
          "ndcg_at_k": 0.9456848217869425,
          "top1_ci95": [
            0.5101091635454027,
            1
          ],
          "hit5_ci95": [
            0.5101091635454027,
            1
          ]
        },
        "transfer_information": {
          "n": 4,
          "top1": 0,
          "hit5": 0.25,
          "precision5": 0.05,
          "recall5": 0.000744047619047619,
          "hit_at_k": 0.25,
          "precision_at_k": 0.05,
          "recall_at_k": 0.001488095238095238,
          "mrr": 0.1325910931174089,
          "ndcg_at_k": 0.054315178213057466,
          "top1_ci95": [
            0,
            0.4898908364545973
          ],
          "hit5_ci95": [
            0.04558726080970055,
            0.6993581574175981
          ]
        }
      }
    }
  },
  "e4": [
    {
      "case": "withdrawals_no_declines",
      "query": "cash withdrawal problems, exclude declined withdrawals",
      "negative_feature": "declined",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.006075334143377886,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.012150668286755772,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        740,
        749,
        751,
        761,
        764,
        771,
        779,
        781,
        785,
        789
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 740,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 749,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 751,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.98
        },
        {
          "row": 761,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 764,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 771,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.13
        },
        {
          "row": 779,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 781,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 785,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 789,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "withdrawals_no_declines",
      "query": "cash withdrawal problems, exclude declined withdrawals",
      "negative_feature": "declined",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.006075334143377886,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.012150668286755772,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        749,
        761,
        764,
        779,
        785,
        789,
        830,
        842,
        864,
        875
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 749,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 761,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 764,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 779,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 785,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 789,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 830,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 842,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 864,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        },
        {
          "row": 875,
          "label": "pending_cash_withdrawal",
          "score": 0.9850519439752607,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "withdrawals_no_declines",
      "query": "cash withdrawal problems, exclude declined withdrawals",
      "negative_feature": "declined",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.006075334143377886,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.012150668286755772,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        749,
        761,
        764,
        779,
        785,
        789,
        830,
        842,
        864,
        875
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 749,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 761,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 764,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 779,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 785,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 789,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 830,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 842,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 864,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        },
        {
          "row": 875,
          "label": "pending_cash_withdrawal",
          "score": 0.9801038879505214,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "withdrawals_no_declines",
      "query": "cash withdrawal problems, exclude declined withdrawals",
      "negative_feature": "declined",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.006075334143377886,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.012150668286755772,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        749,
        761,
        764,
        779,
        785,
        789,
        830,
        842,
        864,
        875
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 749,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 761,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 764,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 779,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 785,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 789,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 830,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 842,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 864,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        },
        {
          "row": 875,
          "label": "pending_cash_withdrawal",
          "score": 0.9702077759010426,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "withdrawals_no_declines",
      "query": "cash withdrawal problems, exclude declined withdrawals",
      "negative_feature": "declined",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.006075334143377886,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.012150668286755772,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 8675,
      "top": [
        740,
        749,
        761,
        764,
        771,
        779,
        781,
        785,
        789,
        830
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 740,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 749,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 761,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 764,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 771,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.13
        },
        {
          "row": 779,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 781,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 785,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 789,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 830,
          "label": "pending_cash_withdrawal",
          "score": 0.99,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "card_no_pending",
      "query": "unrecognized card transactions, not pending transactions",
      "negative_feature": "pending",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.023809523809523808,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.05357142857142857,
      "mrr": 1,
      "ndcg_at_k": 0.9052116356304493,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3484,
        3591,
        3603,
        8810,
        3490,
        3498,
        3499,
        3500,
        3505,
        3519
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9899999999999999,
          "negative_feature_value": 0.15
        },
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9899999999999999,
          "negative_feature_value": 0.13
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.9899999999999999,
          "negative_feature_value": 0.27
        },
        {
          "row": 8810,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.9874393314885751,
          "negative_feature_value": 0.61
        },
        {
          "row": 3490,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.36
        },
        {
          "row": 3498,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.26
        },
        {
          "row": 3499,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.39
        },
        {
          "row": 3500,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.66
        },
        {
          "row": 3505,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.15
        },
        {
          "row": 3519,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.29
        }
      ]
    },
    {
      "case": "card_no_pending",
      "query": "unrecognized card transactions, not pending transactions",
      "negative_feature": "pending",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.02976190476190476,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.05952380952380952,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3591,
        3484,
        3623,
        3567,
        3595,
        3505,
        3600,
        3603,
        3647,
        3569
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.981609303542879,
          "negative_feature_value": 0.13
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9803184271648604,
          "negative_feature_value": 0.15
        },
        {
          "row": 3623,
          "label": "card_payment_not_recognised",
          "score": 0.9761273708659443,
          "negative_feature_value": 0.06
        },
        {
          "row": 3567,
          "label": "card_payment_not_recognised",
          "score": 0.9754608484323224,
          "negative_feature_value": 0.11
        },
        {
          "row": 3595,
          "label": "card_payment_not_recognised",
          "score": 0.9741699720543038,
          "negative_feature_value": 0.13
        },
        {
          "row": 3505,
          "label": "card_payment_not_recognised",
          "score": 0.9728790956762853,
          "negative_feature_value": 0.15
        },
        {
          "row": 3600,
          "label": "card_payment_not_recognised",
          "score": 0.9728790956762853,
          "negative_feature_value": 0.15
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.9725731688967488,
          "negative_feature_value": 0.27
        },
        {
          "row": 3647,
          "label": "card_payment_not_recognised",
          "score": 0.9715882192982666,
          "negative_feature_value": 0.17
        },
        {
          "row": 3569,
          "label": "card_payment_not_recognised",
          "score": 0.9690275507868418,
          "negative_feature_value": 0.17
        }
      ]
    },
    {
      "case": "card_no_pending",
      "query": "unrecognized card transactions, not pending transactions",
      "negative_feature": "pending",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.02976190476190476,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.05357142857142857,
      "mrr": 1,
      "ndcg_at_k": 0.9305687780632227,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3591,
        3623,
        3484,
        3567,
        3595,
        3505,
        3600,
        8904,
        3647,
        3569
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9732186070857581,
          "negative_feature_value": 0.13
        },
        {
          "row": 3623,
          "label": "card_payment_not_recognised",
          "score": 0.9722547417318883,
          "negative_feature_value": 0.06
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9706368543297209,
          "negative_feature_value": 0.15
        },
        {
          "row": 3567,
          "label": "card_payment_not_recognised",
          "score": 0.9683610283532201,
          "negative_feature_value": 0.11
        },
        {
          "row": 3595,
          "label": "card_payment_not_recognised",
          "score": 0.9657792755971829,
          "negative_feature_value": 0.13
        },
        {
          "row": 3505,
          "label": "card_payment_not_recognised",
          "score": 0.9631975228411458,
          "negative_feature_value": 0.15
        },
        {
          "row": 3600,
          "label": "card_payment_not_recognised",
          "score": 0.9631975228411458,
          "negative_feature_value": 0.15
        },
        {
          "row": 8904,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.9609216968646451,
          "negative_feature_value": 0.11
        },
        {
          "row": 3647,
          "label": "card_payment_not_recognised",
          "score": 0.9606157700851086,
          "negative_feature_value": 0.17
        },
        {
          "row": 3569,
          "label": "card_payment_not_recognised",
          "score": 0.9580551015736838,
          "negative_feature_value": 0.17
        }
      ]
    },
    {
      "case": "card_no_pending",
      "query": "unrecognized card transactions, not pending transactions",
      "negative_feature": "pending",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.02976190476190476,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.05357142857142857,
      "mrr": 1,
      "ndcg_at_k": 0.9216017310213247,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3623,
        3591,
        3567,
        3484,
        3595,
        8904,
        3505,
        3600,
        3647,
        3569
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3623,
          "label": "card_payment_not_recognised",
          "score": 0.9645094834637767,
          "negative_feature_value": 0.06
        },
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9564372141715164,
          "negative_feature_value": 0.13
        },
        {
          "row": 3567,
          "label": "card_payment_not_recognised",
          "score": 0.9541613881950156,
          "negative_feature_value": 0.11
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9512737086594419,
          "negative_feature_value": 0.15
        },
        {
          "row": 3595,
          "label": "card_payment_not_recognised",
          "score": 0.9489978826829412,
          "negative_feature_value": 0.13
        },
        {
          "row": 8904,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.9467220567064405,
          "negative_feature_value": 0.11
        },
        {
          "row": 3505,
          "label": "card_payment_not_recognised",
          "score": 0.9438343771708667,
          "negative_feature_value": 0.15
        },
        {
          "row": 3600,
          "label": "card_payment_not_recognised",
          "score": 0.9438343771708667,
          "negative_feature_value": 0.15
        },
        {
          "row": 3647,
          "label": "card_payment_not_recognised",
          "score": 0.9386708716587924,
          "negative_feature_value": 0.17
        },
        {
          "row": 3569,
          "label": "card_payment_not_recognised",
          "score": 0.9361102031473676,
          "negative_feature_value": 0.17
        }
      ]
    },
    {
      "case": "card_no_pending",
      "query": "unrecognized card transactions, not pending transactions",
      "negative_feature": "pending",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.02976190476190476,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.05952380952380952,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 3251,
      "top": [
        3484,
        3591,
        3505,
        3567,
        3595,
        3600,
        3647,
        3482,
        3492,
        3569
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9899999999999999,
          "negative_feature_value": 0.15
        },
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9899999999999999,
          "negative_feature_value": 0.13
        },
        {
          "row": 3505,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.15
        },
        {
          "row": 3567,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.11
        },
        {
          "row": 3595,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.13
        },
        {
          "row": 3600,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.15
        },
        {
          "row": 3647,
          "label": "card_payment_not_recognised",
          "score": 0.9825606685114248,
          "negative_feature_value": 0.17
        },
        {
          "row": 3482,
          "label": "card_payment_not_recognised",
          "score": 0.98,
          "negative_feature_value": 0.19
        },
        {
          "row": 3492,
          "label": "card_payment_not_recognised",
          "score": 0.98,
          "negative_feature_value": 0.2
        },
        {
          "row": 3569,
          "label": "card_payment_not_recognised",
          "score": 0.98,
          "negative_feature_value": 0.17
        }
      ]
    },
    {
      "case": "transfers_no_fees",
      "query": "transfer problems without fee questions",
      "negative_feature": "charged_fee",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.008488964346349746,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.01697792869269949,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763,
        2834
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2834,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "transfers_no_fees",
      "query": "transfer problems without fee questions",
      "negative_feature": "charged_fee",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.008488964346349746,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.01697792869269949,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2842,
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9871024570398741,
          "negative_feature_value": 0.01
        },
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "transfers_no_fees",
      "query": "transfer problems without fee questions",
      "negative_feature": "charged_fee",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.008488964346349746,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.01697792869269949,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2842,
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9842049140797483,
          "negative_feature_value": 0.01
        },
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "transfers_no_fees",
      "query": "transfer problems without fee questions",
      "negative_feature": "charged_fee",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.008488964346349746,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.01697792869269949,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2842,
        2759,
        6078,
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9784098281594967,
          "negative_feature_value": 0.01
        },
        {
          "row": 2759,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9684098281594967,
          "negative_feature_value": 0.01
        },
        {
          "row": 6078,
          "label": "pending_transfer",
          "score": 0.9684098281594967,
          "negative_feature_value": 0.01
        },
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9668196563189935,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "transfers_no_fees",
      "query": "transfer problems without fee questions",
      "negative_feature": "charged_fee",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.008488964346349746,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.01697792869269949,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 8235,
      "top": [
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763,
        2834
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2834,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "topups_no_pending",
      "query": "failed top ups, exclude pending top ups",
      "negative_feature": "pending",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.01718213058419244,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.03436426116838488,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        8502,
        8519,
        3182,
        3214,
        8504,
        8507,
        8508,
        8520,
        8525,
        8530
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 8502,
          "label": "top_up_failed",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.74
        },
        {
          "row": 8519,
          "label": "top_up_failed",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.7
        },
        {
          "row": 3182,
          "label": "top_up_reverted",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.25
        },
        {
          "row": 3214,
          "label": "top_up_reverted",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.32
        },
        {
          "row": 8504,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.54
        },
        {
          "row": 8507,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.72
        },
        {
          "row": 8508,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.45
        },
        {
          "row": 8520,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.3
        },
        {
          "row": 8525,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.54
        },
        {
          "row": 8530,
          "label": "top_up_failed",
          "score": 0.9748749818675885,
          "negative_feature_value": 0.36
        }
      ]
    },
    {
      "case": "topups_no_pending",
      "query": "failed top ups, exclude pending top ups",
      "negative_feature": "pending",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.01718213058419244,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.03436426116838488,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3182,
        8546,
        8521,
        8520,
        3214,
        8532,
        8530,
        3226,
        3245,
        8472
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3182,
          "label": "top_up_reverted",
          "score": 0.9593911348369195,
          "negative_feature_value": 0.25
        },
        {
          "row": 8546,
          "label": "top_up_failed",
          "score": 0.9569137193120125,
          "negative_feature_value": 0.29
        },
        {
          "row": 8521,
          "label": "top_up_failed",
          "score": 0.956743532229415,
          "negative_feature_value": 0.21
        },
        {
          "row": 8520,
          "label": "top_up_failed",
          "score": 0.9562943654307857,
          "negative_feature_value": 0.3
        },
        {
          "row": 3214,
          "label": "top_up_reverted",
          "score": 0.9550556576683321,
          "negative_feature_value": 0.32
        },
        {
          "row": 8532,
          "label": "top_up_failed",
          "score": 0.9542661167045079,
          "negative_feature_value": 0.25
        },
        {
          "row": 8530,
          "label": "top_up_failed",
          "score": 0.952578242143425,
          "negative_feature_value": 0.36
        },
        {
          "row": 3226,
          "label": "top_up_reverted",
          "score": 0.9497604524533231,
          "negative_feature_value": 0.24
        },
        {
          "row": 3245,
          "label": "top_up_reverted",
          "score": 0.9497604524533231,
          "negative_feature_value": 0.24
        },
        {
          "row": 8472,
          "label": "top_up_failed",
          "score": 0.9495613219195169,
          "negative_feature_value": 0.33
        }
      ]
    },
    {
      "case": "topups_no_pending",
      "query": "failed top ups, exclude pending top ups",
      "negative_feature": "pending",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.01718213058419244,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.03436426116838488,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3182,
        8521,
        8546,
        8532,
        8520,
        3190,
        3214,
        3226,
        3245,
        3158
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3182,
          "label": "top_up_reverted",
          "score": 0.9439072878062504,
          "negative_feature_value": 0.25
        },
        {
          "row": 8521,
          "label": "top_up_failed",
          "score": 0.9437371007236529,
          "negative_feature_value": 0.21
        },
        {
          "row": 8546,
          "label": "top_up_failed",
          "score": 0.9389524567564363,
          "negative_feature_value": 0.29
        },
        {
          "row": 8532,
          "label": "top_up_failed",
          "score": 0.9387822696738388,
          "negative_feature_value": 0.25
        },
        {
          "row": 8520,
          "label": "top_up_failed",
          "score": 0.9377137489939829,
          "negative_feature_value": 0.3
        },
        {
          "row": 3190,
          "label": "top_up_reverted",
          "score": 0.9371128498458187,
          "negative_feature_value": 0.1
        },
        {
          "row": 3214,
          "label": "top_up_reverted",
          "score": 0.9352363334690759,
          "negative_feature_value": 0.32
        },
        {
          "row": 3226,
          "label": "top_up_reverted",
          "score": 0.9348959593038809,
          "negative_feature_value": 0.24
        },
        {
          "row": 3245,
          "label": "top_up_reverted",
          "score": 0.9348959593038809,
          "negative_feature_value": 0.24
        },
        {
          "row": 3158,
          "label": "top_up_reverted",
          "score": 0.9343853980560884,
          "negative_feature_value": 0.12
        }
      ]
    },
    {
      "case": "topups_no_pending",
      "query": "failed top ups, exclude pending top ups",
      "negative_feature": "pending",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.01718213058419244,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.03436426116838488,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3190,
        3158,
        3299,
        8521,
        3182,
        3260,
        3168,
        8532,
        3191,
        3226
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3190,
          "label": "top_up_reverted",
          "score": 0.9247257722212835,
          "negative_feature_value": 0.1
        },
        {
          "row": 3158,
          "label": "top_up_reverted",
          "score": 0.9195209049066463,
          "negative_feature_value": 0.12
        },
        {
          "row": 3299,
          "label": "top_up_reverted",
          "score": 0.9195209049066463,
          "negative_feature_value": 0.12
        },
        {
          "row": 8521,
          "label": "top_up_failed",
          "score": 0.9177242377121291,
          "negative_feature_value": 0.21
        },
        {
          "row": 3182,
          "label": "top_up_reverted",
          "score": 0.9129395937449124,
          "negative_feature_value": 0.25
        },
        {
          "row": 3260,
          "label": "top_up_reverted",
          "score": 0.9123386945967483,
          "negative_feature_value": 0.15
        },
        {
          "row": 3168,
          "label": "top_up_reverted",
          "score": 0.9095209049066462,
          "negative_feature_value": 0.12
        },
        {
          "row": 8532,
          "label": "top_up_failed",
          "score": 0.9078145756125009,
          "negative_feature_value": 0.25
        },
        {
          "row": 3191,
          "label": "top_up_reverted",
          "score": 0.9072136764643368,
          "negative_feature_value": 0.15
        },
        {
          "row": 3226,
          "label": "top_up_reverted",
          "score": 0.9051669730049964,
          "negative_feature_value": 0.24
        }
      ]
    },
    {
      "case": "topups_no_pending",
      "query": "failed top ups, exclude pending top ups",
      "negative_feature": "pending",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.01718213058419244,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.03436426116838488,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 3251,
      "top": [
        3190,
        3260,
        3158,
        3299,
        3191,
        3185,
        3168,
        3231,
        3291,
        3206
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3190,
          "label": "top_up_reverted",
          "score": 0.9494999274703538,
          "negative_feature_value": 0.1
        },
        {
          "row": 3260,
          "label": "top_up_reverted",
          "score": 0.9494999274703538,
          "negative_feature_value": 0.15
        },
        {
          "row": 3158,
          "label": "top_up_reverted",
          "score": 0.9492498912055307,
          "negative_feature_value": 0.12
        },
        {
          "row": 3299,
          "label": "top_up_reverted",
          "score": 0.9492498912055307,
          "negative_feature_value": 0.12
        },
        {
          "row": 3191,
          "label": "top_up_reverted",
          "score": 0.9443749093379423,
          "negative_feature_value": 0.15
        },
        {
          "row": 3185,
          "label": "top_up_reverted",
          "score": 0.9441248730731191,
          "negative_feature_value": 0.17
        },
        {
          "row": 3168,
          "label": "top_up_reverted",
          "score": 0.9392498912055306,
          "negative_feature_value": 0.12
        },
        {
          "row": 3231,
          "label": "top_up_reverted",
          "score": 0.9392498912055306,
          "negative_feature_value": 0.15
        },
        {
          "row": 3291,
          "label": "top_up_reverted",
          "score": 0.9343749093379423,
          "negative_feature_value": 0.2
        },
        {
          "row": 3206,
          "label": "top_up_reverted",
          "score": 0.9341248730731192,
          "negative_feature_value": 0.17
        }
      ]
    },
    {
      "case": "unrecognized_no_cash",
      "query": "unrecognized payments except cash withdrawals",
      "negative_feature": "is_about_cash_withdrawal",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.014285714285714285,
      "hit_at_k": 1,
      "precision_at_k": 0.7,
      "recall_at_k": 0.02,
      "mrr": 1,
      "ndcg_at_k": 0.800693766409882,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3484,
        3591,
        3603,
        3641,
        4673,
        4685,
        4699,
        8810,
        8837,
        8879
      ],
      "unwanted_rate_at_10": 0.3,
      "unwanted_fraction_returned": 0.3,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 3641,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 4673,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 4685,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 4699,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 8810,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.86
        },
        {
          "row": 8837,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.65
        },
        {
          "row": 8879,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.59
        }
      ]
    },
    {
      "case": "unrecognized_no_cash",
      "query": "unrecognized payments except cash withdrawals",
      "negative_feature": "is_about_cash_withdrawal",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.014285714285714285,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.02857142857142857,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3591,
        4673,
        4685,
        4699,
        3484,
        3603,
        3641,
        3546,
        3572,
        3577
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.98754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 4673,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.98754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 4685,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.98754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 4699,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.98754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.02
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.02
        },
        {
          "row": 3641,
          "label": "card_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.02
        },
        {
          "row": 3546,
          "label": "card_payment_not_recognised",
          "score": 0.97754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 3572,
          "label": "card_payment_not_recognised",
          "score": 0.97754028741938,
          "negative_feature_value": 0.01
        },
        {
          "row": 3577,
          "label": "card_payment_not_recognised",
          "score": 0.97754028741938,
          "negative_feature_value": 0.01
        }
      ]
    },
    {
      "case": "unrecognized_no_cash",
      "query": "unrecognized payments except cash withdrawals",
      "negative_feature": "is_about_cash_withdrawal",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.014285714285714285,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.02857142857142857,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3591,
        4673,
        4685,
        4699,
        3484,
        3603,
        3641,
        3546,
        3572,
        3577
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.01
        },
        {
          "row": 4673,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.01
        },
        {
          "row": 4685,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.01
        },
        {
          "row": 4699,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9850805748387603,
          "negative_feature_value": 0.01
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.02
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.02
        },
        {
          "row": 3641,
          "label": "card_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.02
        },
        {
          "row": 3546,
          "label": "card_payment_not_recognised",
          "score": 0.9750805748387602,
          "negative_feature_value": 0.01
        },
        {
          "row": 3572,
          "label": "card_payment_not_recognised",
          "score": 0.9750805748387602,
          "negative_feature_value": 0.01
        },
        {
          "row": 3577,
          "label": "card_payment_not_recognised",
          "score": 0.9750805748387602,
          "negative_feature_value": 0.01
        }
      ]
    },
    {
      "case": "unrecognized_no_cash",
      "query": "unrecognized payments except cash withdrawals",
      "negative_feature": "is_about_cash_withdrawal",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.014285714285714285,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.02857142857142857,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        3591,
        4673,
        4685,
        4699,
        3484,
        3603,
        3641,
        3546,
        3572,
        3577
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 4673,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 4685,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 4699,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.9801611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.9703222993550413,
          "negative_feature_value": 0.02
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.9703222993550413,
          "negative_feature_value": 0.02
        },
        {
          "row": 3641,
          "label": "card_payment_not_recognised",
          "score": 0.9703222993550413,
          "negative_feature_value": 0.02
        },
        {
          "row": 3546,
          "label": "card_payment_not_recognised",
          "score": 0.9701611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 3572,
          "label": "card_payment_not_recognised",
          "score": 0.9701611496775207,
          "negative_feature_value": 0.01
        },
        {
          "row": 3577,
          "label": "card_payment_not_recognised",
          "score": 0.9701611496775207,
          "negative_feature_value": 0.01
        }
      ]
    },
    {
      "case": "unrecognized_no_cash",
      "query": "unrecognized payments except cash withdrawals",
      "negative_feature": "is_about_cash_withdrawal",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.014285714285714285,
      "hit_at_k": 1,
      "precision_at_k": 0.7,
      "recall_at_k": 0.02,
      "mrr": 1,
      "ndcg_at_k": 0.800693766409882,
      "first_relevant_rank": 1,
      "candidate_count": 9019,
      "top": [
        3484,
        3591,
        3603,
        3641,
        4673,
        4685,
        4699,
        8881,
        624,
        632
      ],
      "unwanted_rate_at_10": 0.1,
      "unwanted_fraction_returned": 0.1,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 3484,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 3591,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 3603,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 3641,
          "label": "card_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 4673,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 4685,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 4699,
          "label": "direct_debit_payment_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.01
        },
        {
          "row": 8881,
          "label": "cash_withdrawal_not_recognised",
          "score": 0.99,
          "negative_feature_value": 0.1
        },
        {
          "row": 624,
          "label": "extra_charge_on_statement",
          "score": 0.9799999999999999,
          "negative_feature_value": 0.02
        },
        {
          "row": 632,
          "label": "extra_charge_on_statement",
          "score": 0.9799999999999999,
          "negative_feature_value": 0.06
        }
      ]
    },
    {
      "case": "cards_no_delivery",
      "query": "card problems excluding cards not received",
      "negative_feature": "card_not_received",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.026595744680851064,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.047872340425531915,
      "mrr": 1,
      "ndcg_at_k": 0.9216017310213247,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        1252,
        1254,
        1269,
        1278,
        1333,
        1729,
        1301,
        1292,
        1320,
        1332
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 1252,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.03
        },
        {
          "row": 1254,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.03
        },
        {
          "row": 1269,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.05
        },
        {
          "row": 1278,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.05
        },
        {
          "row": 1333,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.04
        },
        {
          "row": 1729,
          "label": "pin_blocked",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.02
        },
        {
          "row": 1301,
          "label": "card_not_working",
          "score": 0.9772355322139065,
          "negative_feature_value": 0.12
        },
        {
          "row": 1292,
          "label": "card_not_working",
          "score": 0.9763822338930467,
          "negative_feature_value": 0.05
        },
        {
          "row": 1320,
          "label": "card_not_working",
          "score": 0.9763822338930467,
          "negative_feature_value": 0.04
        },
        {
          "row": 1332,
          "label": "card_not_working",
          "score": 0.9708532983208596,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "cards_no_delivery",
      "query": "card problems excluding cards not received",
      "negative_feature": "card_not_received",
      "strength": 0.25,
      "top1": 0,
      "hit5": 1,
      "precision5": 0.6,
      "recall5": 0.015957446808510637,
      "hit_at_k": 1,
      "precision_at_k": 0.8,
      "recall_at_k": 0.0425531914893617,
      "mrr": 0.5,
      "ndcg_at_k": 0.6851198693323691,
      "first_relevant_rank": 2,
      "candidate_count": 10003,
      "top": [
        1729,
        1252,
        1254,
        5012,
        1333,
        1332,
        1320,
        1269,
        1278,
        1245
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 1729,
          "label": "pin_blocked",
          "score": 0.9727131745454527,
          "negative_feature_value": 0.02
        },
        {
          "row": 1252,
          "label": "card_not_working",
          "score": 0.969069761818179,
          "negative_feature_value": 0.03
        },
        {
          "row": 1254,
          "label": "card_not_working",
          "score": 0.969069761818179,
          "negative_feature_value": 0.03
        },
        {
          "row": 5012,
          "label": "declined_cash_withdrawal",
          "score": 0.9672098855935861,
          "negative_feature_value": 0.01
        },
        {
          "row": 1333,
          "label": "card_not_working",
          "score": 0.9654263490909055,
          "negative_feature_value": 0.04
        },
        {
          "row": 1332,
          "label": "card_not_working",
          "score": 0.9635664728663124,
          "negative_feature_value": 0.02
        },
        {
          "row": 1320,
          "label": "card_not_working",
          "score": 0.9618085829839522,
          "negative_feature_value": 0.04
        },
        {
          "row": 1269,
          "label": "card_not_working",
          "score": 0.9617829363636319,
          "negative_feature_value": 0.05
        },
        {
          "row": 1278,
          "label": "card_not_working",
          "score": 0.9617829363636319,
          "negative_feature_value": 0.05
        },
        {
          "row": 1245,
          "label": "card_not_working",
          "score": 0.9599487067593592,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "cards_no_delivery",
      "query": "card problems excluding cards not received",
      "negative_feature": "card_not_received",
      "strength": 0.5,
      "top1": 0,
      "hit5": 1,
      "precision5": 0.6,
      "recall5": 0.015957446808510637,
      "hit_at_k": 1,
      "precision_at_k": 0.7,
      "recall_at_k": 0.03723404255319149,
      "mrr": 0.3333333333333333,
      "ndcg_at_k": 0.5747915663739762,
      "first_relevant_rank": 3,
      "candidate_count": 10003,
      "top": [
        1729,
        5012,
        1252,
        1254,
        1332,
        1245,
        1333,
        1344,
        1734,
        1280
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 1729,
          "label": "pin_blocked",
          "score": 0.9654263490909055,
          "negative_feature_value": 0.02
        },
        {
          "row": 5012,
          "label": "declined_cash_withdrawal",
          "score": 0.9635664728663124,
          "negative_feature_value": 0.01
        },
        {
          "row": 1252,
          "label": "card_not_working",
          "score": 0.9581395236363581,
          "negative_feature_value": 0.03
        },
        {
          "row": 1254,
          "label": "card_not_working",
          "score": 0.9581395236363581,
          "negative_feature_value": 0.03
        },
        {
          "row": 1332,
          "label": "card_not_working",
          "score": 0.9562796474117652,
          "negative_feature_value": 0.02
        },
        {
          "row": 1245,
          "label": "card_not_working",
          "score": 0.952661881304812,
          "negative_feature_value": 0.02
        },
        {
          "row": 1333,
          "label": "card_not_working",
          "score": 0.950852698181811,
          "negative_feature_value": 0.04
        },
        {
          "row": 1344,
          "label": "card_not_working",
          "score": 0.9498974135187184,
          "negative_feature_value": 0.02
        },
        {
          "row": 1734,
          "label": "pin_blocked",
          "score": 0.9498974135187184,
          "negative_feature_value": 0.02
        },
        {
          "row": 1280,
          "label": "card_not_working",
          "score": 0.9481395236363581,
          "negative_feature_value": 0.03
        }
      ]
    },
    {
      "case": "cards_no_delivery",
      "query": "card problems excluding cards not received",
      "negative_feature": "card_not_received",
      "strength": 1,
      "top1": 0,
      "hit5": 1,
      "precision5": 0.6,
      "recall5": 0.015957446808510637,
      "hit_at_k": 1,
      "precision_at_k": 0.5,
      "recall_at_k": 0.026595744680851064,
      "mrr": 0.3333333333333333,
      "ndcg_at_k": 0.44173955623824723,
      "first_relevant_rank": 3,
      "candidate_count": 10003,
      "top": [
        5012,
        1729,
        1332,
        1245,
        1252,
        1254,
        1344,
        1734,
        1725,
        1682
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 5012,
          "label": "declined_cash_withdrawal",
          "score": 0.9562796474117652,
          "negative_feature_value": 0.01
        },
        {
          "row": 1729,
          "label": "pin_blocked",
          "score": 0.950852698181811,
          "negative_feature_value": 0.02
        },
        {
          "row": 1332,
          "label": "card_not_working",
          "score": 0.9417059965026706,
          "negative_feature_value": 0.02
        },
        {
          "row": 1245,
          "label": "card_not_working",
          "score": 0.9380882303957174,
          "negative_feature_value": 0.02
        },
        {
          "row": 1252,
          "label": "card_not_working",
          "score": 0.9362790472727164,
          "negative_feature_value": 0.03
        },
        {
          "row": 1254,
          "label": "card_not_working",
          "score": 0.9362790472727164,
          "negative_feature_value": 0.03
        },
        {
          "row": 1344,
          "label": "card_not_working",
          "score": 0.9353237626096239,
          "negative_feature_value": 0.02
        },
        {
          "row": 1734,
          "label": "pin_blocked",
          "score": 0.9353237626096239,
          "negative_feature_value": 0.02
        },
        {
          "row": 1725,
          "label": "pin_blocked",
          "score": 0.9317059965026705,
          "negative_feature_value": 0.02
        },
        {
          "row": 1682,
          "label": "pin_blocked",
          "score": 0.9289415287165771,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "cards_no_delivery",
      "query": "card problems excluding cards not received",
      "negative_feature": "card_not_received",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.026595744680851064,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.047872340425531915,
      "mrr": 1,
      "ndcg_at_k": 0.9216017310213247,
      "first_relevant_rank": 1,
      "candidate_count": 9567,
      "top": [
        1252,
        1254,
        1269,
        1278,
        1333,
        1729,
        1301,
        1292,
        1320,
        1332
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 1252,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.03
        },
        {
          "row": 1254,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.03
        },
        {
          "row": 1269,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.05
        },
        {
          "row": 1278,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.05
        },
        {
          "row": 1333,
          "label": "card_not_working",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.04
        },
        {
          "row": 1729,
          "label": "pin_blocked",
          "score": 0.9800000000000001,
          "negative_feature_value": 0.02
        },
        {
          "row": 1301,
          "label": "card_not_working",
          "score": 0.9772355322139065,
          "negative_feature_value": 0.12
        },
        {
          "row": 1292,
          "label": "card_not_working",
          "score": 0.9763822338930467,
          "negative_feature_value": 0.05
        },
        {
          "row": 1320,
          "label": "card_not_working",
          "score": 0.9763822338930467,
          "negative_feature_value": 0.04
        },
        {
          "row": 1332,
          "label": "card_not_working",
          "score": 0.9708532983208596,
          "negative_feature_value": 0.02
        }
      ]
    },
    {
      "case": "transfers_no_declines",
      "query": "transfer issues other than declines",
      "negative_feature": "declined",
      "strength": 0,
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.010964912280701754,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.021929824561403508,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763,
        2834
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2834,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.06
        }
      ]
    },
    {
      "case": "transfers_no_declines",
      "query": "transfer issues other than declines",
      "negative_feature": "declined",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.008771929824561403,
      "hit_at_k": 1,
      "precision_at_k": 0.7,
      "recall_at_k": 0.015350877192982455,
      "mrr": 1,
      "ndcg_at_k": 0.7630946912803436,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2738,
        2842,
        2851,
        2864,
        7145,
        7642,
        7674,
        2701,
        2729,
        2752
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 2851,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 2864,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 7145,
          "label": "beneficiary_not_allowed",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 7642,
          "label": "transfer_into_account",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 7674,
          "label": "transfer_into_account",
          "score": 0.9827242762114139,
          "negative_feature_value": 0.02
        },
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9790864143171208,
          "negative_feature_value": 0.03
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9790864143171208,
          "negative_feature_value": 0.03
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9790864143171208,
          "negative_feature_value": 0.03
        }
      ]
    },
    {
      "case": "transfers_no_declines",
      "query": "transfer issues other than declines",
      "negative_feature": "declined",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.008771929824561403,
      "hit_at_k": 1,
      "precision_at_k": 0.6,
      "recall_at_k": 0.013157894736842105,
      "mrr": 1,
      "ndcg_at_k": 0.6936634693435663,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        2738,
        2842,
        2851,
        2864,
        7145,
        7642,
        7674,
        7675,
        2701,
        2729
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 2851,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 2864,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 7145,
          "label": "beneficiary_not_allowed",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 7642,
          "label": "transfer_into_account",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 7674,
          "label": "transfer_into_account",
          "score": 0.9754485524228278,
          "negative_feature_value": 0.02
        },
        {
          "row": 7675,
          "label": "transfer_into_account",
          "score": 0.972724276211414,
          "negative_feature_value": 0.01
        },
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9681728286342417,
          "negative_feature_value": 0.03
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9681728286342417,
          "negative_feature_value": 0.03
        }
      ]
    },
    {
      "case": "transfers_no_declines",
      "query": "transfer issues other than declines",
      "negative_feature": "declined",
      "strength": 1,
      "top1": 0,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.008771929824561403,
      "hit_at_k": 1,
      "precision_at_k": 0.4,
      "recall_at_k": 0.008771929824561403,
      "mrr": 0.5,
      "ndcg_at_k": 0.4288398090337664,
      "first_relevant_rank": 2,
      "candidate_count": 10003,
      "top": [
        7675,
        2738,
        2842,
        2851,
        2864,
        7145,
        7642,
        7674,
        1882,
        1884
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 7675,
          "label": "transfer_into_account",
          "score": 0.9654485524228278,
          "negative_feature_value": 0.01
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 2842,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 2851,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 2864,
          "label": "transfer_not_received_by_recipient",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 7145,
          "label": "beneficiary_not_allowed",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 7642,
          "label": "transfer_into_account",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 7674,
          "label": "transfer_into_account",
          "score": 0.9608971048456557,
          "negative_feature_value": 0.02
        },
        {
          "row": 1882,
          "label": "top_up_by_bank_transfer_charge",
          "score": 0.9554485524228278,
          "negative_feature_value": 0.01
        },
        {
          "row": 1884,
          "label": "top_up_by_bank_transfer_charge",
          "score": 0.9554485524228278,
          "negative_feature_value": 0.01
        }
      ]
    },
    {
      "case": "transfers_no_declines",
      "query": "transfer issues other than declines",
      "negative_feature": "declined",
      "strength": "hard_filter",
      "top1": 1,
      "hit5": 1,
      "precision5": 1,
      "recall5": 0.010964912280701754,
      "hit_at_k": 1,
      "precision_at_k": 1,
      "recall_at_k": 0.021929824561403508,
      "mrr": 1,
      "ndcg_at_k": 1,
      "first_relevant_rank": 1,
      "candidate_count": 8675,
      "top": [
        2701,
        2707,
        2719,
        2729,
        2738,
        2741,
        2743,
        2752,
        2763,
        2834
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 2701,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2707,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2719,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2729,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2738,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.02
        },
        {
          "row": 2741,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2743,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.04
        },
        {
          "row": 2752,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2763,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.03
        },
        {
          "row": 2834,
          "label": "transfer_not_received_by_recipient",
          "score": 0.99,
          "negative_feature_value": 0.06
        }
      ]
    },
    {
      "case": "fees_no_cards",
      "query": "transaction fees excluding card transactions",
      "negative_feature": "is_about_card",
      "strength": 0,
      "top1": 0,
      "hit5": 0,
      "precision5": 0,
      "recall5": 0,
      "hit_at_k": 0,
      "precision_at_k": 0,
      "recall_at_k": 0,
      "mrr": 0.012195121951219513,
      "ndcg_at_k": 0,
      "first_relevant_rank": 82,
      "candidate_count": 10003,
      "top": [
        571,
        579,
        586,
        589,
        591,
        596,
        605,
        612,
        620,
        622
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 571,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.11
        },
        {
          "row": 579,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.11
        },
        {
          "row": 586,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.35
        },
        {
          "row": 589,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.14
        },
        {
          "row": 591,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.1
        },
        {
          "row": 596,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.13
        },
        {
          "row": 605,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.09
        },
        {
          "row": 612,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.15
        },
        {
          "row": 620,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.16
        },
        {
          "row": 622,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.1
        }
      ]
    },
    {
      "case": "fees_no_cards",
      "query": "transaction fees excluding card transactions",
      "negative_feature": "is_about_card",
      "strength": 0.25,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.00851063829787234,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.019148936170212766,
      "mrr": 1,
      "ndcg_at_k": 0.8611375561264454,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        7264,
        2540,
        7164,
        7178,
        7194,
        7217,
        7240,
        7246,
        7255,
        7260
      ],
      "unwanted_rate_at_10": 0.1,
      "unwanted_fraction_returned": 0.1,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 7264,
          "label": "transfer_fee_charged",
          "score": 0.9866711971098499,
          "negative_feature_value": 0.03
        },
        {
          "row": 2540,
          "label": "card_payment_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7164,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7178,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7194,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7217,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7240,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7246,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7255,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        },
        {
          "row": 7260,
          "label": "transfer_fee_charged",
          "score": 0.9855615961464664,
          "negative_feature_value": 0.04
        }
      ]
    },
    {
      "case": "fees_no_cards",
      "query": "transaction fees excluding card transactions",
      "negative_feature": "is_about_card",
      "strength": 0.5,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.00851063829787234,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.019148936170212766,
      "mrr": 1,
      "ndcg_at_k": 0.8611375561264454,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        7264,
        2540,
        7164,
        7178,
        7194,
        7217,
        7240,
        7246,
        7255,
        7260
      ],
      "unwanted_rate_at_10": 0.1,
      "unwanted_fraction_returned": 0.1,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 7264,
          "label": "transfer_fee_charged",
          "score": 0.9833423942196996,
          "negative_feature_value": 0.03
        },
        {
          "row": 2540,
          "label": "card_payment_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7164,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7178,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7194,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7217,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7240,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7246,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7255,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        },
        {
          "row": 7260,
          "label": "transfer_fee_charged",
          "score": 0.9811231922929329,
          "negative_feature_value": 0.04
        }
      ]
    },
    {
      "case": "fees_no_cards",
      "query": "transaction fees excluding card transactions",
      "negative_feature": "is_about_card",
      "strength": 1,
      "top1": 1,
      "hit5": 1,
      "precision5": 0.8,
      "recall5": 0.00851063829787234,
      "hit_at_k": 1,
      "precision_at_k": 0.9,
      "recall_at_k": 0.019148936170212766,
      "mrr": 1,
      "ndcg_at_k": 0.8611375561264454,
      "first_relevant_rank": 1,
      "candidate_count": 10003,
      "top": [
        7264,
        2540,
        7164,
        7178,
        7194,
        7217,
        7240,
        7246,
        7255,
        7260
      ],
      "unwanted_rate_at_10": 0.1,
      "unwanted_fraction_returned": 0.1,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 7264,
          "label": "transfer_fee_charged",
          "score": 0.9766847884393992,
          "negative_feature_value": 0.03
        },
        {
          "row": 2540,
          "label": "card_payment_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7164,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7178,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7194,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7217,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7240,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7246,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7255,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        },
        {
          "row": 7260,
          "label": "transfer_fee_charged",
          "score": 0.9722463845858657,
          "negative_feature_value": 0.04
        }
      ]
    },
    {
      "case": "fees_no_cards",
      "query": "transaction fees excluding card transactions",
      "negative_feature": "is_about_card",
      "strength": "hard_filter",
      "top1": 0,
      "hit5": 0,
      "precision5": 0,
      "recall5": 0,
      "hit_at_k": 0,
      "precision_at_k": 0,
      "recall_at_k": 0,
      "mrr": 0.02857142857142857,
      "ndcg_at_k": 0,
      "first_relevant_rank": 35,
      "candidate_count": 4485,
      "top": [
        571,
        579,
        589,
        591,
        596,
        605,
        612,
        620,
        622,
        625
      ],
      "unwanted_rate_at_10": 0,
      "unwanted_fraction_returned": 0,
      "monotonic_violations": 0,
      "hard_filter_violations": 0,
      "top_results": [
        {
          "row": 571,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.11
        },
        {
          "row": 579,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.11
        },
        {
          "row": 589,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.14
        },
        {
          "row": 591,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.1
        },
        {
          "row": 596,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.13
        },
        {
          "row": 605,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.09
        },
        {
          "row": 612,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.15
        },
        {
          "row": 620,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.16
        },
        {
          "row": 622,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.1
        },
        {
          "row": 625,
          "label": "extra_charge_on_statement",
          "score": 0.99,
          "negative_feature_value": 0.15
        }
      ]
    }
  ],
  "e5": {
    "minus_family_entity": {
      "top1": 0.14935064935064934,
      "hit5": 0.29577922077922075,
      "removed_features": [
        "is_about_card",
        "is_about_cash",
        "is_about_transfer",
        "is_about_bank_transfer",
        "is_about_direct_debit",
        "is_about_account",
        "is_about_cash_withdrawal",
        "is_about_topup",
        "is_about_identity_verification",
        "is_about_currency_exchange"
      ],
      "top1_delta": -0.13084415584415587,
      "hit5_delta": -0.20227272727272733
    },
    "minus_family_event": {
      "top1": 0.2198051948051948,
      "hit5": 0.40844155844155844,
      "removed_features": [
        "payment_failed",
        "payment_missing",
        "payment_unrecognized",
        "charged_fee",
        "wrong_exchange_rate",
        "duplicate_transaction",
        "cash_not_received",
        "transaction_reversed",
        "card_not_received",
        "card_not_working",
        "credential_problem",
        "security_concern"
      ],
      "top1_delta": -0.06038961038961041,
      "hit5_delta": -0.08961038961038964
    },
    "minus_family_user_intent": {
      "top1": 0.23506493506493506,
      "hit5": 0.3840909090909091,
      "removed_features": [
        "wants_cancel",
        "wants_refund",
        "wants_information",
        "wants_status",
        "wants_activate",
        "wants_change"
      ],
      "top1_delta": -0.04512987012987016,
      "hit5_delta": -0.11396103896103899
    },
    "minus_family_state": {
      "top1": 0.29383116883116883,
      "hit5": 0.4805194805194805,
      "removed_features": [
        "pending",
        "declined",
        "missing",
        "incorrect",
        "unrecognized",
        "expired"
      ],
      "top1_delta": 0.013636363636363613,
      "hit5_delta": -0.017532467532467566
    },
    "minus_feature_is_about_card": {
      "top1": 0.27694805194805194,
      "hit5": 0.4675324675324675,
      "removed_features": [
        "is_about_card"
      ],
      "top1_delta": -0.0032467532467532756,
      "hit5_delta": -0.030519480519480557
    },
    "minus_feature_is_about_cash": {
      "top1": 0.2762987012987013,
      "hit5": 0.5055194805194805,
      "removed_features": [
        "is_about_cash"
      ],
      "top1_delta": -0.0038961038961038974,
      "hit5_delta": 0.007467532467532401
    },
    "minus_feature_is_about_transfer": {
      "top1": 0.25551948051948054,
      "hit5": 0.47435064935064936,
      "removed_features": [
        "is_about_transfer"
      ],
      "top1_delta": -0.024675324675324684,
      "hit5_delta": -0.023701298701298723
    },
    "minus_feature_is_about_bank_transfer": {
      "top1": 0.2762987012987013,
      "hit5": 0.49902597402597404,
      "removed_features": [
        "is_about_bank_transfer"
      ],
      "top1_delta": -0.0038961038961038974,
      "hit5_delta": 0.0009740259740259605
    },
    "minus_feature_is_about_direct_debit": {
      "top1": 0.2811688311688312,
      "hit5": 0.49318181818181817,
      "removed_features": [
        "is_about_direct_debit"
      ],
      "top1_delta": 0.0009740259740259605,
      "hit5_delta": -0.004870129870129913
    },
    "minus_feature_is_about_account": {
      "top1": 0.3003246753246753,
      "hit5": 0.4948051948051948,
      "removed_features": [
        "is_about_account"
      ],
      "top1_delta": 0.02012987012987011,
      "hit5_delta": -0.0032467532467532756
    },
    "minus_feature_is_about_cash_withdrawal": {
      "top1": 0.2824675324675325,
      "hit5": 0.5042207792207792,
      "removed_features": [
        "is_about_cash_withdrawal"
      ],
      "top1_delta": 0.0022727272727272596,
      "hit5_delta": 0.006168831168831157
    },
    "minus_feature_is_about_topup": {
      "top1": 0.24383116883116884,
      "hit5": 0.45,
      "removed_features": [
        "is_about_topup"
      ],
      "top1_delta": -0.036363636363636376,
      "hit5_delta": -0.04805194805194807
    },
    "minus_feature_is_about_identity_verification": {
      "top1": 0.2584415584415584,
      "hit5": 0.4672077922077922,
      "removed_features": [
        "is_about_identity_verification"
      ],
      "top1_delta": -0.021753246753246802,
      "hit5_delta": -0.030844155844155896
    },
    "minus_feature_is_about_currency_exchange": {
      "top1": 0.2733766233766234,
      "hit5": 0.48993506493506495,
      "removed_features": [
        "is_about_currency_exchange"
      ],
      "top1_delta": -0.006818181818181834,
      "hit5_delta": -0.008116883116883133
    },
    "minus_feature_payment_failed": {
      "top1": 0.28344155844155844,
      "hit5": 0.4961038961038961,
      "removed_features": [
        "payment_failed"
      ],
      "top1_delta": 0.00324675324675322,
      "hit5_delta": -0.0019480519480519765
    },
    "minus_feature_payment_missing": {
      "top1": 0.29448051948051945,
      "hit5": 0.500974025974026,
      "removed_features": [
        "payment_missing"
      ],
      "top1_delta": 0.014285714285714235,
      "hit5_delta": 0.0029220779220778814
    },
    "minus_feature_payment_unrecognized": {
      "top1": 0.2948051948051948,
      "hit5": 0.5100649350649351,
      "removed_features": [
        "payment_unrecognized"
      ],
      "top1_delta": 0.014610389610389574,
      "hit5_delta": 0.01201298701298703
    },
    "minus_feature_charged_fee": {
      "top1": 0.24512987012987014,
      "hit5": 0.45097402597402597,
      "removed_features": [
        "charged_fee"
      ],
      "top1_delta": -0.03506493506493508,
      "hit5_delta": -0.04707792207792211
    },
    "minus_feature_wrong_exchange_rate": {
      "top1": 0.2720779220779221,
      "hit5": 0.49772727272727274,
      "removed_features": [
        "wrong_exchange_rate"
      ],
      "top1_delta": -0.008116883116883133,
      "hit5_delta": -0.00032467532467533866
    },
    "minus_feature_duplicate_transaction": {
      "top1": 0.26785714285714285,
      "hit5": 0.48603896103896105,
      "removed_features": [
        "duplicate_transaction"
      ],
      "top1_delta": -0.01233766233766237,
      "hit5_delta": -0.01201298701298703
    },
    "minus_feature_cash_not_received": {
      "top1": 0.2837662337662338,
      "hit5": 0.4967532467532468,
      "removed_features": [
        "cash_not_received"
      ],
      "top1_delta": 0.0035714285714285587,
      "hit5_delta": -0.0012987012987012991
    },
    "minus_feature_transaction_reversed": {
      "top1": 0.275974025974026,
      "hit5": 0.48928571428571427,
      "removed_features": [
        "transaction_reversed"
      ],
      "top1_delta": -0.004220779220779236,
      "hit5_delta": -0.00876623376623381
    },
    "minus_feature_card_not_received": {
      "top1": 0.2636363636363636,
      "hit5": 0.46396103896103896,
      "removed_features": [
        "card_not_received"
      ],
      "top1_delta": -0.016558441558441606,
      "hit5_delta": -0.034090909090909116
    },
    "minus_feature_card_not_working": {
      "top1": 0.2837662337662338,
      "hit5": 0.4909090909090909,
      "removed_features": [
        "card_not_working"
      ],
      "top1_delta": 0.0035714285714285587,
      "hit5_delta": -0.007142857142857173
    },
    "minus_feature_credential_problem": {
      "top1": 0.27305194805194805,
      "hit5": 0.4915584415584416,
      "removed_features": [
        "credential_problem"
      ],
      "top1_delta": -0.007142857142857173,
      "hit5_delta": -0.006493506493506496
    },
    "minus_feature_security_concern": {
      "top1": 0.2766233766233766,
      "hit5": 0.49448051948051946,
      "removed_features": [
        "security_concern"
      ],
      "top1_delta": -0.0035714285714286143,
      "hit5_delta": -0.0035714285714286143
    },
    "minus_feature_wants_cancel": {
      "top1": 0.2762987012987013,
      "hit5": 0.4876623376623377,
      "removed_features": [
        "wants_cancel"
      ],
      "top1_delta": -0.0038961038961038974,
      "hit5_delta": -0.010389610389610393
    },
    "minus_feature_wants_refund": {
      "top1": 0.2720779220779221,
      "hit5": 0.4909090909090909,
      "removed_features": [
        "wants_refund"
      ],
      "top1_delta": -0.008116883116883133,
      "hit5_delta": -0.007142857142857173
    },
    "minus_feature_wants_information": {
      "top1": 0.2811688311688312,
      "hit5": 0.4818181818181818,
      "removed_features": [
        "wants_information"
      ],
      "top1_delta": 0.0009740259740259605,
      "hit5_delta": -0.016233766233766267
    },
    "minus_feature_wants_status": {
      "top1": 0.2814935064935065,
      "hit5": 0.4935064935064935,
      "removed_features": [
        "wants_status"
      ],
      "top1_delta": 0.0012987012987012991,
      "hit5_delta": -0.004545454545454575
    },
    "minus_feature_wants_activate": {
      "top1": 0.25487012987012986,
      "hit5": 0.45064935064935063,
      "removed_features": [
        "wants_activate"
      ],
      "top1_delta": -0.02532467532467536,
      "hit5_delta": -0.047402597402597446
    },
    "minus_feature_wants_change": {
      "top1": 0.2685064935064935,
      "hit5": 0.47824675324675325,
      "removed_features": [
        "wants_change"
      ],
      "top1_delta": -0.011688311688311692,
      "hit5_delta": -0.019805194805194826
    },
    "minus_feature_pending": {
      "top1": 0.28214285714285714,
      "hit5": 0.512987012987013,
      "removed_features": [
        "pending"
      ],
      "top1_delta": 0.001948051948051921,
      "hit5_delta": 0.014935064935064912
    },
    "minus_feature_declined": {
      "top1": 0.2896103896103896,
      "hit5": 0.4987012987012987,
      "removed_features": [
        "declined"
      ],
      "top1_delta": 0.009415584415584377,
      "hit5_delta": 0.0006493506493506218
    },
    "minus_feature_missing": {
      "top1": 0.287012987012987,
      "hit5": 0.48603896103896105,
      "removed_features": [
        "missing"
      ],
      "top1_delta": 0.006818181818181779,
      "hit5_delta": -0.01201298701298703
    },
    "minus_feature_incorrect": {
      "top1": 0.2792207792207792,
      "hit5": 0.5048701298701299,
      "removed_features": [
        "incorrect"
      ],
      "top1_delta": -0.000974025974026016,
      "hit5_delta": 0.006818181818181834
    },
    "minus_feature_unrecognized": {
      "top1": 0.29577922077922075,
      "hit5": 0.5074675324675325,
      "removed_features": [
        "unrecognized"
      ],
      "top1_delta": 0.015584415584415534,
      "hit5_delta": 0.009415584415584433
    },
    "minus_feature_expired": {
      "top1": 0.2688311688311688,
      "hit5": 0.48863636363636365,
      "removed_features": [
        "expired"
      ],
      "top1_delta": -0.011363636363636409,
      "hit5_delta": -0.009415584415584433
    }
  },
  "costs": {
    "train": {
      "calls": 10003,
      "successful": 10003,
      "input_tokens": 36678663,
      "estimated_cost_usd": 1.540503845999941,
      "median_latency_ms": 301.3606999999902,
      "p95_latency_ms": 358.6189000000013,
      "failed_calls": 0,
      "retry_attempts": 1
    },
    "test": {
      "calls": 3080,
      "successful": 3080,
      "input_tokens": 11290130,
      "estimated_cost_usd": 0.47418546000000383,
      "median_latency_ms": 299.91519999993034,
      "p95_latency_ms": 356.3020999999717,
      "failed_calls": 0,
      "retry_attempts": 0
    },
    "broad_query": {
      "calls": 100,
      "successful": 100,
      "input_tokens": 1283211,
      "estimated_cost_usd": 0.053894861999999995,
      "median_latency_ms": 376.13409999990836,
      "p95_latency_ms": 479.5006000000285,
      "failed_calls": 0,
      "retry_attempts": 0
    }
  },
  "extraction_sessions": [
    {
      "id": 1,
      "started_at": "2026-09-26T17:02:39.184Z",
      "ended_at": "2026-09-26T17:17:23.708Z",
      "status": "extraction_complete"
    }
  ],
  "evaluation_wall_seconds": 36.1215455,
  "timing_note": "Vector methods share one fused pass, so each includes the whole shared vector pass; timings are descriptive, not isolated speed benchmarks. Scores within 1e-12 are treated as arithmetic ties and use original row order.",
  "limitations": [
    "Single public English dataset; prior JEV exposure unknown.",
    "34 features omit distinctions in 77 labels; some overlap and correlate.",
    "E3/E4 judgments derive from intent groups rather than human search judgments.",
    "E3 paraphrases are correlated within 25 groups; do not use query-level confidence intervals for population claims.",
    "No external embedding baseline was run; no replacement claim can be established.",
    "No independently human-labeled feature probabilities; calibration is not established."
  ]
}