generate_top_tcav_concepts.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import os\n",
    "\n",
    "test_classes = [\"zebra\", \"dingo\", \"bison\", \"koala\", \"jaguar\", \"chimpanzee\", \"hog\", \"hamster\", \"lion\", \"beaver\", \"lynx\", \"convertible\", \"sports_car\", \"airliner\", \"jeep\", \"passenger_car\", \"steam_locomotive\", \"cab\", \"garbage_truck\", \"warplane\", \"ambulance\", \"police_van\", \"planetarium\", \"castle\", \"church\", \"mosque\", \"triumphal_arch\", \"barn\", \"stupa\", \"boathouse\", \"suspension_bridge\", \"steel_arch_bridge\", \"viaduct\", \"sax\", \"flute\", \"cornet\", \"panpipe\", \"drum\", \"cello\", \"acoustic_guitar\", \"grand_piano\", \"banjo\", \"maraca\", \"chime\", \"Granny_Smith\", \"fig\", \"custard_apple\", \"banana\", \"corn\", \"lemon\", \"pomegranate\", \"pineapple\", \"jackfruit\", \"strawberry\", \"orange\"]\n",
    "assert len(test_classes) == 55"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def concept_filtering(path_to_concepts, list_of_classes : list):\n",
    "    all_files_with_sumarries =list(map( lambda x: os.path.join(path_to_concepts, \"{}_{}\".format(x, \"4c_explained\"), 'results_summaries', 'ace_results.txt'), list_of_classes) )\n",
    "    all_tcav_scores_list_of_dataframes = [pd.read_table(x, \n",
    "              sep=\",|:\", engine='python', names=['model', 'concept', 'tcav', 'pvalue'])\n",
    "                                      .dropna()[['concept', 'tcav']] for x in all_files_with_sumarries]\n",
    "\n",
    "    \n",
    "    best_per_class = pd.concat([x.sort_values(by=['tcav'], ascending=False).iloc[:1] for x in all_tcav_scores_list_of_dataframes])\n",
    "\n",
    "    all_tcav_scores = pd.concat(all_tcav_scores_list_of_dataframes ).sort_values(by=['tcav'], ascending=False)\n",
    "    \n",
    "    return pd.concat( [best_per_class, all_tcav_scores]).drop_duplicates().iloc[:100]\n",
    "    \n",
    "top_concepts = concept_filtering(\"/local/data/oleszkie/concepts\", test_classes)[\"concept\"].tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['zebra_concept5',\n",
       " 'dingo_concept8',\n",
       " 'bison_concept9',\n",
       " 'koala_concept19',\n",
       " 'jaguar_concept6',\n",
       " 'chimpanzee_concept17',\n",
       " 'hog_concept8',\n",
       " 'hamster_concept2',\n",
       " 'lion_concept7',\n",
       " 'beaver_concept1',\n",
       " 'lynx_concept3',\n",
       " 'convertible_concept2',\n",
       " 'sports_car_concept15',\n",
       " 'airliner_concept17',\n",
       " 'jeep_concept1',\n",
       " 'passenger_car_concept23',\n",
       " 'steam_locomotive_concept14',\n",
       " 'cab_concept15',\n",
       " 'garbage_truck_concept11',\n",
       " 'warplane_concept10',\n",
       " 'ambulance_concept13',\n",
       " 'police_van_concept4',\n",
       " 'planetarium_concept4',\n",
       " 'castle_concept14',\n",
       " 'church_concept5',\n",
       " 'mosque_concept11',\n",
       " 'triumphal_arch_concept7',\n",
       " 'barn_concept9',\n",
       " 'stupa_concept16',\n",
       " 'boathouse_concept1',\n",
       " 'suspension_bridge_concept1',\n",
       " 'steel_arch_bridge_concept16',\n",
       " 'viaduct_concept16',\n",
       " 'sax_concept10',\n",
       " 'flute_concept3',\n",
       " 'cornet_concept10',\n",
       " 'panpipe_concept8',\n",
       " 'drum_concept11',\n",
       " 'cello_concept17',\n",
       " 'acoustic_guitar_concept12',\n",
       " 'grand_piano_concept11',\n",
       " 'banjo_concept10',\n",
       " 'maraca_concept15',\n",
       " 'chime_concept2',\n",
       " 'Granny_Smith_concept6',\n",
       " 'fig_concept16',\n",
       " 'custard_apple_concept11',\n",
       " 'banana_concept10',\n",
       " 'corn_concept6',\n",
       " 'lemon_concept10',\n",
       " 'pomegranate_concept1',\n",
       " 'pineapple_concept12',\n",
       " 'jackfruit_concept7',\n",
       " 'strawberry_concept5',\n",
       " 'orange_concept6',\n",
       " 'sports_car_concept19',\n",
       " 'sports_car_concept16',\n",
       " 'sports_car_concept10',\n",
       " 'sports_car_concept11',\n",
       " 'panpipe_concept13',\n",
       " 'panpipe_concept1',\n",
       " 'steam_locomotive_concept17',\n",
       " 'steel_arch_bridge_concept9',\n",
       " 'orange_concept8',\n",
       " 'panpipe_concept5',\n",
       " 'panpipe_concept6',\n",
       " 'panpipe_concept15',\n",
       " 'steel_arch_bridge_concept12',\n",
       " 'orange_concept11',\n",
       " 'steel_arch_bridge_concept13',\n",
       " 'panpipe_concept14',\n",
       " 'zebra_concept7',\n",
       " 'sports_car_concept2',\n",
       " 'steel_arch_bridge_concept6',\n",
       " 'panpipe_concept11',\n",
       " 'steel_arch_bridge_concept14',\n",
       " 'sports_car_concept6',\n",
       " 'steel_arch_bridge_concept1',\n",
       " 'planetarium_concept2',\n",
       " 'orange_concept9',\n",
       " 'panpipe_concept12',\n",
       " 'panpipe_concept2',\n",
       " 'steel_arch_bridge_concept11',\n",
       " 'Granny_Smith_concept8',\n",
       " 'Granny_Smith_concept10',\n",
       " 'sports_car_concept9',\n",
       " 'sports_car_concept7',\n",
       " 'orange_concept16',\n",
       " 'triumphal_arch_concept10',\n",
       " 'stupa_concept11',\n",
       " 'sports_car_concept18',\n",
       " 'airliner_concept9',\n",
       " 'steel_arch_bridge_concept3',\n",
       " 'mosque_concept12',\n",
       " 'strawberry_concept3',\n",
       " 'sports_car_concept12',\n",
       " 'airliner_concept3',\n",
       " 'orange_concept15',\n",
       " 'planetarium_concept14',\n",
       " 'planetarium_concept18']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_concepts"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}