181109_SPARQLWrapper.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "## Method (I)"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "from SPARQLWrapper import SPARQLWrapper, JSON\n",
        "import pandas as pdx"
      ],
      "outputs": [],
      "execution_count": 30,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sparql = SPARQLWrapper(\"https://query.wikidata.org/sparql\")\n",
        "# From https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service/queries/examples#Cats\n",
        "sparql.setQuery(\"\"\"\n",
        "SELECT DISTINCT ?doid ?item ?label ?wpLang\n",
        " \n",
        "WHERE {\n",
        "   ?item wdt:P699 ?doid ;\n",
        "         rdfs:label ?label ;\n",
        "         rdfs:label ?english .\n",
        "   ?article schema:about ?item ;\n",
        "            schema:inLanguage ?wpLang .\n",
        "   FILTER (lang(?label) = ?wpLang)\n",
        "   FILTER (lang(?english) = \"en\")\n",
        "}\n",
        "\"\"\")\n",
        "sparql.setReturnFormat(JSON)\n",
        "results = sparql.query().convert()"
      ],
      "outputs": [],
      "execution_count": 33,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "results_df = pd.io.json.json_normalize(results['results']['bindings'])\n",
        "results_df[['doid.value', 'item.value', 'label.value', 'wpLang.value']]"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 34,
          "data": {
            "text/plain": [
              "         doid.value                               item.value  \\\n",
              "0         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "1         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "2         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "3         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "4         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "5         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "6         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "7         DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "8         DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "9         DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "10        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "11        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "12        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "13        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "14        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "15        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "16        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "17        DOID:2750   http://www.wikidata.org/entity/Q829150   \n",
              "18        DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "19        DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "20       DOID:11729   http://www.wikidata.org/entity/Q201989   \n",
              "21       DOID:11729   http://www.wikidata.org/entity/Q201989   \n",
              "22        DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "23        DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "24        DOID:2377     http://www.wikidata.org/entity/Q8277   \n",
              "25       DOID:11729   http://www.wikidata.org/entity/Q201989   \n",
              "26       DOID:11729   http://www.wikidata.org/entity/Q201989   \n",
              "27        DOID:4184   http://www.wikidata.org/entity/Q819207   \n",
              "28       DOID:10080   http://www.wikidata.org/entity/Q842169   \n",
              "29        DOID:9201   http://www.wikidata.org/entity/Q848371   \n",
              "...             ...                                      ...   \n",
              "47079     DOID:3616  http://www.wikidata.org/entity/Q4763273   \n",
              "47080      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47081    DOID:12072  http://www.wikidata.org/entity/Q4362791   \n",
              "47082    DOID:12072  http://www.wikidata.org/entity/Q4362791   \n",
              "47083    DOID:12072  http://www.wikidata.org/entity/Q4362791   \n",
              "47084    DOID:12072  http://www.wikidata.org/entity/Q4362791   \n",
              "47085    DOID:13507  http://www.wikidata.org/entity/Q3678252   \n",
              "47086    DOID:13507  http://www.wikidata.org/entity/Q3678252   \n",
              "47087    DOID:13507  http://www.wikidata.org/entity/Q3678252   \n",
              "47088    DOID:10208  http://www.wikidata.org/entity/Q5104526   \n",
              "47089     DOID:3463  http://www.wikidata.org/entity/Q4959796   \n",
              "47090     DOID:3463  http://www.wikidata.org/entity/Q4959796   \n",
              "47091     DOID:3463  http://www.wikidata.org/entity/Q4959796   \n",
              "47092     DOID:3463  http://www.wikidata.org/entity/Q4959796   \n",
              "47093     DOID:3463  http://www.wikidata.org/entity/Q4959796   \n",
              "47094  DOID:0050670  http://www.wikidata.org/entity/Q4812914   \n",
              "47095      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47096      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47097      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47098      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47099      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47100      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47101  DOID:0080085  http://www.wikidata.org/entity/Q5160446   \n",
              "47102  DOID:0080085  http://www.wikidata.org/entity/Q5160446   \n",
              "47103      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47104      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47105      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47106      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47107      DOID:986  http://www.wikidata.org/entity/Q5075435   \n",
              "47108  DOID:0060061  http://www.wikidata.org/entity/Q5196687   \n",
              "\n",
              "                                   label.value wpLang.value  \n",
              "0                      قصور جارات الدرق الكاذب           ar  \n",
              "1                  Pseudohypoparathyreoidismus           de  \n",
              "2                     pseudohypoparathyroidism           en  \n",
              "3                     pseudohipoparatiroidismo           es  \n",
              "4                 کم‌کاری کاذب غده پاراتیروئید           fa  \n",
              "5                    Pseudohipoparatireoidizam           hr  \n",
              "6                                  偽性副甲状腺機能低下症           ja  \n",
              "7                                    거짓부갑상샘저하증           ko  \n",
              "8                                   تصلب متعدد           ar  \n",
              "9                          Esclerosis múltiple          ast  \n",
              "10                         malaltia d'Andersen           ca  \n",
              "11                             Morbus Andersen           de  \n",
              "12                 glycogen storage disease IV           en  \n",
              "13                      Enfermedad de Andersen           es  \n",
              "14                          گلیکوژنوز نوع چهار           fa  \n",
              "15                            Choroba Andersen           pl  \n",
              "16                           Болезнь Андерсена           ru  \n",
              "17                            Хвороба Андерсен           uk  \n",
              "18                           Multipla skleroza           bs  \n",
              "19                          esclerosi múltiple           ca  \n",
              "20                                    داء لايم           ar  \n",
              "21                          enfermedad de Lyme           es  \n",
              "22                        মাল্টিপল স্ক্লেরোসিস           bn  \n",
              "23                             Dağınıq skleroz           az  \n",
              "24                        Множествена склероза           bg  \n",
              "25                           Enfermedá de Lyme          ast  \n",
              "26                                    Барэліёз           be  \n",
              "27           rzekoma niedoczynność przytarczyc           pl  \n",
              "28                                داء المكفنات           ar  \n",
              "29                                  liquen pla           ca  \n",
              "...                                        ...          ...  \n",
              "47079                                    血管脂肪腫           ja  \n",
              "47080                          alopecia areata           it  \n",
              "47081                             Пілараспазма           be  \n",
              "47082                              Пилороспазм           ky  \n",
              "47083                            Pilorospazmas           lt  \n",
              "47084                              Пилороспазм           ru  \n",
              "47085                               trigonitis           en  \n",
              "47086                               trigonitis           es  \n",
              "47087                                trigonite           pt  \n",
              "47088                         chondroid lipoma           en  \n",
              "47089                                 स्तन रोग           hi  \n",
              "47090                              ਛਾਤੀ ਦੇ ਰੋਗ           pa  \n",
              "47091                                 ସ୍ତନ ରୋଗ           or  \n",
              "47092                                 ಸ್ತನ ರೋಗ           kn  \n",
              "47093                                 स्तन रोग          mai  \n",
              "47094                           شلل دماغي رنحي           ar  \n",
              "47095                      Łysienie plackowate           pl  \n",
              "47096                          Alopecia areata           nl  \n",
              "47097                          alopecia areata           nb  \n",
              "47098                          ଆଲୋପେସିଆ ଏରିଆଟା           or  \n",
              "47099                          ਐਲੋਪੀਸੀਆ ਐਰੀਆਟਾ           pa  \n",
              "47100                          Alopecia Areata           sq  \n",
              "47101              Kongenitale Onychodysplasie           de  \n",
              "47102  nonsyndromic congenital nail disorder 7           en  \n",
              "47103                          Alopecia areata           ms  \n",
              "47104                          alopecia areata           sv  \n",
              "47105                          అలోపీసీయా ఎరేటా           te  \n",
              "47106                           Alopesi areata           tr  \n",
              "47107                                       圓禿           zh  \n",
              "47108               لمفوما جلدية تائية الخلايا           ar  \n",
              "\n[47109 rows x 4 columns]"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>doid.value</th>\n",
              "      <th>item.value</th>\n",
              "      <th>label.value</th>\n",
              "      <th>wpLang.value</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>قصور جارات الدرق الكاذب</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>Pseudohypoparathyreoidismus</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohypoparathyroidism</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohipoparatiroidismo</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>کم‌کاری کاذب غده پاراتیروئید</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>Pseudohipoparatireoidizam</td>\n",
              "      <td>hr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>偽性副甲状腺機能低下症</td>\n",
              "      <td>ja</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>거짓부갑상샘저하증</td>\n",
              "      <td>ko</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>تصلب متعدد</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Esclerosis múltiple</td>\n",
              "      <td>ast</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>malaltia d'Andersen</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Morbus Andersen</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>glycogen storage disease IV</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Enfermedad de Andersen</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>گلیکوژنوز نوع چهار</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Choroba Andersen</td>\n",
              "      <td>pl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Болезнь Андерсена</td>\n",
              "      <td>ru</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Хвороба Андерсен</td>\n",
              "      <td>uk</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Multipla skleroza</td>\n",
              "      <td>bs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>esclerosi múltiple</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>DOID:11729</td>\n",
              "      <td>http://www.wikidata.org/entity/Q201989</td>\n",
              "      <td>داء لايم</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>DOID:11729</td>\n",
              "      <td>http://www.wikidata.org/entity/Q201989</td>\n",
              "      <td>enfermedad de Lyme</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>মাল্টিপল স্ক্লেরোসিস</td>\n",
              "      <td>bn</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Dağınıq skleroz</td>\n",
              "      <td>az</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Множествена склероза</td>\n",
              "      <td>bg</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>DOID:11729</td>\n",
              "      <td>http://www.wikidata.org/entity/Q201989</td>\n",
              "      <td>Enfermedá de Lyme</td>\n",
              "      <td>ast</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>DOID:11729</td>\n",
              "      <td>http://www.wikidata.org/entity/Q201989</td>\n",
              "      <td>Барэліёз</td>\n",
              "      <td>be</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>rzekoma niedoczynność przytarczyc</td>\n",
              "      <td>pl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>داء المكفنات</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>DOID:9201</td>\n",
              "      <td>http://www.wikidata.org/entity/Q848371</td>\n",
              "      <td>liquen pla</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47079</th>\n",
              "      <td>DOID:3616</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4763273</td>\n",
              "      <td>血管脂肪腫</td>\n",
              "      <td>ja</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47080</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>alopecia areata</td>\n",
              "      <td>it</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47081</th>\n",
              "      <td>DOID:12072</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4362791</td>\n",
              "      <td>Пілараспазма</td>\n",
              "      <td>be</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47082</th>\n",
              "      <td>DOID:12072</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4362791</td>\n",
              "      <td>Пилороспазм</td>\n",
              "      <td>ky</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47083</th>\n",
              "      <td>DOID:12072</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4362791</td>\n",
              "      <td>Pilorospazmas</td>\n",
              "      <td>lt</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47084</th>\n",
              "      <td>DOID:12072</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4362791</td>\n",
              "      <td>Пилороспазм</td>\n",
              "      <td>ru</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47085</th>\n",
              "      <td>DOID:13507</td>\n",
              "      <td>http://www.wikidata.org/entity/Q3678252</td>\n",
              "      <td>trigonitis</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47086</th>\n",
              "      <td>DOID:13507</td>\n",
              "      <td>http://www.wikidata.org/entity/Q3678252</td>\n",
              "      <td>trigonitis</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47087</th>\n",
              "      <td>DOID:13507</td>\n",
              "      <td>http://www.wikidata.org/entity/Q3678252</td>\n",
              "      <td>trigonite</td>\n",
              "      <td>pt</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47088</th>\n",
              "      <td>DOID:10208</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5104526</td>\n",
              "      <td>chondroid lipoma</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47089</th>\n",
              "      <td>DOID:3463</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4959796</td>\n",
              "      <td>स्तन रोग</td>\n",
              "      <td>hi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47090</th>\n",
              "      <td>DOID:3463</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4959796</td>\n",
              "      <td>ਛਾਤੀ ਦੇ ਰੋਗ</td>\n",
              "      <td>pa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47091</th>\n",
              "      <td>DOID:3463</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4959796</td>\n",
              "      <td>ସ୍ତନ ରୋଗ</td>\n",
              "      <td>or</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47092</th>\n",
              "      <td>DOID:3463</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4959796</td>\n",
              "      <td>ಸ್ತನ ರೋಗ</td>\n",
              "      <td>kn</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47093</th>\n",
              "      <td>DOID:3463</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4959796</td>\n",
              "      <td>स्तन रोग</td>\n",
              "      <td>mai</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47094</th>\n",
              "      <td>DOID:0050670</td>\n",
              "      <td>http://www.wikidata.org/entity/Q4812914</td>\n",
              "      <td>شلل دماغي رنحي</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47095</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>Łysienie plackowate</td>\n",
              "      <td>pl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47096</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>Alopecia areata</td>\n",
              "      <td>nl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47097</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>alopecia areata</td>\n",
              "      <td>nb</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47098</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>ଆଲୋପେସିଆ ଏରିଆଟା</td>\n",
              "      <td>or</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47099</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>ਐਲੋਪੀਸੀਆ ਐਰੀਆਟਾ</td>\n",
              "      <td>pa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47100</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>Alopecia Areata</td>\n",
              "      <td>sq</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47101</th>\n",
              "      <td>DOID:0080085</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5160446</td>\n",
              "      <td>Kongenitale Onychodysplasie</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47102</th>\n",
              "      <td>DOID:0080085</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5160446</td>\n",
              "      <td>nonsyndromic congenital nail disorder 7</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47103</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>Alopecia areata</td>\n",
              "      <td>ms</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47104</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>alopecia areata</td>\n",
              "      <td>sv</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47105</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>అలోపీసీయా ఎరేటా</td>\n",
              "      <td>te</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47106</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>Alopesi areata</td>\n",
              "      <td>tr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47107</th>\n",
              "      <td>DOID:986</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5075435</td>\n",
              "      <td>圓禿</td>\n",
              "      <td>zh</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47108</th>\n",
              "      <td>DOID:0060061</td>\n",
              "      <td>http://www.wikidata.org/entity/Q5196687</td>\n",
              "      <td>لمفوما جلدية تائية الخلايا</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>47109 rows × 4 columns</p>\n",
              "</div>"
            ]
          },
          "metadata": {}
        }
      ],
      "execution_count": 34,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "outputs": [],
      "execution_count": 35,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "outputs": [],
      "execution_count": 35,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "language = 'english'\n",
        "abbre = 'en'\n",
        "\n",
        "sparql = SPARQLWrapper(\"https://query.wikidata.org/sparql\")\n",
        "\n",
        "# specify the double \"{}\" for format()\n",
        "sparql.setQuery(\"\"\"\n",
        "SELECT DISTINCT ?doid ?item ?label ?wpLang\n",
        "WHERE {{\n",
        "   ?item wdt:P699 ?doid ;\n",
        "         rdfs:label ?label ;\n",
        "         rdfs:label ?{0} .\n",
        "   ?article schema:about ?item ;\n",
        "            schema:inLanguage ?wpLang .\n",
        "   FILTER (lang(?label) = ?wpLang)\n",
        "   FILTER (lang(?{0}) = \"{1}\")\n",
        "}}\n",
        "\"\"\".format(language, abbre))\n",
        "\n",
        "sparql.setReturnFormat(JSON)\n",
        "results = sparql.query().convert()\n",
        "\n",
        "results_df = pd.io.json.json_normalize(results['results']['bindings'])\n",
        "results_df[['doid.value', 'item.value', 'label.value', 'wpLang.value']]"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 35,
          "data": {
            "text/plain": [
              "         doid.value                              item.value  \\\n",
              "0         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "1         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "2         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "3         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "4         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "5         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "6         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "7         DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "8         DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "9         DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "10        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "11        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "12        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "13        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "14        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "15        DOID:2750  http://www.wikidata.org/entity/Q829150   \n",
              "16        DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "17       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "18       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "19       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "20       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "21       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "22       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "23       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "24       DOID:10080  http://www.wikidata.org/entity/Q842169   \n",
              "25        DOID:2377    http://www.wikidata.org/entity/Q8277   \n",
              "26        DOID:2377    http://www.wikidata.org/entity/Q8277   \n",
              "27        DOID:2377    http://www.wikidata.org/entity/Q8277   \n",
              "28        DOID:2377    http://www.wikidata.org/entity/Q8277   \n",
              "29       DOID:11729  http://www.wikidata.org/entity/Q201989   \n",
              "...             ...                                     ...   \n",
              "47076     DOID:2862  http://www.wikidata.org/entity/Q848343   \n",
              "47077     DOID:2862  http://www.wikidata.org/entity/Q848343   \n",
              "47078     DOID:2862  http://www.wikidata.org/entity/Q848343   \n",
              "47079    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47080    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47081    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47082    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47083     DOID:2862  http://www.wikidata.org/entity/Q848343   \n",
              "47084    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47085    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47086    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47087    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47088    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47089    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47090    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47091    DOID:11396  http://www.wikidata.org/entity/Q857667   \n",
              "47092      DOID:255  http://www.wikidata.org/entity/Q861028   \n",
              "47093      DOID:255  http://www.wikidata.org/entity/Q861028   \n",
              "47094      DOID:255  http://www.wikidata.org/entity/Q861028   \n",
              "47095      DOID:255  http://www.wikidata.org/entity/Q861028   \n",
              "47096      DOID:255  http://www.wikidata.org/entity/Q861028   \n",
              "47097     DOID:3829  http://www.wikidata.org/entity/Q864296   \n",
              "47098     DOID:3829  http://www.wikidata.org/entity/Q864296   \n",
              "47099     DOID:3829  http://www.wikidata.org/entity/Q864296   \n",
              "47100  DOID:0060562  http://www.wikidata.org/entity/Q881480   \n",
              "47101  DOID:0070003  http://www.wikidata.org/entity/Q882077   \n",
              "47102     DOID:1441  http://www.wikidata.org/entity/Q899726   \n",
              "47103     DOID:1441  http://www.wikidata.org/entity/Q899726   \n",
              "47104     DOID:1441  http://www.wikidata.org/entity/Q899726   \n",
              "47105     DOID:1441  http://www.wikidata.org/entity/Q899726   \n",
              "\n",
              "                                        label.value wpLang.value  \n",
              "0                           قصور جارات الدرق الكاذب           ar  \n",
              "1                       Pseudohypoparathyreoidismus           de  \n",
              "2                          pseudohypoparathyroidism           en  \n",
              "3                          pseudohipoparatiroidismo           es  \n",
              "4                      کم‌کاری کاذب غده پاراتیروئید           fa  \n",
              "5                         Pseudohipoparatireoidizam           hr  \n",
              "6                                       偽性副甲状腺機能低下症           ja  \n",
              "7                                         거짓부갑상샘저하증           ko  \n",
              "8                               malaltia d'Andersen           ca  \n",
              "9                                   Morbus Andersen           de  \n",
              "10                      glycogen storage disease IV           en  \n",
              "11                           Enfermedad de Andersen           es  \n",
              "12                               گلیکوژنوز نوع چهار           fa  \n",
              "13                                 Choroba Andersen           pl  \n",
              "14                                Болезнь Андерсена           ru  \n",
              "15                                 Хвороба Андерсен           uk  \n",
              "16                rzekoma niedoczynność przytarczyc           pl  \n",
              "17                                     داء المكفنات           ar  \n",
              "18                                       Sparganose           de  \n",
              "19                                      sparganosis           en  \n",
              "20                                     Esparganosis           es  \n",
              "21                                       sparganose           fr  \n",
              "22                                           스파르가눔증           ko  \n",
              "23                                        Спарганоз           ru  \n",
              "24                                        Спарганоз           uk  \n",
              "25                                  Dağınıq skleroz           az  \n",
              "26                             Множествена склероза           bg  \n",
              "27                                       تصلب متعدد           ar  \n",
              "28                              Esclerosis múltiple          ast  \n",
              "29                                         داء لايم           ar  \n",
              "...                                             ...          ...  \n",
              "47076  Manjak enzima glukoza-6-fosfat dehidrogenaze           sh  \n",
              "47077                        โรคพร่องเอนไซม์ G-6-PD           th  \n",
              "47078                                           蠶豆病          yue  \n",
              "47079                                    وذمة الرئة           ar  \n",
              "47080                             Akutni edem pluća           bs  \n",
              "47081                                edema pulmonar           ca  \n",
              "47082                                   plicní edém           cs  \n",
              "47083           ଗ୍ଲୁକୋଜ-୬-ଫସଫେଟ ଡିହାଇଡ୍ରୋଜେନେଜ ଅଭାବ           or  \n",
              "47084                                    Lungenödem           de  \n",
              "47085                               pulmonary edema           en  \n",
              "47086                                edema pulmonar           es  \n",
              "47087                              biriketako edema           eu  \n",
              "47088                                       ادم ریه           fa  \n",
              "47089                                  keuhkoödeema           fi  \n",
              "47090                          œdème aigu du poumon           fr  \n",
              "47091                                    בצקת ריאות           he  \n",
              "47092                                     Hämangiom           de  \n",
              "47093                                ورم وعائي دموي           ar  \n",
              "47094                                    Гемангіёма           be  \n",
              "47095                                    hemangioma           ca  \n",
              "47096                                     hemangiom           cs  \n",
              "47097                            ورم الغدة النخامية           ar  \n",
              "47098                            adenoma d'hipòfisi           ca  \n",
              "47099                               adenom hypofýzy           cs  \n",
              "47100                   Bland-White-Garland-Syndrom           de  \n",
              "47101                                       Blastom           de  \n",
              "47102                               رنح نخاعي مخيخي           ar  \n",
              "47103                    Спінацэрэберальная атаксія           be  \n",
              "47104                      Спиноцеребеларна атаксия           bg  \n",
              "47105                     atàxia espinocerebel·losa           ca  \n",
              "\n[47106 rows x 4 columns]"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>doid.value</th>\n",
              "      <th>item.value</th>\n",
              "      <th>label.value</th>\n",
              "      <th>wpLang.value</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>قصور جارات الدرق الكاذب</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>Pseudohypoparathyreoidismus</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohypoparathyroidism</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohipoparatiroidismo</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>کم‌کاری کاذب غده پاراتیروئید</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>Pseudohipoparatireoidizam</td>\n",
              "      <td>hr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>偽性副甲状腺機能低下症</td>\n",
              "      <td>ja</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>거짓부갑상샘저하증</td>\n",
              "      <td>ko</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>malaltia d'Andersen</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Morbus Andersen</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>glycogen storage disease IV</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Enfermedad de Andersen</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>گلیکوژنوز نوع چهار</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Choroba Andersen</td>\n",
              "      <td>pl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Болезнь Андерсена</td>\n",
              "      <td>ru</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>DOID:2750</td>\n",
              "      <td>http://www.wikidata.org/entity/Q829150</td>\n",
              "      <td>Хвороба Андерсен</td>\n",
              "      <td>uk</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>rzekoma niedoczynność przytarczyc</td>\n",
              "      <td>pl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>داء المكفنات</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>Sparganose</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>sparganosis</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>Esparganosis</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>sparganose</td>\n",
              "      <td>fr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>스파르가눔증</td>\n",
              "      <td>ko</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>Спарганоз</td>\n",
              "      <td>ru</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>DOID:10080</td>\n",
              "      <td>http://www.wikidata.org/entity/Q842169</td>\n",
              "      <td>Спарганоз</td>\n",
              "      <td>uk</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Dağınıq skleroz</td>\n",
              "      <td>az</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Множествена склероза</td>\n",
              "      <td>bg</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>تصلب متعدد</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>DOID:2377</td>\n",
              "      <td>http://www.wikidata.org/entity/Q8277</td>\n",
              "      <td>Esclerosis múltiple</td>\n",
              "      <td>ast</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>DOID:11729</td>\n",
              "      <td>http://www.wikidata.org/entity/Q201989</td>\n",
              "      <td>داء لايم</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47076</th>\n",
              "      <td>DOID:2862</td>\n",
              "      <td>http://www.wikidata.org/entity/Q848343</td>\n",
              "      <td>Manjak enzima glukoza-6-fosfat dehidrogenaze</td>\n",
              "      <td>sh</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47077</th>\n",
              "      <td>DOID:2862</td>\n",
              "      <td>http://www.wikidata.org/entity/Q848343</td>\n",
              "      <td>โรคพร่องเอนไซม์ G-6-PD</td>\n",
              "      <td>th</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47078</th>\n",
              "      <td>DOID:2862</td>\n",
              "      <td>http://www.wikidata.org/entity/Q848343</td>\n",
              "      <td>蠶豆病</td>\n",
              "      <td>yue</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47079</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>وذمة الرئة</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47080</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>Akutni edem pluća</td>\n",
              "      <td>bs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47081</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>edema pulmonar</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47082</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>plicní edém</td>\n",
              "      <td>cs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47083</th>\n",
              "      <td>DOID:2862</td>\n",
              "      <td>http://www.wikidata.org/entity/Q848343</td>\n",
              "      <td>ଗ୍ଲୁକୋଜ-୬-ଫସଫେଟ ଡିହାଇଡ୍ରୋଜେନେଜ ଅଭାବ</td>\n",
              "      <td>or</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47084</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>Lungenödem</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47085</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>pulmonary edema</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47086</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>edema pulmonar</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47087</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>biriketako edema</td>\n",
              "      <td>eu</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47088</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>ادم ریه</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47089</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>keuhkoödeema</td>\n",
              "      <td>fi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47090</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>œdème aigu du poumon</td>\n",
              "      <td>fr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47091</th>\n",
              "      <td>DOID:11396</td>\n",
              "      <td>http://www.wikidata.org/entity/Q857667</td>\n",
              "      <td>בצקת ריאות</td>\n",
              "      <td>he</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47092</th>\n",
              "      <td>DOID:255</td>\n",
              "      <td>http://www.wikidata.org/entity/Q861028</td>\n",
              "      <td>Hämangiom</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47093</th>\n",
              "      <td>DOID:255</td>\n",
              "      <td>http://www.wikidata.org/entity/Q861028</td>\n",
              "      <td>ورم وعائي دموي</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47094</th>\n",
              "      <td>DOID:255</td>\n",
              "      <td>http://www.wikidata.org/entity/Q861028</td>\n",
              "      <td>Гемангіёма</td>\n",
              "      <td>be</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47095</th>\n",
              "      <td>DOID:255</td>\n",
              "      <td>http://www.wikidata.org/entity/Q861028</td>\n",
              "      <td>hemangioma</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47096</th>\n",
              "      <td>DOID:255</td>\n",
              "      <td>http://www.wikidata.org/entity/Q861028</td>\n",
              "      <td>hemangiom</td>\n",
              "      <td>cs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47097</th>\n",
              "      <td>DOID:3829</td>\n",
              "      <td>http://www.wikidata.org/entity/Q864296</td>\n",
              "      <td>ورم الغدة النخامية</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47098</th>\n",
              "      <td>DOID:3829</td>\n",
              "      <td>http://www.wikidata.org/entity/Q864296</td>\n",
              "      <td>adenoma d'hipòfisi</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47099</th>\n",
              "      <td>DOID:3829</td>\n",
              "      <td>http://www.wikidata.org/entity/Q864296</td>\n",
              "      <td>adenom hypofýzy</td>\n",
              "      <td>cs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47100</th>\n",
              "      <td>DOID:0060562</td>\n",
              "      <td>http://www.wikidata.org/entity/Q881480</td>\n",
              "      <td>Bland-White-Garland-Syndrom</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47101</th>\n",
              "      <td>DOID:0070003</td>\n",
              "      <td>http://www.wikidata.org/entity/Q882077</td>\n",
              "      <td>Blastom</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47102</th>\n",
              "      <td>DOID:1441</td>\n",
              "      <td>http://www.wikidata.org/entity/Q899726</td>\n",
              "      <td>رنح نخاعي مخيخي</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47103</th>\n",
              "      <td>DOID:1441</td>\n",
              "      <td>http://www.wikidata.org/entity/Q899726</td>\n",
              "      <td>Спінацэрэберальная атаксія</td>\n",
              "      <td>be</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47104</th>\n",
              "      <td>DOID:1441</td>\n",
              "      <td>http://www.wikidata.org/entity/Q899726</td>\n",
              "      <td>Спиноцеребеларна атаксия</td>\n",
              "      <td>bg</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47105</th>\n",
              "      <td>DOID:1441</td>\n",
              "      <td>http://www.wikidata.org/entity/Q899726</td>\n",
              "      <td>atàxia espinocerebel·losa</td>\n",
              "      <td>ca</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>47106 rows × 4 columns</p>\n",
              "</div>"
            ]
          },
          "metadata": {}
        }
      ],
      "execution_count": 35,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "outputs": [],
      "execution_count": 5,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "outputs": [],
      "execution_count": 5,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Method (II)"
      ],
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import json\n",
        "from SPARQLWrapper import SPARQLWrapper, JSON"
      ],
      "outputs": [],
      "execution_count": 36,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def get_sparql_dataframe(service, query):\n",
        "    \"\"\"\n",
        "    Helper function to convert SPARQL results into a Pandas data frame.\n",
        "    \"\"\"\n",
        "    sparql = SPARQLWrapper(service)\n",
        "    sparql.setQuery(query)\n",
        "    sparql.setReturnFormat(JSON)\n",
        "    result = sparql.query()\n",
        "\n",
        "    processed_results = json.load(result.response)\n",
        "    cols = processed_results['head']['vars']\n",
        "\n",
        "    out = []\n",
        "    for row in processed_results['results']['bindings']:\n",
        "        item = []\n",
        "        for c in cols:\n",
        "            item.append(row.get(c, {}).get('value'))\n",
        "        out.append(item)\n",
        "\n    return pd.DataFrame(out, columns=cols)"
      ],
      "outputs": [],
      "execution_count": 37,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "wds = \"https://query.wikidata.org/sparql\""
      ],
      "outputs": [],
      "execution_count": 38,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "rq = \"\"\"\n",
        "SELECT DISTINCT ?doid ?item ?label ?wpLang\n",
        " \n",
        "WHERE {\n",
        "   ?item wdt:P699 ?doid ;\n",
        "         rdfs:label ?label ;\n",
        "         rdfs:label ?english .\n",
        "   ?article schema:about ?item ;\n",
        "            schema:inLanguage ?wpLang .\n",
        "   FILTER (lang(?label) = ?wpLang)\n",
        "   FILTER (lang(?english) = \"en\")\n",
        "}\n",
        "\"\"\""
      ],
      "outputs": [],
      "execution_count": 39,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df = get_sparql_dataframe(wds, rq)"
      ],
      "outputs": [],
      "execution_count": 40,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df.head()"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 41,
          "data": {
            "text/plain": [
              "        doid                                    item  \\\n",
              "0  DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "1  DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "2  DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "3  DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "4  DOID:4184  http://www.wikidata.org/entity/Q819207   \n",
              "\n",
              "                          label wpLang  \n",
              "0       قصور جارات الدرق الكاذب     ar  \n",
              "1   Pseudohypoparathyreoidismus     de  \n",
              "2      pseudohypoparathyroidism     en  \n",
              "3      pseudohipoparatiroidismo     es  \n",
              "4  کم‌کاری کاذب غده پاراتیروئید     fa  "
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>doid</th>\n",
              "      <th>item</th>\n",
              "      <th>label</th>\n",
              "      <th>wpLang</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>قصور جارات الدرق الكاذب</td>\n",
              "      <td>ar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>Pseudohypoparathyreoidismus</td>\n",
              "      <td>de</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohypoparathyroidism</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>pseudohipoparatiroidismo</td>\n",
              "      <td>es</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>DOID:4184</td>\n",
              "      <td>http://www.wikidata.org/entity/Q819207</td>\n",
              "      <td>کم‌کاری کاذب غده پاراتیروئید</td>\n",
              "      <td>fa</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ]
          },
          "metadata": {}
        }
      ],
      "execution_count": 41,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df.describe()"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 42,
          "data": {
            "text/plain": [
              "            doid                                   item  label wpLang\n",
              "count      47109                                  47109  47109  47109\n",
              "unique      3588                                   3564  41320    236\n",
              "top     DOID:635  http://www.wikidata.org/entity/Q79793   AIDS     en\n",
              "freq         157                                    202     38   3245"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>doid</th>\n",
              "      <th>item</th>\n",
              "      <th>label</th>\n",
              "      <th>wpLang</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>47109</td>\n",
              "      <td>47109</td>\n",
              "      <td>47109</td>\n",
              "      <td>47109</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>unique</th>\n",
              "      <td>3588</td>\n",
              "      <td>3564</td>\n",
              "      <td>41320</td>\n",
              "      <td>236</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>top</th>\n",
              "      <td>DOID:635</td>\n",
              "      <td>http://www.wikidata.org/entity/Q79793</td>\n",
              "      <td>AIDS</td>\n",
              "      <td>en</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>freq</th>\n",
              "      <td>157</td>\n",
              "      <td>202</td>\n",
              "      <td>38</td>\n",
              "      <td>3245</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ]
          },
          "metadata": {}
        }
      ],
      "execution_count": 42,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df['label'].value_counts()[:10]"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 43,
          "data": {
            "text/plain": [
              "AIDS               38\n",
              "Malaria            23\n",
              "Ebola              21\n",
              "SARS               19\n",
              "meningitis         18\n",
              "Hepatitis A        18\n",
              "Kuru               17\n",
              "Vitiligo           15\n",
              "Gastroenteritis    15\n",
              "Kwashiorkor        14\n",
              "Name: label, dtype: int64"
            ]
          },
          "metadata": {}
        }
      ],
      "execution_count": 43,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "outputs": [],
      "execution_count": null,
      "metadata": {
        "collapsed": false,
        "outputHidden": false,
        "inputHidden": false
      }
    }
  ],
  "metadata": {
    "kernel_info": {
      "name": "python3"
    },
    "language_info": {
      "name": "python",
      "version": "3.7.0",
      "mimetype": "text/x-python",
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "pygments_lexer": "ipython3",
      "nbconvert_exporter": "python",
      "file_extension": ".py"
    },
    "kernelspec": {
      "name": "python3",
      "language": "python",
      "display_name": "Python 3"
    },
    "nteract": {
      "version": "0.12.3"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 4
}