Skip to content

Commit

Permalink
error note on notebook 4
Browse files Browse the repository at this point in the history
  • Loading branch information
@pablomarin
pablomarin committed Oct 17, 2023
1 parent 5749d9a commit 60f2381
Show file tree
Hide file tree
Showing 5 changed files with 189 additions and 251 deletions.
17 changes: 3 additions & 14 deletions 01-Load-Data-ACogSearch.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -582,22 +582,11 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": null,
"metadata": {
"tags": []
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"200\n",
"Status: inProgress\n",
"Items Processed: 100\n",
"True\n"
]
}
],
"outputs": [],
"source": [
"# Optionally, get indexer status to confirm that it's running\n",
"r = requests.get(os.environ['AZURE_SEARCH_ENDPOINT'] + \"/indexers/\" + indexer_name +\n",
Expand Down Expand Up @@ -643,7 +632,7 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 28,
"metadata": {},
"outputs": [
{
Expand Down
108 changes: 54 additions & 54 deletions 02-LoadCSVOneToMany-ACogSearch.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"204\n",
"201\n",
"True\n"
]
}
Expand Down Expand Up @@ -120,19 +120,19 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 7,
"id": "2fbbbd0d-3015-4601-9ef1-7008ad168167",
"metadata": {},
"outputs": [],
"source": [
"#Download the csv files to disk and inspect using pandas\n",
"import pandas as pd\n",
"remote_file_path = \"https://demodatasetsp.blob.core.windows.net/cord19/metadata.csv\""
"remote_file_path = \"https://demodatasetsp.blob.core.windows.net/cord19/metadata/metadata.csv\""
]
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 8,
"id": "aaac918a-8859-45f5-9519-2cf56bfded88",
"metadata": {},
"outputs": [
Expand All @@ -148,72 +148,72 @@
"text/html": [
"<style type=\"text/css\">\n",
"</style>\n",
"<table id=\"T_5ea2e\">\n",
"<table id=\"T_17446\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
" <th id=\"T_5ea2e_level0_col0\" class=\"col_heading level0 col0\" >cord_uid</th>\n",
" <th id=\"T_5ea2e_level0_col1\" class=\"col_heading level0 col1\" >source_x</th>\n",
" <th id=\"T_5ea2e_level0_col2\" class=\"col_heading level0 col2\" >title</th>\n",
" <th id=\"T_5ea2e_level0_col3\" class=\"col_heading level0 col3\" >abstract</th>\n",
" <th id=\"T_5ea2e_level0_col4\" class=\"col_heading level0 col4\" >authors</th>\n",
" <th id=\"T_5ea2e_level0_col5\" class=\"col_heading level0 col5\" >url</th>\n",
" <th id=\"T_17446_level0_col0\" class=\"col_heading level0 col0\" >cord_uid</th>\n",
" <th id=\"T_17446_level0_col1\" class=\"col_heading level0 col1\" >source_x</th>\n",
" <th id=\"T_17446_level0_col2\" class=\"col_heading level0 col2\" >title</th>\n",
" <th id=\"T_17446_level0_col3\" class=\"col_heading level0 col3\" >abstract</th>\n",
" <th id=\"T_17446_level0_col4\" class=\"col_heading level0 col4\" >authors</th>\n",
" <th id=\"T_17446_level0_col5\" class=\"col_heading level0 col5\" >url</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th id=\"T_5ea2e_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_5ea2e_row0_col0\" class=\"data row0 col0\" >ug7v899j</td>\n",
" <td id=\"T_5ea2e_row0_col1\" class=\"data row0 col1\" >PMC</td>\n",
" <td id=\"T_5ea2e_row0_col2\" class=\"data row0 col2\" >Clinical features of culture-p...</td>\n",
" <td id=\"T_5ea2e_row0_col3\" class=\"data row0 col3\" >OBJECTIVE: This retrospective ...</td>\n",
" <td id=\"T_5ea2e_row0_col4\" class=\"data row0 col4\" >Madani, Tariq A; Al-Ghamdi, Ai...</td>\n",
" <td id=\"T_5ea2e_row0_col5\" class=\"data row0 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC35282/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC35282/</a></td>\n",
" <th id=\"T_17446_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
" <td id=\"T_17446_row0_col0\" class=\"data row0 col0\" >ug7v899j</td>\n",
" <td id=\"T_17446_row0_col1\" class=\"data row0 col1\" >PMC</td>\n",
" <td id=\"T_17446_row0_col2\" class=\"data row0 col2\" >Clinical features of culture-p...</td>\n",
" <td id=\"T_17446_row0_col3\" class=\"data row0 col3\" >OBJECTIVE: This retrospective ...</td>\n",
" <td id=\"T_17446_row0_col4\" class=\"data row0 col4\" >Madani, Tariq A; Al-Ghamdi, Ai...</td>\n",
" <td id=\"T_17446_row0_col5\" class=\"data row0 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC35282/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC35282/</a></td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_5ea2e_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_5ea2e_row1_col0\" class=\"data row1 col0\" >02tnwd4m</td>\n",
" <td id=\"T_5ea2e_row1_col1\" class=\"data row1 col1\" >PMC</td>\n",
" <td id=\"T_5ea2e_row1_col2\" class=\"data row1 col2\" >Nitric oxide: a pro-inflammato...</td>\n",
" <td id=\"T_5ea2e_row1_col3\" class=\"data row1 col3\" >Inflammatory diseases of the r...</td>\n",
" <td id=\"T_5ea2e_row1_col4\" class=\"data row1 col4\" >Vliet, Albert van der; Eiseric...</td>\n",
" <td id=\"T_5ea2e_row1_col5\" class=\"data row1 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59543/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59543/</a></td>\n",
" <th id=\"T_17446_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
" <td id=\"T_17446_row1_col0\" class=\"data row1 col0\" >02tnwd4m</td>\n",
" <td id=\"T_17446_row1_col1\" class=\"data row1 col1\" >PMC</td>\n",
" <td id=\"T_17446_row1_col2\" class=\"data row1 col2\" >Nitric oxide: a pro-inflammato...</td>\n",
" <td id=\"T_17446_row1_col3\" class=\"data row1 col3\" >Inflammatory diseases of the r...</td>\n",
" <td id=\"T_17446_row1_col4\" class=\"data row1 col4\" >Vliet, Albert van der; Eiseric...</td>\n",
" <td id=\"T_17446_row1_col5\" class=\"data row1 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59543/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59543/</a></td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_5ea2e_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
" <td id=\"T_5ea2e_row2_col0\" class=\"data row2 col0\" >ejv2xln0</td>\n",
" <td id=\"T_5ea2e_row2_col1\" class=\"data row2 col1\" >PMC</td>\n",
" <td id=\"T_5ea2e_row2_col2\" class=\"data row2 col2\" >Surfactant protein-D and pulmo...</td>\n",
" <td id=\"T_5ea2e_row2_col3\" class=\"data row2 col3\" >Surfactant protein-D (SP-D) pa...</td>\n",
" <td id=\"T_5ea2e_row2_col4\" class=\"data row2 col4\" >Crouch, Erika C...</td>\n",
" <td id=\"T_5ea2e_row2_col5\" class=\"data row2 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59549/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59549/</a></td>\n",
" <th id=\"T_17446_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
" <td id=\"T_17446_row2_col0\" class=\"data row2 col0\" >ejv2xln0</td>\n",
" <td id=\"T_17446_row2_col1\" class=\"data row2 col1\" >PMC</td>\n",
" <td id=\"T_17446_row2_col2\" class=\"data row2 col2\" >Surfactant protein-D and pulmo...</td>\n",
" <td id=\"T_17446_row2_col3\" class=\"data row2 col3\" >Surfactant protein-D (SP-D) pa...</td>\n",
" <td id=\"T_17446_row2_col4\" class=\"data row2 col4\" >Crouch, Erika C...</td>\n",
" <td id=\"T_17446_row2_col5\" class=\"data row2 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59549/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59549/</a></td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_5ea2e_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
" <td id=\"T_5ea2e_row3_col0\" class=\"data row3 col0\" >2b73a28n</td>\n",
" <td id=\"T_5ea2e_row3_col1\" class=\"data row3 col1\" >PMC</td>\n",
" <td id=\"T_5ea2e_row3_col2\" class=\"data row3 col2\" >Role of endothelin-1 in lung d...</td>\n",
" <td id=\"T_5ea2e_row3_col3\" class=\"data row3 col3\" >Endothelin-1 (ET-1) is a 21 am...</td>\n",
" <td id=\"T_5ea2e_row3_col4\" class=\"data row3 col4\" >Fagan, Karen A; McMurtry, Ivan...</td>\n",
" <td id=\"T_5ea2e_row3_col5\" class=\"data row3 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59574/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59574/</a></td>\n",
" <th id=\"T_17446_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
" <td id=\"T_17446_row3_col0\" class=\"data row3 col0\" >2b73a28n</td>\n",
" <td id=\"T_17446_row3_col1\" class=\"data row3 col1\" >PMC</td>\n",
" <td id=\"T_17446_row3_col2\" class=\"data row3 col2\" >Role of endothelin-1 in lung d...</td>\n",
" <td id=\"T_17446_row3_col3\" class=\"data row3 col3\" >Endothelin-1 (ET-1) is a 21 am...</td>\n",
" <td id=\"T_17446_row3_col4\" class=\"data row3 col4\" >Fagan, Karen A; McMurtry, Ivan...</td>\n",
" <td id=\"T_17446_row3_col5\" class=\"data row3 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59574/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59574/</a></td>\n",
" </tr>\n",
" <tr>\n",
" <th id=\"T_5ea2e_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
" <td id=\"T_5ea2e_row4_col0\" class=\"data row4 col0\" >9785vg6d</td>\n",
" <td id=\"T_5ea2e_row4_col1\" class=\"data row4 col1\" >PMC</td>\n",
" <td id=\"T_5ea2e_row4_col2\" class=\"data row4 col2\" >Gene expression in epithelial ...</td>\n",
" <td id=\"T_5ea2e_row4_col3\" class=\"data row4 col3\" >Respiratory syncytial virus (R...</td>\n",
" <td id=\"T_5ea2e_row4_col4\" class=\"data row4 col4\" >Domachowske, Joseph B; Bonvill...</td>\n",
" <td id=\"T_5ea2e_row4_col5\" class=\"data row4 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59580/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59580/</a></td>\n",
" <th id=\"T_17446_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
" <td id=\"T_17446_row4_col0\" class=\"data row4 col0\" >9785vg6d</td>\n",
" <td id=\"T_17446_row4_col1\" class=\"data row4 col1\" >PMC</td>\n",
" <td id=\"T_17446_row4_col2\" class=\"data row4 col2\" >Gene expression in epithelial ...</td>\n",
" <td id=\"T_17446_row4_col3\" class=\"data row4 col3\" >Respiratory syncytial virus (R...</td>\n",
" <td id=\"T_17446_row4_col4\" class=\"data row4 col4\" >Domachowske, Joseph B; Bonvill...</td>\n",
" <td id=\"T_17446_row4_col5\" class=\"data row4 col5\" ><a href=\"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59580/\">https://www.ncbi.nlm.nih.gov/pmc/articles/PMC59580/</a></td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
"<pandas.io.formats.style.Styler at 0x7f899eab9d50>"
"<pandas.io.formats.style.Styler at 0x7f5a08f8a290>"
]
},
"execution_count": 6,
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
Expand Down Expand Up @@ -248,7 +248,7 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 9,
"id": "b46cfa90-28b4-4602-b6ff-743a3407fd72",
"metadata": {},
"outputs": [
Expand Down Expand Up @@ -336,7 +336,7 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 10,
"id": "5284b80c-9ba6-49d6-8109-5bfdbaa6ddc5",
"metadata": {},
"outputs": [
Expand Down Expand Up @@ -403,7 +403,7 @@
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": 11,
"id": "b87b8ebd-8091-43b6-9124-cc17021cfb78",
"metadata": {},
"outputs": [
Expand Down Expand Up @@ -469,7 +469,7 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 17,
"id": "6132c041-7213-410e-a206-1a8c7385128e",
"metadata": {},
"outputs": [
Expand All @@ -479,7 +479,7 @@
"text": [
"200\n",
"Status: inProgress\n",
"Items Processed: 20000\n",
"Items Processed: 45000\n",
"True\n"
]
}
Expand Down Expand Up @@ -513,7 +513,7 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 18,
"id": "ec359823-3b9f-4b7f-af38-c3f2f916d5fa",
"metadata": {},
"outputs": [
Expand Down
Loading

0 comments on commit 60f2381

Please sign in to comment.