alihan/KG_RAG
1
0
Fork 0
mirror of https://github.com/BaranziniLab/KG_RAG.git synced 2024-06-08 14:12:54 +03:00
Code Issues Packages Projects Releases Wiki Activity

added hyperparam data and analysis notebook

Browse Source
This commit is contained in:
Karthik Soman
2024-03-22 21:16:27 -07:00
parent 3591bd55ab
commit 0a5d8799f1
38 changed files with 4814 additions and 325 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
data/results/Llama_2_13b_chat_hf_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/Llama_2_13b_chat_hf_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv
View File

0
data/results/Llama_2_13b_chat_hf_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/Llama_2_13b_chat_hf_prompt_based_mcq_from_monarch_and_robokop_response.csv
View File

1126
data/results/figures/context_volume_single_disease_prompt_miniLM_vs_PubMedBert.svg Normal file
View File

File diff suppressed because it is too large Load Diff
Side by Side

After

Width:  |  Height:  |  Size: 28 KiB

1175
data/results/figures/context_volume_two_disease_prompt_miniLM_vs_PubMedBert.svg Normal file
View File

File diff suppressed because it is too large Load Diff
Side by Side

After

Width:  |  Height:  |  Size: 30 KiB

58
data/results/figures/gpt_35_mcq.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:19:10.546634</dc:date>
<dc:date>2024-03-22T21:13:16.793982</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="m897d9e4983" d="M 194.063258 -37.562174
<path id="m226faa70ad" d="M 194.063258 -37.562174
L 194.063258 -37.55625
L 194.42776 -37.55625
L 194.792263 -37.55625
@@ -444,13 +444,13 @@ L 194.063258 -37.562174
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p07dea5bbd5)">
<use xlink:href="#m897d9e4983" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#p29951f58f1)">
<use xlink:href="#m226faa70ad" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="mf637b8c6db" d="M 262.618694 -37.576405
<path id="m877a43351e" d="M 262.618694 -37.576405
L 262.618694 -37.55625
L 262.936785 -37.55625
L 263.254876 -37.55625
@@ -855,20 +855,20 @@ L 262.618694 -37.576405
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p07dea5bbd5)">
<use xlink:href="#mf637b8c6db" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#p29951f58f1)">
<use xlink:href="#m877a43351e" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="m5967b33495" d="M 0 0
<path id="m1711f7ad24" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m5967b33495" x="50.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="50.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -927,7 +927,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#m5967b33495" x="85.01875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="85.01875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -968,7 +968,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#m5967b33495" x="119.89375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="119.89375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1017,7 +1017,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#m5967b33495" x="154.76875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="154.76875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1053,7 +1053,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#m5967b33495" x="189.64375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="189.64375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1095,7 +1095,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#m5967b33495" x="224.51875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="224.51875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1142,7 +1142,7 @@ z
<g id="xtick_7">
<g id="line2d_7">
<g>
<use xlink:href="#m5967b33495" x="259.39375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="259.39375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
@@ -1169,7 +1169,7 @@ z
<g id="xtick_8">
<g id="line2d_8">
<g>
<use xlink:href="#m5967b33495" x="294.26875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="294.26875" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1225,7 +1225,7 @@ z
<g id="xtick_9">
<g id="line2d_9">
<g>
<use xlink:href="#m5967b33495" x="329.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m1711f7ad24" x="329.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1415,12 +1415,12 @@ z
<g id="ytick_1">
<g id="line2d_10">
<defs>
<path id="m510df1d95f" d="M 0 0
<path id="m93ef7ab2a4" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1435,7 +1435,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_11">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="151.993607" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="151.993607" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1450,7 +1450,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_12">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="130.467214" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="130.467214" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1465,7 +1465,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_13">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="108.940821" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="108.940821" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
@@ -1480,7 +1480,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_14">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="87.414427" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="87.414427" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_15">
@@ -1496,7 +1496,7 @@ L -3.5 0
<g id="ytick_6">
<g id="line2d_15">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="65.888034" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="65.888034" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_16">
@@ -1512,7 +1512,7 @@ L -3.5 0
<g id="ytick_7">
<g id="line2d_16">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="44.361641" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="44.361641" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
@@ -1528,7 +1528,7 @@ L -3.5 0
<g id="ytick_8">
<g id="line2d_17">
<g>
<use xlink:href="#m510df1d95f" x="50.14375" y="22.835248" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m93ef7ab2a4" x="50.14375" y="22.835248" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
@@ -1687,12 +1687,12 @@ z
<g id="line2d_18">
<path d="M 235.4416 173.52
L 235.4416 7.2
" clip-path="url(#p07dea5bbd5)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p29951f58f1)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_19">
<path d="M 292.2646 173.52
L 292.2646 7.2
" clip-path="url(#p07dea5bbd5)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p29951f58f1)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 50.14375 173.52
@@ -2001,7 +2001,7 @@ z
</g>
</g>
<defs>
<clipPath id="p07dea5bbd5">
<clipPath id="p29951f58f1">
<rect x="50.14375" y="7.2" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 48 KiB

After

Width:  |  Height:  |  Size: 48 KiB

50
data/results/figures/gpt_35_true_false.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:11:55.934824</dc:date>
<dc:date>2024-03-22T21:15:39.704547</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="m2d2197ce49" d="M 94.237392 -37.564772
<path id="m0a36f7d2c7" d="M 94.237392 -37.564772
L 94.237392 -37.55625
L 95.044283 -37.55625
L 95.851175 -37.55625
@@ -444,13 +444,13 @@ L 94.237392 -37.564772
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p4f4e36613e)">
<use xlink:href="#m2d2197ce49" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#p63e4536b06)">
<use xlink:href="#m0a36f7d2c7" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="mb4fa32315a" d="M 220.015955 -37.611722
<path id="m76b811fe26" d="M 220.015955 -37.611722
L 220.015955 -37.55625
L 220.493414 -37.55625
L 220.970873 -37.55625
@@ -855,20 +855,20 @@ L 220.015955 -37.611722
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p4f4e36613e)">
<use xlink:href="#mb4fa32315a" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#p63e4536b06)">
<use xlink:href="#m76b811fe26" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="mfc288a2324" d="M 0 0
<path id="m20919904a0" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#mfc288a2324" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -949,7 +949,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#mfc288a2324" x="96.403125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="96.403125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -1006,7 +1006,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#mfc288a2324" x="152.203125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="152.203125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1022,7 +1022,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#mfc288a2324" x="208.003125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="208.003125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1070,7 +1070,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#mfc288a2324" x="263.803125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="263.803125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1086,7 +1086,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#mfc288a2324" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m20919904a0" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1261,12 +1261,12 @@ z
<g id="ytick_1">
<g id="line2d_7">
<defs>
<path id="mb6ad2fd1c2" d="M 0 0
<path id="m95ac5ef854" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1279,7 +1279,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_8">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="149.446897" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="149.446897" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1292,7 +1292,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_9">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="125.373794" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="125.373794" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_10">
@@ -1306,7 +1306,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_10">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="101.300691" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="101.300691" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1320,7 +1320,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_11">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="77.227588" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="77.227588" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1360,7 +1360,7 @@ z
<g id="ytick_6">
<g id="line2d_12">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="53.154485" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="53.154485" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1374,7 +1374,7 @@ z
<g id="ytick_7">
<g id="line2d_13">
<g>
<use xlink:href="#mb6ad2fd1c2" x="40.603125" y="29.081382" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m95ac5ef854" x="40.603125" y="29.081382" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
@@ -1565,12 +1565,12 @@ z
<g id="line2d_14">
<path d="M 177.514005 173.52
L 177.514005 7.2
" clip-path="url(#p4f4e36613e)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p63e4536b06)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_15">
<path d="M 266.243445 173.52
L 266.243445 7.2
" clip-path="url(#p4f4e36613e)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p63e4536b06)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 40.603125 173.52
@@ -1879,7 +1879,7 @@ z
</g>
</g>
<defs>
<clipPath id="p4f4e36613e">
<clipPath id="p63e4536b06">
<rect x="40.603125" y="7.2" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 45 KiB

After

Width:  |  Height:  |  Size: 45 KiB

58
data/results/figures/gpt_4_mcq.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:19:10.694382</dc:date>
<dc:date>2024-03-22T21:13:16.938103</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="m25436cdd7c" d="M 207.707024 -37.569918
<path id="m2926e74909" d="M 207.707024 -37.569918
L 207.707024 -37.55625
L 208.107236 -37.55625
L 208.507448 -37.55625
@@ -444,13 +444,13 @@ L 207.707024 -37.569918
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p27186b69e6)">
<use xlink:href="#m25436cdd7c" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#pb6d95b6e23)">
<use xlink:href="#m2926e74909" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="mf70895debb" d="M 226.74382 -37.563515
<path id="mf460c38227" d="M 226.74382 -37.563515
L 226.74382 -37.55625
L 227.127959 -37.55625
L 227.512098 -37.55625
@@ -855,20 +855,20 @@ L 226.74382 -37.563515
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p27186b69e6)">
<use xlink:href="#mf70895debb" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#pb6d95b6e23)">
<use xlink:href="#mf460c38227" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="me840e03454" d="M 0 0
<path id="m266eae85a8" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#me840e03454" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -927,7 +927,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#me840e03454" x="75.478125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="75.478125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -968,7 +968,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#me840e03454" x="110.353125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="110.353125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1017,7 +1017,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#me840e03454" x="145.228125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="145.228125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1053,7 +1053,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#me840e03454" x="180.103125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="180.103125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1095,7 +1095,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#me840e03454" x="214.978125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="214.978125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1142,7 +1142,7 @@ z
<g id="xtick_7">
<g id="line2d_7">
<g>
<use xlink:href="#me840e03454" x="249.853125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="249.853125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
@@ -1169,7 +1169,7 @@ z
<g id="xtick_8">
<g id="line2d_8">
<g>
<use xlink:href="#me840e03454" x="284.728125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="284.728125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1225,7 +1225,7 @@ z
<g id="xtick_9">
<g id="line2d_9">
<g>
<use xlink:href="#me840e03454" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m266eae85a8" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1415,12 +1415,12 @@ z
<g id="ytick_1">
<g id="line2d_10">
<defs>
<path id="m9756856db0" d="M 0 0
<path id="m9d3514729f" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1433,7 +1433,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_11">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="152.102632" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="152.102632" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1446,7 +1446,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_12">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="130.685263" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="130.685263" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1459,7 +1459,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_13">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="109.267895" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="109.267895" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
@@ -1472,7 +1472,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_14">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="87.850526" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="87.850526" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_15">
@@ -1485,7 +1485,7 @@ L -3.5 0
<g id="ytick_6">
<g id="line2d_15">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="66.433158" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="66.433158" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_16">
@@ -1499,7 +1499,7 @@ L -3.5 0
<g id="ytick_7">
<g id="line2d_16">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="45.015789" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="45.015789" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
@@ -1513,7 +1513,7 @@ L -3.5 0
<g id="ytick_8">
<g id="line2d_17">
<g>
<use xlink:href="#m9756856db0" x="40.603125" y="23.598421" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m9d3514729f" x="40.603125" y="23.598421" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
@@ -1670,12 +1670,12 @@ z
<g id="line2d_18">
<path d="M 244.528875 173.52
L 244.528875 7.2
" clip-path="url(#p27186b69e6)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#pb6d95b6e23)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_19">
<path d="M 264.41925 173.52
L 264.41925 7.2
" clip-path="url(#p27186b69e6)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#pb6d95b6e23)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 40.603125 173.52
@@ -1984,7 +1984,7 @@ z
</g>
</g>
<defs>
<clipPath id="p27186b69e6">
<clipPath id="pb6d95b6e23">
<rect x="40.603125" y="7.2" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 47 KiB

After

Width:  |  Height:  |  Size: 47 KiB

50
data/results/figures/gpt_4_true_false.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:11:56.064396</dc:date>
<dc:date>2024-03-22T21:15:39.836390</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="mbccb0e8829" d="M 140.881134 -37.583151
<path id="m1330606f27" d="M 140.881134 -37.583151
L 140.881134 -37.55625
L 141.6305 -37.55625
L 142.379867 -37.55625
@@ -444,13 +444,13 @@ L 140.881134 -37.583151
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p39113df4f3)">
<use xlink:href="#mbccb0e8829" x="0" y="211.169378" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#p90f3ebb516)">
<use xlink:href="#m1330606f27" x="0" y="211.169378" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="mbfa137cc96" d="M 189.233383 -37.563349
<path id="m75086993e7" d="M 189.233383 -37.563349
L 189.233383 -37.55625
L 189.870667 -37.55625
L 190.507951 -37.55625
@@ -855,20 +855,20 @@ L 189.233383 -37.563349
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p39113df4f3)">
<use xlink:href="#mbfa137cc96" x="0" y="211.169378" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#p90f3ebb516)">
<use xlink:href="#m75086993e7" x="0" y="211.169378" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="ma4fba37184" d="M 0 0
<path id="m49ef665440" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#ma4fba37184" x="40.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="40.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -949,7 +949,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#ma4fba37184" x="96.403125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="96.403125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -1006,7 +1006,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#ma4fba37184" x="152.203125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="152.203125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1022,7 +1022,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#ma4fba37184" x="208.003125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="208.003125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1070,7 +1070,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#ma4fba37184" x="263.803125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="263.803125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1086,7 +1086,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#ma4fba37184" x="319.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m49ef665440" x="319.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1261,12 +1261,12 @@ z
<g id="ytick_1">
<g id="line2d_7">
<defs>
<path id="m9e4f10253a" d="M 0 0
<path id="m699a635df2" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="173.613128" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1279,7 +1279,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_8">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="146.51081" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="146.51081" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1292,7 +1292,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_9">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="119.408492" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="119.408492" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_10">
@@ -1306,7 +1306,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_10">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="92.306173" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="92.306173" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1320,7 +1320,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_11">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="65.203855" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="65.203855" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1360,7 +1360,7 @@ z
<g id="ytick_6">
<g id="line2d_12">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="38.101537" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="38.101537" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1374,7 +1374,7 @@ z
<g id="ytick_7">
<g id="line2d_13">
<g>
<use xlink:href="#m9e4f10253a" x="40.603125" y="10.999219" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m699a635df2" x="40.603125" y="10.999219" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
@@ -1565,12 +1565,12 @@ z
<g id="line2d_14">
<path d="M 212.429925 173.613128
L 212.429925 7.293128
" clip-path="url(#p39113df4f3)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p90f3ebb516)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_15">
<path d="M 259.324245 173.613128
L 259.324245 7.293128
" clip-path="url(#p39113df4f3)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p90f3ebb516)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 40.603125 173.613128
@@ -1879,7 +1879,7 @@ z
</g>
</g>
<defs>
<clipPath id="p39113df4f3">
<clipPath id="p90f3ebb516">
<rect x="40.603125" y="7.293128" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 45 KiB

After

Width:  |  Height:  |  Size: 45 KiB

58
data/results/figures/llama_mcq.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:19:10.401103</dc:date>
<dc:date>2024-03-22T21:13:16.645216</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="ma90db58a13" d="M 68.198598 -37.563364
<path id="m1c3ea242fa" d="M 68.198598 -37.563364
L 68.198598 -37.55625
L 68.633945 -37.55625
L 69.069292 -37.55625
@@ -444,13 +444,13 @@ L 68.198598 -37.563364
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p39376336e9)">
<use xlink:href="#ma90db58a13" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#pf8bb1db20a)">
<use xlink:href="#m1c3ea242fa" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="maabd88fb6f" d="M 146.882028 -37.569801
<path id="m22a0f07afb" d="M 146.882028 -37.569801
L 146.882028 -37.55625
L 147.286009 -37.55625
L 147.68999 -37.55625
@@ -855,20 +855,20 @@ L 146.882028 -37.569801
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p39376336e9)">
<use xlink:href="#maabd88fb6f" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#pf8bb1db20a)">
<use xlink:href="#m22a0f07afb" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="ma5ae00ed3d" d="M 0 0
<path id="m35121f6607" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#ma5ae00ed3d" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -927,7 +927,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#ma5ae00ed3d" x="75.478125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="75.478125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -968,7 +968,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#ma5ae00ed3d" x="110.353125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="110.353125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1017,7 +1017,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#ma5ae00ed3d" x="145.228125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="145.228125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1053,7 +1053,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#ma5ae00ed3d" x="180.103125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="180.103125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1095,7 +1095,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#ma5ae00ed3d" x="214.978125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="214.978125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1142,7 +1142,7 @@ z
<g id="xtick_7">
<g id="line2d_7">
<g>
<use xlink:href="#ma5ae00ed3d" x="249.853125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="249.853125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
@@ -1169,7 +1169,7 @@ z
<g id="xtick_8">
<g id="line2d_8">
<g>
<use xlink:href="#ma5ae00ed3d" x="284.728125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="284.728125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1225,7 +1225,7 @@ z
<g id="xtick_9">
<g id="line2d_9">
<g>
<use xlink:href="#ma5ae00ed3d" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m35121f6607" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1415,12 +1415,12 @@ z
<g id="ytick_1">
<g id="line2d_10">
<defs>
<path id="m35f37895a4" d="M 0 0
<path id="m2868a82a23" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1433,7 +1433,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_11">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="151.183419" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="151.183419" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1446,7 +1446,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_12">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="128.846839" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="128.846839" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1459,7 +1459,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_13">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="106.510258" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="106.510258" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
@@ -1472,7 +1472,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_14">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="84.173678" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="84.173678" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_15">
@@ -1485,7 +1485,7 @@ L -3.5 0
<g id="ytick_6">
<g id="line2d_15">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="61.837097" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="61.837097" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_16">
@@ -1499,7 +1499,7 @@ L -3.5 0
<g id="ytick_7">
<g id="line2d_16">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="39.500516" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="39.500516" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
@@ -1513,7 +1513,7 @@ L -3.5 0
<g id="ytick_8">
<g id="line2d_17">
<g>
<use xlink:href="#m35f37895a4" x="40.603125" y="17.163936" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m2868a82a23" x="40.603125" y="17.163936" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
@@ -1670,12 +1670,12 @@ z
<g id="line2d_18">
<path d="M 112.645575 173.52
L 112.645575 7.2
" clip-path="url(#p39376336e9)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#pf8bb1db20a)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_19">
<path d="M 189.077625 173.52
L 189.077625 7.2
" clip-path="url(#p39376336e9)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#pf8bb1db20a)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 40.603125 173.52
@@ -1984,7 +1984,7 @@ z
</g>
</g>
<defs>
<clipPath id="p39376336e9">
<clipPath id="pf8bb1db20a">
<rect x="40.603125" y="7.2" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 47 KiB

After

Width:  |  Height:  |  Size: 47 KiB

48
data/results/figures/llama_true_false.svg
View File

@@ -6,7 +6,7 @@
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2024-03-19T14:11:55.805540</dc:date>
<dc:date>2024-03-22T21:15:39.570350</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
@@ -39,7 +39,7 @@ z
</g>
<g id="PolyCollection_1">
<defs>
<path id="m906a26b98a" d="M 125.653136 -37.584893
<path id="m64b3a3527f" d="M 125.653136 -37.584893
L 125.653136 -37.55625
L 126.480774 -37.55625
L 127.308413 -37.55625
@@ -444,13 +444,13 @@ L 125.653136 -37.584893
z
" style="stroke: #0000ff; stroke-width: 2"/>
</defs>
<g clip-path="url(#p8d020e4fce)">
<use xlink:href="#m906a26b98a" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
<g clip-path="url(#p35c4392ce5)">
<use xlink:href="#m64b3a3527f" x="0" y="211.07625" style="fill: #0000ff; fill-opacity: 0.6; stroke: #0000ff; stroke-width: 2"/>
</g>
</g>
<g id="PolyCollection_2">
<defs>
<path id="m1c7a54d4f7" d="M 188.938659 -37.571277
<path id="mee41638823" d="M 188.938659 -37.571277
L 188.938659 -37.55625
L 189.541518 -37.55625
L 190.144377 -37.55625
@@ -855,20 +855,20 @@ L 188.938659 -37.571277
z
" style="stroke: #f08080; stroke-width: 2"/>
</defs>
<g clip-path="url(#p8d020e4fce)">
<use xlink:href="#m1c7a54d4f7" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
<g clip-path="url(#p35c4392ce5)">
<use xlink:href="#mee41638823" x="0" y="211.07625" style="fill: #f08080; fill-opacity: 0.6; stroke: #f08080; stroke-width: 2"/>
</g>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<defs>
<path id="ma70659149d" d="M 0 0
<path id="m72e79e4b0d" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#ma70659149d" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_1">
@@ -949,7 +949,7 @@ z
<g id="xtick_2">
<g id="line2d_2">
<g>
<use xlink:href="#ma70659149d" x="96.403125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="96.403125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
@@ -1006,7 +1006,7 @@ z
<g id="xtick_3">
<g id="line2d_3">
<g>
<use xlink:href="#ma70659149d" x="152.203125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="152.203125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
@@ -1022,7 +1022,7 @@ z
<g id="xtick_4">
<g id="line2d_4">
<g>
<use xlink:href="#ma70659149d" x="208.003125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="208.003125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
@@ -1070,7 +1070,7 @@ z
<g id="xtick_5">
<g id="line2d_5">
<g>
<use xlink:href="#ma70659149d" x="263.803125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="263.803125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
@@ -1086,7 +1086,7 @@ z
<g id="xtick_6">
<g id="line2d_6">
<g>
<use xlink:href="#ma70659149d" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m72e79e4b0d" x="319.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
@@ -1261,12 +1261,12 @@ z
<g id="ytick_1">
<g id="line2d_7">
<defs>
<path id="m496feb1475" d="M 0 0
<path id="m6acdf50b49" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="173.52" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
@@ -1279,7 +1279,7 @@ L -3.5 0
<g id="ytick_2">
<g id="line2d_8">
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="144.102752" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="144.102752" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
@@ -1292,7 +1292,7 @@ L -3.5 0
<g id="ytick_3">
<g id="line2d_9">
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="114.685505" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="114.685505" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_10">
@@ -1306,7 +1306,7 @@ L -3.5 0
<g id="ytick_4">
<g id="line2d_10">
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="85.268257" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="85.268257" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_11">
@@ -1320,7 +1320,7 @@ L -3.5 0
<g id="ytick_5">
<g id="line2d_11">
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="55.851009" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="55.851009" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
@@ -1360,7 +1360,7 @@ z
<g id="ytick_6">
<g id="line2d_12">
<g>
<use xlink:href="#m496feb1475" x="40.603125" y="26.433762" style="stroke: #000000; stroke-width: 0.8"/>
<use xlink:href="#m6acdf50b49" x="40.603125" y="26.433762" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
@@ -1517,12 +1517,12 @@ z
<g id="line2d_13">
<path d="M 197.907045 173.52
L 197.907045 7.2
" clip-path="url(#p8d020e4fce)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p35c4392ce5)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="line2d_14">
<path d="M 252.003285 173.52
L 252.003285 7.2
" clip-path="url(#p8d020e4fce)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
" clip-path="url(#p35c4392ce5)" style="fill: none; stroke-dasharray: 7.4,3.2; stroke-dashoffset: 0; stroke: #000000; stroke-width: 2"/>
</g>
<g id="patch_3">
<path d="M 40.603125 173.52
@@ -1831,7 +1831,7 @@ z
</g>
</g>
<defs>
<clipPath id="p8d020e4fce">
<clipPath id="p35c4392ce5">
<rect x="40.603125" y="7.2" width="279" height="166.32"/>
</clipPath>
</defs>
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 44 KiB

After

Width:  |  Height:  |  Size: 44 KiB

0
data/results/gpt_35_turbo_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/gpt_35_turbo_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv
View File

0
data/results/gpt_35_turbo_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/gpt_35_turbo_prompt_based_mcq_from_monarch_and_robokop_response.csv
View File

0
data/results/gpt_4_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/gpt_4_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv
View File

0
data/results/gpt_4_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv → data/results/gpt_4_prompt_based_mcq_from_monarch_and_robokop_response.csv
View File

76
data/results/minilm_based_single_disease_hyperparam_tuning_round_1_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/minilm_based_single_disease_hyperparam_tuning_round_2_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/minilm_based_single_disease_hyperparam_tuning_round_3_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/minilm_based_single_disease_hyperparam_tuning_round_4_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/minilm_based_single_disease_hyperparam_tuning_round_5_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/minilm_based_two_disease_hyperparam_tuning_round_1_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/minilm_based_two_disease_hyperparam_tuning_round_2_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/minilm_based_two_disease_hyperparam_tuning_round_3_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/minilm_based_two_disease_hyperparam_tuning_round_4_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/minilm_based_two_disease_hyperparam_tuning_round_5_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/pubmert_based_single_disease_hyperparam_tuning_round_1_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/pubmert_based_single_disease_hyperparam_tuning_round_2_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/pubmert_based_single_disease_hyperparam_tuning_round_3_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/pubmert_based_single_disease_hyperparam_tuning_round_4_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

76
data/results/pubmert_based_single_disease_hyperparam_tuning_round_5_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/pubmert_based_two_disease_hyperparam_tuning_round_1_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/pubmert_based_two_disease_hyperparam_tuning_round_2_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/pubmert_based_two_disease_hyperparam_tuning_round_3_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/pubmert_based_two_disease_hyperparam_tuning_round_4_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

91
data/results/pubmert_based_two_disease_hyperparam_tuning_round_5_gpt_4.csv Normal file
View File

File diff suppressed because one or more lines are too long

364
notebooks/hyperparameter_analysis_using_single_disease_prompts.ipynb Normal file
View File

File diff suppressed because one or more lines are too long

272
notebooks/hyperparameter_analysis_using_two_disease_prompts.ipynb Normal file
View File

File diff suppressed because one or more lines are too long

50
notebooks/mcq_analysis.ipynb
View File

@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 44,
"execution_count": 1,
"id": "9da3418d",
"metadata": {},
"outputs": [],
@@ -21,7 +21,7 @@
},
{
"cell_type": "code",
"execution_count": 45,
"execution_count": 2,
"id": "97f75a9b",
"metadata": {},
"outputs": [],
@@ -98,28 +98,32 @@
},
{
"cell_type": "code",
"execution_count": 46,
"execution_count": 3,
"id": "60388260",
"metadata": {},
"outputs": [],
"source": [
"'''\n",
"Following files can be obtained by running the run_mcq_qa.py script.\n",
"Make sure to change the parent path and filenames based on where and how you save the files\n",
"'''\n",
"\n",
"data_path ='../data/results'\n",
"\n",
"llama_prompt_path = os.path.join(data_path, 'Llama_2_13b_chat_hf_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"llama_kg_rag_path = os.path.join(data_path, 'Llama_2_13b_chat_hf_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"llama_prompt_path = os.path.join(data_path, 'Llama_2_13b_chat_hf_prompt_based_mcq_from_monarch_and_robokop_response.csv')\n",
"llama_kg_rag_path = os.path.join(data_path, 'Llama_2_13b_chat_hf_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv')\n",
"\n",
"gpt_35_prompt_path = os.path.join(data_path, 'gpt_35_turbo_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_35_kg_rag_path = os.path.join(data_path, 'gpt_35_turbo_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_35_prompt_path = os.path.join(data_path, 'gpt_35_turbo_prompt_based_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_35_kg_rag_path = os.path.join(data_path, 'gpt_35_turbo_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv')\n",
"\n",
"gpt_4_prompt_path = os.path.join(data_path, 'gpt_4_prompt_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_4_kg_rag_path = os.path.join(data_path, 'gpt_4_PubMedBert_entity_recognition_based_node_retrieval_rag_based_two_hop_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_4_prompt_path = os.path.join(data_path, 'gpt_4_prompt_based_mcq_from_monarch_and_robokop_response.csv')\n",
"gpt_4_kg_rag_path = os.path.join(data_path, 'gpt_4_PubMedBert_entity_recognition_based_node_retrieval_rag_based_mcq_from_monarch_and_robokop_response.csv')\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 47,
"execution_count": 4,
"id": "95cd1d6e",
"metadata": {},
"outputs": [],
@@ -143,7 +147,7 @@
},
{
"cell_type": "code",
"execution_count": 48,
"execution_count": 5,
"id": "0caf126f",
"metadata": {},
"outputs": [
@@ -151,9 +155,9 @@
"name": "stderr",
"output_type": "stream",
"text": [
"100%|█████████████████████████████████████| 1000/1000 [00:00<00:00, 1452.17it/s]\n",
"100%|█████████████████████████████████████| 1000/1000 [00:00<00:00, 1485.84it/s]\n",
"100%|█████████████████████████████████████| 1000/1000 [00:00<00:00, 1467.17it/s]\n"
"100%|█████████████████████████████████████████████████████████████████████████████████| 1000/1000 [00:00<00:00, 1539.94it/s]\n",
"100%|█████████████████████████████████████████████████████████████████████████████████| 1000/1000 [00:00<00:00, 1526.29it/s]\n",
"100%|█████████████████████████████████████████████████████████████████████████████████| 1000/1000 [00:00<00:00, 1545.39it/s]\n"
]
}
],
@@ -167,7 +171,7 @@
},
{
"cell_type": "code",
"execution_count": 49,
"execution_count": 6,
"id": "b3ff7f46",
"metadata": {},
"outputs": [
@@ -175,13 +179,13 @@
"name": "stderr",
"output_type": "stream",
"text": [
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:55: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:55: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",
"\n",
" sns.kdeplot(prompt_correct_frac_list, color=\"blue\", shade=True, label=\"Prompt based\", ax=ax, lw=2, linestyle=\"-\", alpha=0.6)\n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:56: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:56: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",
@@ -231,7 +235,7 @@
},
{
"cell_type": "code",
"execution_count": 50,
"execution_count": 7,
"id": "aabc5899",
"metadata": {},
"outputs": [
@@ -239,13 +243,13 @@
"name": "stderr",
"output_type": "stream",
"text": [
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:55: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:55: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",
"\n",
" sns.kdeplot(prompt_correct_frac_list, color=\"blue\", shade=True, label=\"Prompt based\", ax=ax, lw=2, linestyle=\"-\", alpha=0.6)\n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:56: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:56: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",
@@ -295,7 +299,7 @@
},
{
"cell_type": "code",
"execution_count": 51,
"execution_count": 8,
"id": "9a0a4fc0",
"metadata": {},
"outputs": [
@@ -303,13 +307,13 @@
"name": "stderr",
"output_type": "stream",
"text": [
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:55: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:55: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",
"\n",
" sns.kdeplot(prompt_correct_frac_list, color=\"blue\", shade=True, label=\"Prompt based\", ax=ax, lw=2, linestyle=\"-\", alpha=0.6)\n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_36221/731637856.py:56: FutureWarning: \n",
"/var/folders/p1/h56gxdhs5vgb0ztp7h4z606h0000gn/T/ipykernel_51967/731637856.py:56: FutureWarning: \n",
"\n",
"`shade` is now deprecated in favor of `fill`; setting `fill=True`.\n",
"This will become an error in seaborn v0.14.0; please update your code.\n",

160
notebooks/true_false_analysis.ipynb
View File

File diff suppressed because one or more lines are too long