maintenance/talks/2023-dfn/reproducibility2.svg

510 lines
19 KiB
XML
Raw Normal View History

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->
<svg
width="1920"
height="1080"
viewBox="0 0 507.99999 285.75001"
version="1.1"
id="svg8"
inkscape:version="1.2.1 (9c6d41e410, 2022-07-14)"
sodipodi:docname="reproducibility2.svg"
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
xmlns:xlink="http://www.w3.org/1999/xlink"
xmlns="http://www.w3.org/2000/svg"
xmlns:svg="http://www.w3.org/2000/svg"
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
xmlns:cc="http://creativecommons.org/ns#"
xmlns:dc="http://purl.org/dc/elements/1.1/">
<defs
id="defs2">
<rect
x="203.94837"
y="831.36873"
width="20.365104"
height="99.416674"
id="rect29331" />
<linearGradient
id="linearGradient4094">
<stop
style="stop-color:#232323;stop-opacity:1;"
offset="0"
id="stop4096" />
<stop
style="stop-color:#4d4d4d;stop-opacity:1;"
offset="1"
id="stop4098" />
</linearGradient>
<linearGradient
id="linearGradient4014">
<stop
style="stop-color:#a0a0a0;stop-opacity:1;"
offset="0"
id="stop4016" />
<stop
style="stop-color:#ffffff;stop-opacity:1;"
offset="1"
id="stop4018" />
</linearGradient>
<linearGradient
id="linearGradient4678">
<stop
style="stop-color:#e5e5e5;stop-opacity:1;"
offset="0"
id="stop4680" />
<stop
style="stop-color:#d3cdcd;stop-opacity:1;"
offset="1"
id="stop4682" />
</linearGradient>
<linearGradient
id="linearGradient4341">
<stop
id="stop4343"
offset="0"
style="stop-color:#333333;stop-opacity:1;" />
<stop
id="stop4345"
offset="1"
style="stop-color:#484848;stop-opacity:1;" />
</linearGradient>
<linearGradient
id="linearGradient4696-5">
<stop
id="stop4698-6"
offset="0"
style="stop-color:#ffb638;stop-opacity:1;" />
<stop
id="stop4700-2"
offset="1"
style="stop-color:#f0ae26;stop-opacity:1;" />
</linearGradient>
<linearGradient
id="linearGradient4702-3">
<stop
id="stop4704-1"
offset="0"
style="stop-color:#e34646;stop-opacity:1;" />
<stop
id="stop4706-8"
offset="1"
style="stop-color:#ffbf2d;stop-opacity:1;" />
</linearGradient>
<color-profile
name="Artifex-PS-CMYK-Profile"
xlink:href="/usr/share/color/icc/ghostscript/ps_cmyk.icc"
id="color-profile34113" />
<clipPath
id="clipPath4501"
clipPathUnits="userSpaceOnUse">
<path
style="clip-rule:evenodd"
inkscape:connector-curvature="0"
id="path4499"
d="M 0,0 H 124.992 V 144 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4525"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4523"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4545"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4543"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4561"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4559"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4593"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4591"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4609"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4607"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4625"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4623"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4641"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4639"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4657"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4655"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4673"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4671"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577-3"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575-6"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577-3-1"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575-6-6"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577-3-1-0"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575-6-6-0"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577-3-3"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575-6-4"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4501-6"
clipPathUnits="userSpaceOnUse">
<path
style="clip-rule:evenodd"
inkscape:connector-curvature="0"
id="path4499-6"
d="M 0,0 H 124.992 V 144 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4525-0"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4523-2"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4545-5"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4543-8"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4561-9"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4559-5"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4577-0"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4575-60"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4593-8"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4591-3"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4609-7"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4607-8"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4625-2"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4623-1"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4641-0"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4639-5"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4657-8"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4655-5"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
<clipPath
id="clipPath4673-5"
clipPathUnits="userSpaceOnUse">
<path
inkscape:connector-curvature="0"
id="path4671-0"
d="M 0,0 H 100 V 125 H 0 Z" />
</clipPath>
</defs>
<sodipodi:namedview
id="base"
pagecolor="#ffffff"
bordercolor="#f70bff"
borderopacity="1"
inkscape:pageopacity="0.0"
inkscape:pageshadow="2"
inkscape:zoom="0.54371946"
inkscape:cx="1123.7413"
inkscape:cy="598.65431"
inkscape:document-units="px"
inkscape:current-layer="layer2"
showgrid="false"
units="px"
borderlayer="true"
inkscape:showpageshadow="false"
inkscape:pagecheckerboard="true"
inkscape:window-width="1920"
inkscape:window-height="1003"
inkscape:window-x="0"
inkscape:window-y="40"
inkscape:window-maximized="1"
showguides="true"
inkscape:deskcolor="#d1d1d1" />
<metadata
id="metadata5">
<rdf:RDF>
<cc:Work
rdf:about="">
<dc:format>image/svg+xml</dc:format>
<dc:type
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
<cc:license
rdf:resource="http://creativecommons.org/licenses/by-sa/4.0/" />
</cc:Work>
<cc:License
rdf:about="http://creativecommons.org/licenses/by-sa/4.0/">
<cc:permits
rdf:resource="http://creativecommons.org/ns#Reproduction" />
<cc:permits
rdf:resource="http://creativecommons.org/ns#Distribution" />
<cc:requires
rdf:resource="http://creativecommons.org/ns#Notice" />
<cc:requires
rdf:resource="http://creativecommons.org/ns#Attribution" />
<cc:permits
rdf:resource="http://creativecommons.org/ns#DerivativeWorks" />
<cc:requires
rdf:resource="http://creativecommons.org/ns#ShareAlike" />
</cc:License>
</rdf:RDF>
</metadata>
<g
inkscape:label="background"
inkscape:groupmode="layer"
id="layer1"
transform="translate(0,-11.249975)"
style="display:inline">
<rect
style="color:#000000;clip-rule:nonzero;display:inline;overflow:visible;visibility:visible;opacity:1;isolation:auto;mix-blend-mode:normal;color-interpolation:sRGB;color-interpolation-filters:linearRGB;solid-color:#000000;solid-opacity:1;fill:#e6e6e6;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:0.3055087;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;color-rendering:auto;image-rendering:auto;shape-rendering:auto;text-rendering:auto;enable-background:accumulate"
id="rect2926"
width="512.95203"
height="292.72192"
x="-2.0354033"
y="8.4516382" />
<text
xml:space="preserve"
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:9.87778px;line-height:6.61458px;font-family:Arial;-inkscape-font-specification:Arial;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
x="269.14041"
y="219.49182"
id="text5975" />
<text
xml:space="preserve"
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:9.87778px;line-height:6.61458px;font-family:Arial;-inkscape-font-specification:Arial;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
x="50.179855"
y="256.77591"
id="text9913" />
<text
xml:space="preserve"
style="font-size:7.76111px;line-height:1.25;font-family:'League Gothic';-inkscape-font-specification:'League Gothic';stroke-width:0.264583"
x="34.600883"
y="266.31424"
id="text33919"><tspan
sodipodi:role="line"
id="tspan33917"
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:7.76111px;font-family:'Fira Code';-inkscape-font-specification:'Fira Code';fill:#0000ff;stroke-width:0.264583"
x="34.600883"
y="266.31424">https://blog.khinsen.net/posts/2017/01/24/reproducibility-does-not-imply-reproduction</tspan></text>
</g>
<g
inkscape:groupmode="layer"
id="layer3"
inkscape:label="title"
style="display:inline" />
<g
inkscape:groupmode="layer"
id="layer2"
inkscape:label="attributions"
style="display:inline">
<text
xml:space="preserve"
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:16.9333px;line-height:1.1em;font-family:'League Gothic';-inkscape-font-specification:'League Gothic';text-align:start;letter-spacing:0px;word-spacing:0px;text-anchor:start;white-space:pre;inline-size:461.576;display:inline;fill:#ff3c0c;fill-opacity:1;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
x="217.7541"
y="107.97723"
id="text840"
transform="translate(-190.50006,-76.729169)"><tspan
x="217.7541"
y="107.97723"
id="tspan34191"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34189">[T]here is no point in repeating a computation identically. The </tspan></tspan><tspan
x="217.7541"
y="127.47733"
id="tspan34195"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34193">results will be the same. So the only reason to re-run a </tspan></tspan><tspan
x="217.7541"
y="146.97742"
id="tspan34203"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34197">computation is </tspan><tspan
style="font-style:italic;font-weight:500;font-family:Vollkorn;-inkscape-font-specification:'Vollkorn Medium Italic'"
id="tspan34199">when there are doubts about the exact software</tspan><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34201"> or </tspan></tspan><tspan
x="217.7541"
y="166.47752"
id="tspan34207"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34205">data that were used […].
</tspan></tspan><tspan
x="217.7541"
y="185.97761"
id="tspan34211"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34209">
</tspan></tspan><tspan
x="217.7541"
y="205.4777"
id="tspan34217"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34213">The point of computational reproducibility is to </tspan><tspan
style="font-style:italic;font-weight:500;font-family:Vollkorn;-inkscape-font-specification:'Vollkorn Medium Italic'"
id="tspan34215">dispel those </tspan></tspan><tspan
x="217.7541"
y="224.97779"
id="tspan34223"><tspan
style="font-style:italic;font-weight:500;font-family:Vollkorn;-inkscape-font-specification:'Vollkorn Medium Italic'"
id="tspan34219">doubts</tspan><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34221">. The holy grail of computational reproducibility is not a </tspan></tspan><tspan
x="217.7541"
y="244.47788"
id="tspan34227"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34225">world in which every computation is run five times, but a </tspan></tspan><tspan
x="217.7541"
y="263.97797"
id="tspan34231"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34229">world in which a straightforward and cheap analysis of the </tspan></tspan><tspan
x="217.7541"
y="283.47807"
id="tspan34235"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34233">published material verifies that it is reproducible, so that there </tspan></tspan><tspan
x="217.7541"
y="302.97816"
id="tspan34243"><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34237">is </tspan><tspan
style="font-style:italic;font-weight:500;font-family:Vollkorn;-inkscape-font-specification:'Vollkorn Medium Italic'"
id="tspan34239">no need to run it again</tspan><tspan
style="font-family:Vollkorn;-inkscape-font-specification:'Vollkorn, Normal';font-variant-ligatures:discretionary-ligatures historical-ligatures;fill:#000000"
id="tspan34241">.</tspan></tspan></text>
<text
xml:space="preserve"
transform="scale(0.26458334)"
id="text29329"
style="font-size:53.3333px;line-height:1.25;font-family:'League Gothic';-inkscape-font-specification:'League Gothic';white-space:pre;shape-inside:url(#rect29331);display:inline" />
<text
xml:space="preserve"
style="font-size:70.5556px;line-height:1.25;font-family:'League Gothic';-inkscape-font-specification:'League Gothic';stroke-width:0.264583"
x="13.753878"
y="71.157455"
id="text33909"><tspan
sodipodi:role="line"
id="tspan33907"
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:70.5556px;font-family:Vollkorn;-inkscape-font-specification:Vollkorn;stroke-width:0.264583"
x="13.753878"
y="71.157455" /></text>
</g>
<style
id="style10096"
type="text/css">
.st0{fill:#020202;}
.st1{fill:#030303;}
.st2{fill:#119549;}
.st3{fill:#1D9A52;}
</style>
</svg>