<!DOCTYPE html>
<!-- CEURVERSION=2015-12-02 -->
<html lang="en">
<head>
<meta http-equiv="Content-type" content="text/html;charset=utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<link rel="stylesheet" type="text/css" href="../ceur-ws.css">
<title>CEUR-WS.org/Vol-XXX - The Open-Source IR Replicability Challenge (OSIRRC 2019)</title>
</head>
<!--CEURLANG=eng -->
<body>


<table style="border: 0; border-spacing: 0; border-collapse: collapse; width: 95%">
<tbody><tr>
<td style="text-align: left; vertical-align: middle">
<a href="http://ceur-ws.org/"><div id="CEURWSLOGO"></div></a>
</td>
<td style="text-align: right; vertical-align: middle">

<span class="CEURVOLNR">Vol-XXX</span> <br>
<span class="CEURURN">urn:nbn:de:0074-XXX-C</span>
<p class="unobtrusive copyright" style="text-align: justify">Copyright &copy; 2019 for 
the individual papers by the papers' authors. 
Copyright &copy; <span class="CEURPUBYEAR">2019</span> for the volume
as a collection by its editors.
This volume and its papers are published under the
Creative Commons License Attribution 4.0 International
<A HREF="https://creativecommons.org/licenses/by/4.0/">(CC BY 4.0)</A>.</p>
</td>
</tr>
</tbody></table>

<hr>

<br><br><br>

<h1><a href="https://osirrc.github.io/osirrc2019/"><span class="CEURVOLACRONYM">OSIRRC 2019</span></a><br>
<span class="CEURVOLTITLE">The Open-Source IR Replicability Challenge</span></h1>
<br>

<h3>
<span class="CEURFULLTITLE">Proceedings of the Open-Source IR Replicability Challenge (OSIRRC 2019)</span><br>
co-located with 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval (<span class="CEURCOLOCATED">SIGIR 2019</span>)<br>
</h3>
<h3><span class="CEURLOCTIME">Paris, France, July 25, 2019</span>.</h3> 
<br>
<b> Edited by </b>
<p>
</p><h3>
	<span class="CEURVOLEDITOR">Ryan Clancy</span> *<br>
	<span class="CEURVOLEDITOR">Nicola Ferro</span> **<br>
	<span class="CEURVOLEDITOR">Claudia Hauff</span> ***<br>
	<span class="CEURVOLEDITOR">Jimmy Lin</span> *<br>
	<span class="CEURVOLEDITOR">Tetsuya Sakai</span> ****<br>
	<span class="CEURVOLEDITOR">Ze Zhong Wu</span> *<br>
</h3>

* University of Waterloo, Canada<br>
** University of Padua, Italy<br>
*** Delft University of Technology, The Netherlands<br>
**** Waseda University, Japan<br>
  <br>

<hr>

<br><br><br>


<div class="CEURTOC">
<h2> Table of Contents </h2>


<ul>
<li id="preface">
	<a href="preface.pdf" target="_blank">Preface</a>
	<span class="CEURPAGES">i-ii</span> <br>
	<span class="CEURAUTHOR">Ryan Clancy</span>,
	<span class="CEURAUTHOR">Nicola Ferro</span>,
	<span class="CEURAUTHOR">Claudia Hauff</span>,
	<span class="CEURAUTHOR">Jimmy Lin</span>,
	<span class="CEURAUTHOR">Tetsuya Sakai</span>,
	<span class="CEURAUTHOR">Ze Zhong Wu</span>
</li>


<li id="invited01"><a href="invited01.pdf" target="_blank">
	<span class="CEURTITLE">Overview of the 2019 Open-Source IR Replicability Challenge (OSIRRC 2019)</span></a>
	<span class="CEURPAGES">1-7</span> <br>
	<span class="CEURAUTHOR">Ryan Clancy</span>,
	<span class="CEURAUTHOR">Nicola Ferro</span>,
	<span class="CEURAUTHOR">Claudia Hauff</span>,
	<span class="CEURAUTHOR">Jimmy Lin</span>,
	<span class="CEURAUTHOR">Tetsuya Sakai</span>,
	<span class="CEURAUTHOR">Ze Zhong Wu</span>
</li>
</ul>


<h3><span class="CEURSESSION">Position Papers</span></h3>


<ul>

<li id="position01"><a href="position01.pdf" target="_blank">
	<span class="CEURTITLE">STELLA: Towards a Framework for the Reproducibility of Online Search Experiments</span></a>
	<span class="CEURPAGES">8-11</span> <br>
	<span class="CEURAUTHOR">Timo Breuer</span>, 
	<span class="CEURAUTHOR">Philipp Schaer</span>,
	<span class="CEURAUTHOR">Narges Tavalkolpoursaleh</span>,
	<span class="CEURAUTHOR">Johann Schaible</span>,
	<span class="CEURAUTHOR">Benjamin Wolff</span>,
	<span class="CEURAUTHOR">Bernd M&uuml;ller</span>
</li>

<li id="position02"><a href="position02.pdf" target="_blank">
	<span class="CEURTITLE">Let's measure run time! Extending the IR replicability infrastructure to include performance aspects</span></a>
	<span class="CEURPAGES">12-16</span> <br>
	<span class="CEURAUTHOR">Sebastian Hofst&auml;tter</span>, 
	<span class="CEURAUTHOR">Allan Hanbury</span>
</li>

<li id="position03"><a href="position03.pdf" target="_blank">
	<span class="CEURTITLE">Reproducible IR needs an (IR) (Graph) Query Language</span></a>
	<span class="CEURPAGES">17-20</span> <br>
	<span class="CEURAUTHOR">Chris Kamphuis</span>, 
	<span class="CEURAUTHOR">Arjen P. de Vries</span>
</li>

</ul>


<h3><span class="CEURSESSION">Docker Papers</span></h3>

<ul>


<li id="docker01"><a href="docker01.pdf" target="_blank">
	<span class="CEURTITLE">Entity Retrieval Docker Image for OSIRRC at SIGIR 2019</span></a>
	<span class="CEURPAGES">21-25</span> <br>
	<span class="CEURAUTHOR">Negar Arabzadeh</span>
</li>


<li id="docker02"><a href="docker02.pdf" target="_blank">
	<span class="CEURTITLE">Dockerising Terrier for The Open-Source IR Replicability Challenge (OSIRRC 2019)</span></a>
	<span class="CEURPAGES">26-30</span> <br>
	<span class="CEURAUTHOR">Arthur Barbosa C&acirc;mara</span>,
	<span class="CEURAUTHOR">Craig Macdonald</span>
</li>


<li id="docker03"><a href="docker03.pdf" target="_blank">
	<span class="CEURTITLE">Dockerizing Automatic Routing Runs for The Open-Source IR Replicability Challenge (OSIRRC 2019)</span></a>
	<span class="CEURPAGES">31-35</span> <br>
	<span class="CEURAUTHOR">Timo Breuer</span>, 
	<span class="CEURAUTHOR">Philipp Schaer</span>
</li>


<li id="docker04"><a href="docker04.pdf" target="_blank">
	<span class="CEURTITLE">University of Waterloo Docker Images for OSIRRC at SIGIR 2019</span></a>
	<span class="CEURPAGES">36-36</span> <br>
	<span class="CEURAUTHOR">Ryan Clancy</span>, 
	<span class="CEURAUTHOR">Zeynep Akkalyoncu Yilmaz</span>,
	<span class="CEURAUTHOR">Ze Zhong Wu</span>,
	<span class="CEURAUTHOR">Jimmy Lin</span>
</li>


<li id="docker05"><a href="docker05.pdf" target="_blank">
	<span class="CEURTITLE">A Docker-Based Replicability Study of a Neural Information Retrieval Model</span></a>
	<span class="CEURPAGES">37-43</span> <br>
	<span class="CEURAUTHOR">Nicola Ferro</span>, 
	<span class="CEURAUTHOR">Stefano Marchesin</span>,
	<span class="CEURAUTHOR">Alberto Purpura</span>,
	<span class="CEURAUTHOR">Gianmaria Silvello</span>
</li>


<li id="docker06"><a href="docker06.pdf" target="_blank">
	<span class="CEURTITLE">Dockerizing Indri for OSIRRC 2019</span></a>
	<span class="CEURPAGES">44-46</span> <br>
	<span class="CEURAUTHOR">Claudia Hauff</span>
</li>


<li id="docker07"><a href="docker07.pdf" target="_blank">
	<span class="CEURTITLE">The OldDog Docker Image for OSIRRC at SIGIR 2019</span></a>
	<span class="CEURPAGES">47-49</span> <br>
	<span class="CEURAUTHOR">Chris Kamphuis</span>, 
	<span class="CEURAUTHOR">Arjen P. de Vries</span>
</li>


<li id="docker08"><a href="docker08.pdf" target="_blank">
	<span class="CEURTITLE">PISA: Performant Indexes and Search for Academia</span></a>
	<span class="CEURPAGES">50-56</span> <br>
	<span class="CEURAUTHOR">Antonio Mallia</span>, 
	<span class="CEURAUTHOR">Micha&lstrok; Siedlaczek</span>,
	<span class="CEURAUTHOR">Joel Mackenzie</span>,
	<span class="CEURAUTHOR">Torsten Suel</span>
</li>


<li id="docker09"><a href="docker09.pdf" target="_blank">
	<span class="CEURTITLE">ielab at the Open-Source IR Replicability Challenge 2019</span></a>
	<span class="CEURPAGES">57-61</span> <br>
	<span class="CEURAUTHOR">Harrisen Scells</span>, 
	<span class="CEURAUTHOR">Guido Zuccon</span>
</li>

<li id="docker10"><a href="docker10.pdf" target="_blank">
	<span class="CEURTITLE">BM25 Pseudo Relevance Feedback Using Anserini at Waseda University</span></a>
	<span class="CEURPAGES">62-63</span> <br>
	<span class="CEURAUTHOR">Zhaohao Zeng</span>, 
	<span class="CEURAUTHOR">Tetsuya Sakai</span>
</li>



</ul>


</div>


<hr>
<span class="unobtrusive">
2019-07-17: submitted by Nicola Ferro, 
            metadata incl. bibliographic data published under <A HREF="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons CC0</A><br>
<span class="CEURPUBDATE">yyyy-mm-dd</span>: published on CEUR-WS.org 
	|<A HREF="https://validator.w3.org/nu/?doc=http%3A%2F%2Fceur-ws.org%2FVol-XXX%2F">valid HTML5</A>|
</span>
</body></html>
