��<�HTML>
<�HEAD>
<�TITLE>LREC 2000 - Paper 14 summary<�/title>
<�SCRIPT LANGUAGE="JavaScript" TYPE="text/javascript">
<�!--
// preload images:
if(document.images)
{
hom_d= new Image(100,20); hom_d.src="../eikones/hom_d.gif";
pap_g=new Image(100,20); pap_g.src="../eikones/pap_g.gif";
pap_d=new Image(100,20); pap_d.src="../eikones/pap_d.gif";
pap_l=new Image(100,20); pap_l.src="../eikones/pap_l.gif";
hom_l=new Image(100,20); hom_l.src="../eikones/hom_l.gif";
aut_d=new Image(100,20); aut_d.src="../eikones/aut_d.gif";
aut_l=new Image(100,20); aut_l.src="../eikones/aut_l.gif";
Key_d=new Image(100,20); Key_d.src="../eikones/Key_d.gif";
Key_l=new Image(100,20); Key_l.src="../eikones/Key_l.gif";
ses_d=new Image(100,20); ses_d.src="../eikones/ses_d.gif";
ses_l=new Image(100,20); ses_l.src="../eikones/ses_l.gif";
abs_l=new Image(100,20); abs_l.src="../eikones/abs_l.gif";
abs_d=new Image(100,20); abs_d.src="../eikones/abs_d.gif";
aut_l=new Image(100,20); aut_l.src="../eikones/aut_l.gif";
}
function changimg(imgName,imgObjName)
{
if (document.images)
{
document.images[imgName].src=eval(imgObjName+".src");
}
}
//-->
<�/SCRIPT>
<�/HEAD>
<�BODY marginwidth="0" marginheight="0" leftmargin="0" topmargin="0" rightmargin="0" background="../eikones/fonto.jpg">
<�TABLE align="center" border="0" width="100%" cellspacing="0" cellpadding="0" >
<�TR>
<�TD height="50" valign="center" colspan="7" bgcolor="#003163"><�font face="Arial" size="4" color="#ffffff"><�b>LREC 2000<�/b> 2<�sup>nd<�/sup>
International Conference on Language Resources & Evaluation<�/font><�/TD>
<�/TR>
<�tr bgcolor="#003162">
<�td width="100" valign="center"><�A href="../../default.htm" onmouseout="changimg('home','hom_d')" onmouseover="changimg('home','hom_l')"><�IMG border="0" height="20" name="home" src="../eikones/hom_d.gif" width="100"><�/A><�/td>
<�TD width="100"><�A href="../session.htm" onmouseout="changimg('sessions','ses_d')" onmouseover="changimg('sessions','ses_l')"><�IMG border="0" height="20" name="sessions" src="../eikones/ses_d.gif" width="100"><�/A><�/TD>
<�TD width="100"><�A href="../paper.htm" onmouseout="changimg('papers','pap_d')" onmouseover="changimg('papers','pap_l')"><�IMG border="0" height="20" name="papers" src="../eikones/pap_d.gif" width="100"><�/a><�/TD>
<�TD width="100"><�A href="../abstract.htm" onmouseout="changimg('abstracts','abs_d')" onmouseover="changimg('abstracts','abs_l')"><�IMG border="0" height="20" name="abstracts" src="../eikones/abs_d.gif" width="100"><�/A><�/TD>
<�TD width="100"><�A href="../author.htm" onmouseout="changimg('authors','aut_d')" onmouseover="changimg('authors','aut_l')"><�IMG border="0" height="20" name="authors" src="../eikones/aut_d.gif" width="100"><�/a><�/TD>
<�TD width="100"><�A href="../keyword.htm" onmouseout="changimg('keywords','Key_d')" onmouseover="changimg('keywords','Key_l')"><�IMG border="0" height="20" name="keywords" src="../eikones/Key_d.gif" width="100"><�/A><�/TD>
<�td width="1000"> <�/td>
<�/tr>
<�/TABLE>
<�BLOCKQUOTE style="MARGIN-RIGHT: 0px">
<�P><�A href="13.htm">Previous Paper<�/A> <�A href="15.htm">Next Paper<�/A><�/P><�/BLOCKQUOTE>
<�center>
<�TABLE width="95%" Align="center" Border="1" bordercolor="#669999" cellspacing="1">
<�tr>
<�td width="15%" height="40"><�b>Title<�/b><�/font><�/td>
<�td width="85%" height="40"><�font color="#990033" size="4">A Comparison of Summarization Methods Based on Task-based Evaluation<�/font><�/td>
<�/tr>
<�tr>
<�td height="40"><�b>Authors<�/b><�/td>
<�td height="40"><�font color="#006600">Hajime Mochizuki<�/font> (School of Information Science, Japan Advanced Institute of Science and Technology, Tatsunokuchi, Ishikawa 923-1292, Japan, E-mail:motizuki@jaist.ac.jp)<�br><�font color="#006600">Manabu Okumura<�/font> (School of Information Science, Japan Advanced Institute of Science and Technology, Tatsunokuchi, Ishikawa 923-1292, Japan, E-mail: oku@jaist.ac.jp)<�/td>
<�/tr>
<�tr>
<�td height="40"><�b>Keywords<�/b><�/td>
<�td height="40">Automatic Text Summarization, Information Retrieval, Task-Based Evaluation<�/td>
<�/tr>
<�tr>
<�td height="40"><�b>Session<�/b><�/td>
<�td height="40">Session EO2 - Evaluation of Tools<�/td>
<�/tr>
<�tr>
<�td height="40"><�b>Full Paper<�/b><�/td>
<�td height="40"><�a href="../../ps/14.ps" target="newps" type="application/postscript">14.ps<�/a>, <�a href="../../pdf/14.pdf" target="newpdf" type="application/pdf">14.pdf<�/a><�/td>
<�/tr>
<�tr>
<�td height="40"><�b>Abstract<�/b><�/td>
<�td height="40">A task-based evaluation scheme has been adopted as a new method of evaluation for automatic text summarization systems. It evaluates the performance of a summarization system in a given task, such as information retrieval and text categorization. This paper compares ten different summarization methods based on information retrieval tasks. In order to evaluate the system performance, the subjects speed and accuracy are measured in judging the relevance of texts using summaries. We also analyze the similarity of summaries in order to investigate the similarity of the methods. Furthermore, we analyze what factors can affect evaluation results, and describe the problems that arose from our experimental design, in order to establish a better evaluation scheme.<�/td>
<�/tr>
<�/table><�br>
<�/center>
<�/BODY>
<�/html>