%PDF-1.2 7 0 obj << /Type/Encoding /Differences[33/exclam/quotedblright/numbersign/dollar/percent/ampersand/quoteright/parenleft/parenright/asterisk/plus/comma/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon/semicolon/exclamdown/equal/questiondown/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S/T/U/V/W/X/Y/Z/bracketleft/quotedblleft/bracketright/circumflex/dotaccent/quoteleft/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/endash/emdash/hungarumlaut/tilde/dieresis/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi 173/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/dieresis 255/dieresis] >> endobj 10 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F1 /FontDescriptor 9 0 R /BaseFont/CMBX12 /FirstChar 33 /LastChar 196 /Widths[342.6 581 937.5 562.5 937.5 875 312.5 437.5 437.5 562.5 875 312.5 375 312.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 312.5 312.5 342.6 875 531.3 531.3 875 849.5 799.8 812.5 862.3 738.4 707.2 884.3 879.6 419 581 880.8 675.9 1067.1 879.6 844.9 768.5 844.9 839.1 625 782.4 864.6 849.5 1162 849.5 849.5 687.5 312.5 581 312.5 562.5 312.5 312.5 546.9 625 500 625 513.3 343.8 562.5 625 312.5 343.8 593.8 312.5 937.5 625 562.5 625 593.8 459.5 443.8 437.5 625 593.8 812.5 593.8 593.8 500 562.5 1125 562.5 562.5 562.5 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 675.9 937.5 875 787 750 879.6 812.5 875 812.5 875 0 0 812.5 656.3 625 625 937.5 937.5 312.5 343.8 562.5 562.5 562.5 562.5 562.5 849.5 500 574.1 812.5 875 562.5 1018.5 1143.5 875 312.5 562.5] >> endobj 13 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F2 /FontDescriptor 12 0 R /BaseFont/CMR12 /FirstChar 33 /LastChar 196 /Widths[272 489.6 816 489.6 816 761.6 272 380.8 380.8 489.6 761.6 272 326.4 272 489.6 489.6 489.6 489.6 489.6 489.6 489.6 489.6 489.6 489.6 489.6 272 272 272 761.6 462.4 462.4 761.6 734 693.4 707.2 747.8 666.2 639 768.3 734 353.2 503 761.2 611.8 897.2 734 761.6 666.2 761.6 720.6 544 707.2 734 734 1006 734 734 598.4 272 489.6 272 489.6 272 272 489.6 544 435.2 544 435.2 299.2 489.6 544 272 299.2 516.8 272 816 544 489.6 544 516.8 380.8 386.2 380.8 544 516.8 707.2 516.8 516.8 435.2 489.6 979.2 489.6 489.6 489.6 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 611.8 816 761.6 679.6 652.8 734 707.2 761.6 707.2 761.6 0 0 707.2 571.2 544 544 816 816 272 299.2 489.6 489.6 489.6 489.6 489.6 734 435.2 489.6 707.2 761.6 489.6 883.8 992.6 761.6 272 489.6] >> endobj 14 0 obj << /Type/Encoding /Differences[0/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/exclam/quotedblright/numbersign/sterling/percent/ampersand/quoteright/parenleft/parenright/asterisk/plus/comma/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon/semicolon/exclamdown/equal/questiondown/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S/T/U/V/W/X/Y/Z/bracketleft/quotedblleft/bracketright/circumflex/dotaccent/quoteleft/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/endash/emdash/hungarumlaut/tilde/dieresis/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi 173/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/dieresis 255/dieresis] >> endobj 17 0 obj << /Encoding 14 0 R /Type/Font /Subtype/Type1 /Name/F3 /FontDescriptor 16 0 R /BaseFont/CMTI12 /FirstChar 33 /LastChar 196 /Widths[300 500 800 755.2 800 750 300 400 400 500 750 300 350 300 500 500 500 500 500 500 500 500 500 500 500 300 300 300 750 500 500 750 726.9 688.4 700 738.4 663.4 638.4 756.7 726.9 376.9 513.4 751.9 613.4 876.9 726.9 750 663.4 750 713.4 550 700 726.9 726.9 976.9 726.9 726.9 600 300 500 300 500 300 300 500 450 450 500 450 300 450 500 300 300 450 250 800 550 500 500 450 412.5 400 325 525 450 650 450 475 400 500 1000 500 500 500 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 613.4 800 750 676.9 650 726.9 700 750 700 750 0 0 700 600 550 575 862.5 875 300 325 500 500 500 500 500 814.8 450 525 700 700 500 863.4 963.4 750 250 500] >> endobj 19 0 obj << /Length 983 >> stream 0.00 g 0.00 G BT/F1 17.21 Tf 82.42 -111.62 TD[(Natural)-375(Language)-375(Pro)-31(cessing)]TJ 108.78 -21.91 TD[(and)]TJ -119.72 -21.91 TD[(Automated)-375(T)93(ext)-374(Categorization)]TJ/F1 11.95 Tf -6.8 -21.91 TD[(A)-374(study)-375(on)-375(the)-375(recipro)-32(cal)-375(b)-31(ene\257cial)-375(in)30(teractions)]TJ/F2 11.95 Tf 23.08 -94.62 TD[(A)-326(dissertation)-326(submitted)-326(to)-327(the)-326(departmen)26(t)-325(of)]TJ 6.61 -23.91 TD[(Computer)-326(Science,)-326(Systems)-327(and)-326(Pro)-27(duction)]TJ -27.03 -23.9 TD[(in)-326(candidacy)-326(for)-327(the)-326(degree)-327(of)-326(Do)-27(ctor)-327(of)-326(Philosoph)26(y)-325(in)]TJ 28.23 -23.9 TD[(Computer)-326(Science)-327(and)-326(Con)26(trol)-325(Engineering)]TJ 104.92 -93.63 TD[(b)27(y)]TJ -47.72 -20.91 TD[(Alessandro)-326(Mosc)26(hitti)]TJ 22.53 -13.95 TD[(Ma)27(y)-326(8,)-326(2003)]TJ -18.15 -113.54 TD[(Univ)27(ersit)27(y)-325(of)-326(Rome)]TJ/F3 11.95 Tf 18.43 -13.94 TD[(T)74(or)-349(V)74(er)50(gata)]TJ ET endstream endobj 21 0 obj << /F1 10 0 R /F2 13 0 R /F3 17 0 R >> endobj 6 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 21 0 R >> endobj 24 0 obj << /Length 15 >> stream 0.00 g 0.00 G endstream endobj 23 0 obj << /ProcSet[/PDF/Text/ImageC] >> endobj 29 0 obj << /Encoding 14 0 R /Type/Font /Subtype/Type1 /Name/F4 /FontDescriptor 28 0 R /BaseFont/CMTI10 /FirstChar 33 /LastChar 196 /Widths[306.7 514.4 817.8 769.1 817.8 766.7 306.7 408.9 408.9 511.1 766.7 306.7 357.8 306.7 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 306.7 306.7 306.7 766.7 511.1 511.1 766.7 743.3 703.9 715.6 755 678.3 652.8 773.6 743.3 385.6 525 768.9 627.2 896.7 743.3 766.7 678.3 766.7 729.4 562.2 715.6 743.3 743.3 998.9 743.3 743.3 613.3 306.7 514.4 306.7 511.1 306.7 306.7 511.1 460 460 511.1 460 306.7 460 511.1 306.7 306.7 460 255.6 817.8 562.2 511.1 511.1 460 421.7 408.9 332.2 536.7 460 664.4 463.9 485.6 408.9 511.1 1022.2 511.1 511.1 511.1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 627.2 817.8 766.7 692.2 664.4 743.3 715.6 766.7 715.6 766.7 0 0 715.6 613.3 562.2 587.8 881.7 894.4 306.7 332.2 511.1 511.1 511.1 511.1 511.1 831.3 460 536.7 715.6 715.6 511.1 882.8 985 766.7 255.6 511.1] >> endobj 32 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F5 /FontDescriptor 31 0 R /BaseFont/CMR10 /FirstChar 33 /LastChar 196 /Widths[277.8 500 833.3 500 833.3 777.8 277.8 388.9 388.9 500 777.8 277.8 333.3 277.8 500 500 500 500 500 500 500 500 500 500 500 277.8 277.8 277.8 777.8 472.2 472.2 777.8 750 708.3 722.2 763.9 680.6 652.8 784.7 750 361.1 513.9 777.8 625 916.7 750 777.8 680.6 777.8 736.1 555.6 722.2 750 750 1027.8 750 750 611.1 277.8 500 277.8 500 277.8 277.8 500 555.6 444.4 555.6 444.4 305.6 500 555.6 277.8 305.6 527.8 277.8 833.3 555.6 500 555.6 527.8 391.7 394.4 388.9 555.6 527.8 722.2 527.8 527.8 444.4 500 1000 500 500 500 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 625 833.3 777.8 694.4 666.7 750 722.2 777.8 722.2 777.8 0 0 722.2 583.3 555.6 555.6 833.3 833.3 277.8 305.6 500 500 500 500 500 750 444.4 500 722.2 777.8 500 902.8 1013.9 777.8 277.8 500] >> endobj 33 0 obj << /Length 5260 >> stream 0.00 g 0.00 G BT/F1 14.34 Tf 34.86 -61.82 TD[(Abstract)]TJ/F4 9.96 Tf 0 -21.81 TD[(Mo)51(dern)-496(Information)-496(T)76(e)51(chnolo)51(gies)-495(and)-496(Web-b)50(ase)51(d)-495(servic)50(es)-495(ar)50(e)-495(fac)50(e)51(d)-495(with)-497(the)]TJ 0 -11.96 TD[(pr)51(oblem)-399(of)-400(sele)50(cting,)-409(\257ltering)-400(and)-400(managing)-400(gr)51(owing)-399(amounts)-400(of)-400(textual)-400(infor-)]TJ 0 -11.95 TD[(mation)-410(to)-410(which)-411(ac)50(c)51(ess)-409(is)-410(usual)-52(ly)-410(critic)50(al.)-617(T)76(ext)-410(Cate)50(gorization)-409(is)-411(a)-410(subtask)-410(of)]TJ 0 -11.95 TD[(Information)-435(R)50(etrieval)-435(that)-436(al)-51(lows)-436(users)-436(to)-436(br)50(owse)-435(mor)50(e)-435(e)50(asily)-435(the)-436(set)-436(of)-436(texts)]TJ 0 -11.95 TD[(of)-396(their)-396(own)-397(inter)51(ests,)-405(by)-397(navigating)-396(in)-397(c)51(ate)51(gory)-396(hier)50(ar)51(chies.)-574(This)-397(p)50(ar)52(adigm)-396(is)]TJ 0 -11.95 TD[(very)-398(e\256e)50(ctive)-398(for)-398(r)50(etrieval/\257ltering)-398(of)-399(information)-398(but)-399(also)-399(in)-398(the)-399(development)]TJ 0 -11.95 TD[(of)-357(user-driven)-358(on-line)-358(servic)50(es.)]TJ 14.94 -11.96 TD[(Given)-458(the)-459(lar)50(ge)-458(amounts)-459(of)-458(do)50(cuments)-458(involve)50(d)-458(in)-459(the)-459(ab)51(ove)-458(applic)50(ations,)]TJ -14.94 -11.95 TD[(automate)51(d)-440(appr)50(o)52(aches)-440(to)-440(c)50(ate)51(gorize)-439(data)-440(e\261ciently)-441(ar)51(e)-440(ne)50(e)52(de)51(d.)-707(Standar)50(d)-439(sta-)]TJ 0 -11.95 TD[(tistic)51(al)-412(Machine)-413(L)50(e)51(arning)-411(mo)50(dels,)-426(use)-412(the)-413(b)50(ag-of-wor)51(ds)-411(r)50(epr)51(esentation)-412(to)-413(tr)51(ain)]TJ 0 -11.95 TD[(the)-402(tar)51(get)-402(classi\257c)50(ation)-401(function.)-593(Only)-402(the)-402(single)-402(wor)50(ds,)-412(c)50(ontaine)51(d)-401(in)-403(the)-402(do)50(c-)]TJ 0 -11.95 TD[(uments,)-521(ar)50(e)-488(use)50(d)-488(as)-489(fe)50(atur)51(es)-488(to)-488(le)50(arn)-488(the)-489(statistic)50(al)-488(mo)50(dels.)-852(T)75(ypic)51(al)-488(natur)50(al)]TJ 0 -11.96 TD[(language)-401(structur)50(es,)-412(e.g.,)-413(morpholo)50(gy,)-412(syntax)-402(and)-402(semantic)-402(ar)50(e)-401(c)50(ompletely)-401(ne-)]TJ 0 -11.95 TD[(gle)51(cte)51(d)-443(in)-443(the)-444(developing)-443(of)-444(the)-443(classi\257c)50(ation)-442(function.)-717(In)-444(turn,)-465(the)-443(semantic)]TJ 0 -11.95 TD[(information)-342(gener)50(ate)51(d)-341(by)-343(the)-342(T)75(ext)-341(Cate)50(gorization)-342(mo)50(dels)-341(is)-343(not)-342(use)50(d)-342(yet)-342(for)-343(the)]TJ 0 -11.95 TD[(most)-435(imp)50(ortant)-435(natur)50(al)-434(language)-436(applic)50(ations.)-692(Information)-436(Extr)50(action,)]TJ/F5 9.96 Tf 318.66 0 TD[(Ques-)]TJ -318.66 -11.95 TD[(tion/Answ)27(ering)]TJ/F4 9.96 Tf 71.66 0 TD[(and)-407(T)75(ext)-407(Summarization)-408(should)-408(take)-409(advantage)-408(fr)50(om)-407(c)50(ate)51(gory)]TJ -71.66 -11.95 TD[(information)-275(as)-275(it)-275(helps)-276(to)-275(sele)50(ct)-274(the)-276(domain)-275(know)-51(le)50(dge)-274(that)-276(language)-275(applic)50(ations)]TJ 0 -11.96 TD[(usual)-51(ly)-357(use)-358(in)-358(their)-358(pr)50(o)52(c)51(essing.)]TJ 14.94 -11.95 TD[(In)-358(this)-360(thesis,)-359(a)-359(study)-359(of)-359(the)-359(inter)50(action)-358(b)50(etwe)51(en)-358(Natur)50(al)-358(L)50(anguage)-358(Pr)51(o)51(c)51(ess-)]TJ -14.94 -11.95 TD[(ing)-427(and)-428(T)76(ext)-427(Cate)50(gorization)-426(has)-428(b)50(e)51(en)-427(c)51(arrie)51(d)-427(out)-428(for)-427(op)50(er)51(ational)-427(applic)50(ations.)]TJ 0 -11.95 TD[(Sinc)51(e)-396(these)-396(latter)-397(r)51(e)51(quir)51(e)-396(high)-396(e\261cient)-396(and)-397(ac)50(cur)51(acy,)-405(we)-396(have)-396(studie)50(d)-396(and)-396(im-)]TJ 0 -11.95 TD[(plemente)51(d)-364(mo)50(dels)-364(that)-365(own)-365(b)50(oth)-364(char)50(acteristics.)-481(Next,)-367(with)-365(the)-365(aim)-365(to)-365(enhanc)50(e)]TJ 0 -11.96 TD[(the)-464(ac)50(cur)51(acy)-464(in)-465(statistic)50(al)-464(T)76(ext)-464(Cate)50(gorization,)-491(we)-465(have)-465(examine)50(d)-464(the)-465(r)50(ole)-464(of)]TJ 0 -11.95 TD[(Natur)51(al)-448(L)50(anguage)-447(Pr)50(o)51(c)51(essing)-448(in)-448(do)50(cument)-448(r)50(epr)52(esentations.)-732(The)-448(extensive)-449(ex-)]TJ 0 -11.95 TD[(p)51(erimentation)-417(of)-417(the)-418(most)-417(p)50(art)-416(of)-418(Natur)50(al)-416(L)50(anguage)-416(Pr)50(o)51(c)51(essing)-416(te)50(chniques)-417(for)]TJ 0 -11.95 TD[(Information)-459(R)50(etrieval)-459(has)-459(shown)-460(the)-460(ine\256e)51(ctiveness)-459(of)-460(curr)50(ent)-458(linguistic)-460(pr)50(o-)]TJ 0 -11.95 TD[(c)51(essing)-364(for)-364(impr)50(oving)-363(statistic)50(al)-363(T)75(ext)-363(Cate)50(gorization.)-478(On)-364(the)-365(c)50(ontr)52(ary,)-365(pr)50(elimi-)]TJ 0 -11.96 TD[(nary)-324(exp)50(eriments)-324(on)-325(some)-325(of)-325(the)-325(most)-325(imp)50(ortant)-324(natur)51(al)-324(language)-325(systems)-325(such)]TJ 0 -11.95 TD[(as)-315(Information)-315(Extr)50(action,)]TJ/F5 9.96 Tf 118.9 0 TD[(Question/Answ)28(ering)]TJ/F4 9.96 Tf 92.36 0 TD[(and)-315(T)76(ext)-315(Summarization,)-323(have)]TJ -211.26 -11.95 TD[(shown)-357(pr)50(omising)-357(enhanc)50(ements)-357(by)-357(exploiting)-358(T)76(ext)-357(Cate)50(gorization)-357(mo)50(dels.)]TJ ET endstream endobj 34 0 obj << /F1 10 0 R /F4 29 0 R /F5 32 0 R >> endobj 26 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 34 0 R >> endobj 37 0 obj << /Length 15 >> stream 0.00 g 0.00 G endstream endobj 36 0 obj << /ProcSet[/PDF/Text/ImageC] >> endobj 40 0 obj << /Length 215 >> stream 0.00 g 0.00 G BT/F4 9.96 Tf 99.32 -243.09 TD[(T)77(o)-357(A)24(lan,)-356(Elisab)50(etta,)-357(Guido,)-358(Monic)50(a)-356(and)-358(R)50(ossana)]TJ 55.65 -11.95 TD[(my)-357(family,)-358(old)-358(and)-358(new)]TJ ET endstream endobj 41 0 obj << /F4 29 0 R >> endobj 39 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 41 0 R >> endobj 44 0 obj << /Length 15 >> stream 0.00 g 0.00 G endstream endobj 43 0 obj << /ProcSet[/PDF/Text/ImageC] >> endobj 47 0 obj << /Length 4014 >> stream 0.00 g 0.00 G BT/F1 14.34 Tf 34.86 -61.82 TD[(Ac)31(kno)31(wledgemen)31(ts)]TJ/F5 9.96 Tf 0 -21.81 TD[(I)-325(w)27(ould)-325(lik)27(e)-325(to)-326(thank)-325(m)27(y)-325(sup)-28(ervisor)-326(prof.)-441(Rob)-28(erto)-326(Basili)-326(that)-325(advised)-326(me)-326(since)]TJ 0 -11.96 TD[(the)-451(earlier)-452(y)26(ears)-450(of)-452(m)26(y)-450(PhD)-452(course.)-800(Most)-452(part)-452(of)-452(the)-452(con)27(ten)27(t)-450(of)-452(this)-452(thesis)]TJ 0 -11.95 TD[(is)-399(based)-399(on)-400(sev)27(eral)-398(scien)26(ti\257c)-398(pap)-28(ers)-399(that)-400(w)27(e)-398(wrote)-400(together.)-642(Then)-400(I)-399(sincerely)]TJ 0 -11.95 TD[(need)-410(to)-410(thank)-410(prof.)-675(Maria)-410(T)83(eresa)-409(P)26(azienza)-409(that)-410(enrolled)-410(me)-410(in)-410(her)-410(Arti\257cial)]TJ 0 -11.95 TD[(In)27(telligence)-332(and)-333(Natural)-334(Language)-333(Pro)-28(cessing)-333(group.)]TJ 14.94 -11.95 TD[(Man)27(y)-347(thanks)-348(to)-348(Dr.)-489(Mic)27(hele)-347(Vindigni,)-352(with)-348(whom)-348(I)-349(had)-348(the)-348(earlier)-348(discus-)]TJ -14.94 -11.95 TD[(sion)-372(ab)-28(out)-372(T)82(ext)-371(Categorization.)-561(He)-373(designed)-372(and)-372(implemen)26(ted,)-381(for)-372(m)27(y)-372(earlier)]TJ 0 -11.96 TD[(studies,)-321(the)-319(\257rst)-319(soft)27(w)27(are)-317(for)-319(the)-319(ev)54(aluation)-318(of)-319(micro-a)27(v)28(erage)-318(Precision)-319(and)-319(Re-)]TJ 0 -11.95 TD[(call)-343(of)-344(the)-344(classi\257er)-343(em)26(b)-26(edded)-344(in)-344(TREVI.)-344(P)27(articular)-343(thanks)-343(are)-344(dev)27(oted)-343(to)-344(m)27(y)]TJ 0 -11.95 TD[(colleague)-398(Dr.)-640(F)82(abio)-397(Massimo)-399(Zanzotto)-398(with)-399(whom)-398(I)-399(had)-398(daily)-399(dialectical)-398(de-)]TJ 0 -11.95 TD[(bates)-298(on)-298(the)-299(use)-298(of)-298(Natural)-299(Language)-298(Pro)-28(cessing)-298(for)-299(Information)-298(Retriev)55(al.)-432(His)]TJ 0 -11.95 TD[(kno)27(wledge)-267(together)-267(with)-268(the)-268(Rob)-28(erto's)-268(ones)-267(often)-268(em)27(b)-27(o)-28(died)-268(the)-268(NLP)-267(soul)-268(in)-268(m)27(y)]TJ 0 -11.96 TD[(exp)-27(erimen)27(ts)-390(on)-391(statistical)-391(text)-391(categorization.)-617(Moreo)26(v)28(er,)-404(I)-391(w)27(an)27(t)-389(to)-391(thank)-391(Dr.)]TJ 0 -11.95 TD[(Massimo)-383(di)-384(Nanni)-384(who)-384(help)-28(ed)-384(me)-384(in)-384(the)-384(\257rst)-384(release)-384(of)-384(the)-384(pro\257le-based)-384(text)]TJ 0 -11.95 TD[(classi\257er)-272(soft)26(w)28(are)-272(and)-273(Armando)-273(Stellato)-273(for)-273(his)-273(daily)-273(help)-273(to)-273(our)-273(group.)-425(Thanks)]TJ 0 -11.95 TD[(to)-317(the)-318(other)-317(PhD)-318(studen)27(ts)-317(and)-318(sta\256)-317(of)-318("T)83(or)-317(V)82(ergata")-316(Univ)26(ersit)28(y)83(.)-438(In)-317(particular,)]TJ 0 -11.95 TD[(Mauro)-393(Andreolini,)-408(V)83(aleria)-392(Cardellini,)-409(Emiliano)-393(Casalicc)27(hio)-392(and)-393(Marco)-393(Emilio)]TJ 0 -11.95 TD[(P)27(oleggi)-332(made)-333(these)-334(studying)-333(y)27(ears)-333(more)-333(pleasan)27(t.)]TJ 14.94 -11.96 TD[(I)-374(wish)-375(to)-376(thank,)-385(prof.)-570(P)27(aola)-374(V)83(elardi)-375(that)-375(advised)-375(me)-375(on)-375(the)-375(early)-375(steps)-375(in)]TJ -14.94 -11.95 TD[(the)-440(academic)-441(career,)-467(prof.)-766(Giusepp)-28(e)-440(Iazeolla)-441(and)-440(prof.)-766(Vittoria)-441(de)-440(Nitto)-441(as)]TJ 0 -11.95 TD[(advisors)-333(for)-333(m)27(y)-333(do)-27(ctorate)-334(exams.)]TJ 14.94 -11.95 TD[(Last)-383(but)-384(not)-384(least,)-396(I)-384(ha)27(v)28(e)-383(to)-384(thank)-383(prof.)-596(Sanda)-384(Harabagiu)-383(and)-384(prof.)-596(Dan)]TJ -14.94 -11.95 TD[(Moldo)27(v)56(an)-274(from)-276(whom)-275(I)-275(ha)27(v)28(e)-275(b)-27(een)-276(visiting)-275(sc)27(holar)-274(also)-275(during)-276(the)-275(writing)-275(of)-275(this)]TJ 0 -11.96 TD[(thesis.)-444(In)-332(particular,)-333(the)-332(Chapter)-332(4)-333(of)-332(this)-333(thesis)-332(could)-333(not)-332(b)-28(e)-332(realized)-333(without)]TJ 0 -11.95 TD[(the)-333(help)-333(of)-333(prof.)-445(Harabagiu.)]TJ ET endstream endobj 48 0 obj << /F1 10 0 R /F5 32 0 R >> endobj 46 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 48 0 R >> endobj 51 0 obj << /Length 15 >> stream 0.00 g 0.00 G endstream endobj 50 0 obj << /ProcSet[/PDF/Text/ImageC] >> endobj 56 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F6 /FontDescriptor 55 0 R /BaseFont/CMBX10 /FirstChar 33 /LastChar 196 /Widths[350 602.8 958.3 575 958.3 894.4 319.4 447.2 447.2 575 894.4 319.4 383.3 319.4 575 575 575 575 575 575 575 575 575 575 575 319.4 319.4 350 894.4 543.1 543.1 894.4 869.4 818.1 830.6 881.9 755.6 723.6 904.2 900 436.1 594.4 901.4 691.7 1091.7 900 863.9 786.1 863.9 862.5 638.9 800 884.7 869.4 1188.9 869.4 869.4 702.8 319.4 602.8 319.4 575 319.4 319.4 559 638.9 511.1 638.9 527.1 351.4 575 638.9 319.4 351.4 606.9 319.4 958.3 638.9 575 638.9 606.9 473.6 453.6 447.2 638.9 606.9 830.6 606.9 606.9 511.1 575 1150 575 575 575 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 691.7 958.3 894.4 805.6 766.7 900 830.6 894.4 830.6 894.4 0 0 830.6 670.8 638.9 638.9 958.3 958.3 319.4 351.4 575 575 575 575 575 869.4 511.1 597.2 830.6 894.4 575 1041.7 1169.4 894.4 319.4 575] >> endobj 57 0 obj << /Length 6898 >> stream 0.00 g 0.00 G BT/F1 24.78 Tf 34.86 -141.59 TD[(Con)31(ten)31(ts)]TJ/F6 9.96 Tf 0 -61.94 TD[(1)-924(In)30(tro)-30(duction)-26085(1)]TJ/F5 9.96 Tf 14.94 -12.07 TD[(1.1)-1022(E\261cien)27(t)-332(Mo)-28(dels)-333(for)-334(Automated)-333(TC)-289(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1584(3)]TJ 22.91 -12.06 TD[(1.1.1)-1144(Designing)-333(a)-333(T)82(ext)-332(Classi\257er)-967(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1584(3)]TJ 0 -12.07 TD[(1.1.2)-1144(Pro\257le-based)-333(T)82(ext)-332(Classi\257er)-436(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1583(4)]TJ 0 -12.06 TD[(1.1.3)-1144(Some)-333(Metho)-28(ds)-333(of)-333(T)82(ext)-332(Categorization)-714(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1584(5)]TJ -22.91 -12.07 TD[(1.2)-1022(The)-333(role)-333(of)-334(NLP)-333(in)-333(IR)-656(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1584(8)]TJ 22.91 -12.06 TD[(1.2.1)-1144(NLP)-333(for)-333(T)82(ext)-332(Retriev)54(al)-951(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(10)]TJ 0 -12.07 TD[(1.2.2)-1144(NLP)-333(for)-333(T)82(ext)-332(Categorization)-828(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(11)]TJ -22.91 -12.06 TD[(1.3)-1022(T)83(ext)-333(Categorization)-333(for)-333(NLP)-917(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1084(13)]TJ 22.91 -12.07 TD[(1.3.1)-1144(Information)-333(Extraction)-980(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(13)]TJ 0 -12.06 TD[(1.3.2)-1144(Question/Answ)27(ering)-624(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(15)]TJ 0 -12.07 TD[(1.3.3)-1144(T)83(ext)-333(Summarization)-635(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(16)]TJ -22.91 -12.06 TD[(1.4)-1022(Thesis)-333(Outline)-939(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(17)]TJ/F6 9.96 Tf -14.94 -22.1 TD[(2)-924(T)94(ext)-382(Categorization)-383(and)-384(Optimization)-12622(19)]TJ/F5 9.96 Tf 14.94 -12.07 TD[(2.1)-1022(Do)-27(cumen)26(t)-332(Prepro)-28(cessing)-405(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(20)]TJ 22.91 -12.06 TD[(2.1.1)-1144(Corp)-27(ora)-550(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(20)]TJ 0 -12.07 TD[(2.1.2)-1144(T)83(ok)27(enization,)-332(Stoplist)-333(and)-334(Stemming)-1160(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(23)]TJ 0 -12.06 TD[(2.1.3)-1144(F)83(eature)-333(Selection)-511(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(24)]TJ -22.91 -12.07 TD[(2.2)-1022(W)83(eigh)27(ting)-332(Sc)27(hemes)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(25)]TJ 22.91 -12.07 TD[(2.2.1)-1144(Do)-27(cumen)26(t)-332(W)82(eigh)28(ting)-346(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(26)]TJ 0 -12.06 TD[(2.2.2)-1144(Pro\257le)-333(W)82(eigh)28(ting)-426(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(27)]TJ -22.91 -12.07 TD[(2.3)-1022(Similarit)27(y)-332(in)-334(pro\257le-based)-333(T)82(ext)-332(Categorization)-991(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(28)]TJ 22.91 -12.06 TD[(2.3.1)-1144(Similarit)27(y)-332(based)-334(on)-333(Logistic)-333(Regression)-972(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(29)]TJ 0 -12.07 TD[(2.3.2)-1144(Similarit)27(y)-332(o)27(v)27(er)-332(di\256erences:)-444(Relativ)26(e)-332(Di\256erence)-333(Scores)-253(.)-500(.)-500(.)-1083(29)]TJ -22.91 -12.06 TD[(2.4)-1022(Inference)-333(P)27(olicies)-333(and)-333(Accuracy)-333(Ev)54(aluation)-854(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(30)]TJ 22.91 -12.07 TD[(2.4.1)-1144(Inference)-333(P)27(olicies)-477(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1084(31)]TJ 0 -12.06 TD[(2.4.2)-1144(Accuracy)-333(Measuremen)27(ts)-510(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(31)]TJ -22.91 -12.07 TD[(2.5)-1022(Supp)-27(ort)-334(V)83(ector)-333(Mac)27(hines)-332(and)-334(Ro)-27(cc)26(hio)-332(Classi\257er)-994(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(33)]TJ 22.91 -12.06 TD[(2.5.1)-1144(The)-333(Classi\257cation)-333(F)82(unction)-668(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(34)]TJ 0 -12.07 TD[(2.5.2)-1144(Ro)-27(cc)26(hio)-332(Learning)-386(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(34)]TJ 0 -12.06 TD[(2.5.3)-1144(Supp)-27(ort)-334(V)83(ector)-333(Mac)27(hine)-332(learning)-492(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-1084(35)]TJ -22.91 -12.07 TD[(2.6)-1022(The)-333(P)27(arameterized)-333(Ro)-27(cc)26(hio)-332(Classi\257er)-263(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(36)]TJ 22.91 -12.06 TD[(2.6.1)-1144(Searc)27(h)-332(space)-334(of)-333(Ro)-28(cc)27(hio)-332(parameters)-939(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(37)]TJ 131.47 -25.2 TD[(9)]TJ ET endstream endobj 58 0 obj << /F1 10 0 R /F6 56 0 R /F5 32 0 R >> endobj 53 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 58 0 R >> endobj 63 0 obj << /Type/Font /Subtype/Type1 /Name/F7 /FontDescriptor 62 0 R /BaseFont/CMMI10 /FirstChar 33 /LastChar 196 /Widths[622.5 466.3 591.4 828.1 517 362.8 654.2 1000 1000 1000 1000 277.8 277.8 500 500 500 500 500 500 500 500 500 500 500 500 277.8 277.8 777.8 500 777.8 500 530.9 750 758.5 714.7 827.9 738.2 643.1 786.2 831.3 439.6 554.5 849.3 680.6 970.1 803.5 762.8 642 790.6 759.3 613.2 584.4 682.8 583.3 944.4 828.5 580.6 682.6 388.9 388.9 388.9 1000 1000 416.7 528.6 429.2 432.8 520.5 465.6 489.6 477 576.2 344.5 411.8 520.6 298.4 878 600.2 484.7 503.1 446.4 451.2 468.8 361.1 572.5 484.7 715.9 571.5 490.3 465 322.5 384 636.5 500 277.8 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 615.3 833.3 762.8 694.4 742.4 831.3 779.9 583.3 666.7 612.2 0 0 772.4 639.7 565.6 517.7 444.4 405.9 437.5 496.5 469.4 353.9 576.2 583.3 602.5 494 437.5 570 517 571.4 437.2 540.3 595.8 625.7 651.4 277.8] >> endobj 64 0 obj << /Length 8674 >> stream 0.00 g 0.00 G BT/F5 9.96 Tf 126.49 -61.82 TD[(2.6.2)-1144(Pro)-28(cedure)-333(for)-333(parameter)-334(estimation)-938(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(39)]TJ 0 -12.04 TD[(2.6.3)-1144(Related)-333(W)82(ork)-427(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(40)]TJ -22.91 -12.05 TD[(2.7)-1022(P)27(erformance)-333(Ev)55(aluations:)-443(PR)26(C,)-332(Ro)-28(cc)27(hio)-332(and)-334(SVM)-591(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(41)]TJ 22.91 -12.04 TD[(2.7.1)-1144(Relationship)-333(b)-28(et)27(w)27(een)-332(accuracy)-333(and)]TJ/F7 9.96 Tf 188.69 0 TD[(\275)]TJ/F5 9.96 Tf 8.46 0 TD[(v)55(alues)-454(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(42)]TJ -197.15 -12.04 TD[(2.7.2)-1144(P)27(erformance)-333(Ev)55(aluation)-332(on)-334(the)-333(Reuters)-333(\257xed)]TJ/F4 9.96 Tf 231.62 0 TD[(test-set)]TJ/F5 9.96 Tf 35.13 0 TD[(.)-500(.)-500(.)-1084(44)]TJ -266.75 -12.05 TD[(2.7.3)-1144(Cross)-333(ev)54(aluation)-818(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(45)]TJ -22.91 -12.04 TD[(2.8)-1022(Conclusions)-605(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(50)]TJ/F6 9.96 Tf -14.94 -22.07 TD[(3)-925(NLP)-383(for)-383(T)94(ext)-382(Categorization)-17279(51)]TJ/F5 9.96 Tf 14.94 -12.04 TD[(3.1)-1022(Natural)-333(Language)-334(F)83(eature)-333(Engineering)-427(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(52)]TJ 22.91 -12.04 TD[(3.1.1)-1144(Language)-333(pro)-28(cessing)-333(for)-334(T)83(ext)-333(Categorization)-333(in)-333(TREVI)-800(.)-1084(53)]TJ 0 -12.05 TD[(3.1.2)-1144(Basic)-333(NLP-deriv)26(ed)-332(feature)-333(set)-330(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(55)]TJ 0 -12.04 TD[(3.1.3)-1144(T)82(erminology-based)-332(Do)-28(cumen)27(t)-332(Represen)26(tation)-537(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(56)]TJ 0 -12.05 TD[(3.1.4)-1144(Seman)27(tic)-333(represen)27(tation)-626(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(59)]TJ 0 -12.04 TD[(3.1.5)-1144(Computational)-333(Asp)-28(ects)-850(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(62)]TJ -22.91 -12.04 TD[(3.2)-1022(Exp)-28(erimen)27(ts)-332(on)-334(basic)-333(NLP-deriv)27(ed)-333(indexes)-969(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1084(64)]TJ 22.91 -12.05 TD[(3.2.1)-1144(E\261cien)27(t)-333(NLP)-333(on)-333(E\261cien)27(t)-333(TC)-333(mo)-28(dels)-911(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1084(65)]TJ 0 -12.04 TD[(3.2.2)-1144(Exp)-28(erimen)27(t)-332(1.1:)-445(P)27(erformances)-332(in)-334(TREVI-Reuters)-333(corpus)-1594(66)]TJ 0 -12.04 TD[(3.2.3)-1144(Exp)-28(erimen)27(t)-332(1.2:)-445(P)27(erformances)-332(in)-334(HOS)-485(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(67)]TJ 0 -12.05 TD[(3.2.4)-1144(Exp)-28(erimen)27(t)-332(1.3:)-445(Assessmen)27(ts)-332(o)26(v)28(er)-332(the)-333(Reuters)-334(corpus)-838(.)-500(.)-1084(68)]TJ 0 -12.04 TD[(3.2.5)-1144(Exp)-28(erimen)27(t)-332(2:)-445(P)27(art-of-Sp)-27(eec)27(h)-332(information)-436(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(68)]TJ 0 -12.05 TD[(3.2.6)-1144(Discussion)-358(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(69)]TJ -22.91 -12.04 TD[(3.3)-1022(Exp)-28(erimen)27(ts)-332(on)-334(adv)55(anced)-332(NLP-features)-836(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(73)]TJ 22.91 -12.04 TD[(3.3.1)]TJ/F7 9.96 Tf 31.87 0 TD[(P)-139(R)-7(C)]TJ/F5 9.96 Tf 26.57 0 TD[(for)-333(measuring)-333(di\256eren)27(t)-333(NLP-feature)-333(sets)-943(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(74)]TJ -58.44 -12.05 TD[(3.3.2)-1144(The)-333(impact)-334(of)-333(basic)-333(NLP-features)-334(and)-333(T)82(erminology)84(.)-815(.)-500(.)-500(.)-1084(75)]TJ 0 -12.04 TD[(3.3.3)-1144(Cross-corp)-28(ora/classi\257er)-333(v)54(alidations)-332(of)-333(NLP-features)-258(.)-500(.)-500(.)-500(.)-1084(77)]TJ 0 -12.04 TD[(3.3.4)-1144(Exp)-28(erimen)27(ts)-332(on)-334(w)27(ord)-332(senses)-375(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(81)]TJ 0 -12.05 TD[(3.3.5)-1144(Discussion)-358(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(82)]TJ 0 -12.04 TD[(3.3.6)-1144(Related)-333(W)82(ork)-427(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(85)]TJ -22.91 -12.05 TD[(3.4)-1022(Conclusions)-605(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(89)]TJ 22.91 -12.04 TD[(3.4.1)-1144(E\261cien)27(t)-333(NLP)-333(for)-333(E\261cien)27(t)-333(TC)-1024(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(89)]TJ 0 -12.04 TD[(3.4.2)-1144(The)-333(role)-334(of)-333(NLP)-333(for)-334(T)83(ext)-333(Categorization)-352(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(90)]TJ/F6 9.96 Tf -37.85 -22.07 TD[(4)-925(Adv)63(anced)-382(NLP)-384(systems)-383(via)-383(T)95(ext)-383(Categorization)-7600(93)]TJ/F5 9.96 Tf 14.94 -12.04 TD[(4.1)-1022(T)82(ext)-332(Categorization)-333(for)-334(Information)-333(Extraction)-591(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(94)]TJ 22.91 -12.05 TD[(4.1.1)-1144(Information)-333(Extraction)-981(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(95)]TJ 0 -12.04 TD[(4.1.2)-1144(Seman)27(tic)-333(F)83(rames)-588(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(96)]TJ 0 -12.04 TD[(4.1.3)-1144(Seman)27(tic)-333(Lab)-27(eling)-334(via)-333(TC)-333(mo)-28(dels)-953(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(100)]TJ 0 -12.05 TD[(4.1.4)-1144(Exp)-28(erimen)27(ts)-977(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(103)]TJ -22.91 -12.04 TD[(4.2)-1022(T)82(ext)-332(Categorization)-333(for)-334(Question)-333(Answ)27(ering)-402(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-584(105)]TJ 22.91 -12.04 TD[(4.2.1)-1144(T)82(extual)-332(Question)-333(Answ)26(ering)-1012(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(105)]TJ 0 -12.05 TD[(4.2.2)-1144(T)82(ext)-332(and)-333(Question)-334(Categorization)-908(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-584(108)]TJ 0 -12.04 TD[(4.2.3)-1144(Answ)27(ers)-322(\257ltering)-323(and)-323(Re-Ranking)-323(based)-323(on)-323(T)82(ext)-322(Catego-)]TJ 31.87 -11.95 TD[(rization)-802(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(111)]TJ -31.87 -12.05 TD[(4.2.4)-1144(Exp)-28(erimen)27(ts)-977(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(113)]TJ -22.91 -12.04 TD[(4.3)-1022(Category-Based)-333(T)82(ext)-332(Summarization)-481(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(120)]TJ ET endstream endobj 65 0 obj << /F5 32 0 R /F7 63 0 R /F4 29 0 R /F6 56 0 R >> endobj 60 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 65 0 R >> endobj 68 0 obj << /Length 2443 >> stream 0.00 g 0.00 G BT/F5 9.96 Tf 72.71 -61.82 TD[(4.3.1)-1144(Represen)27(ting)-332(do)-28(cumen)27(ts)-333(for)-333(enric)27(hed)-332(categorization)-964(.)-500(.)-500(.)-584(121)]TJ 0 -11.95 TD[(4.3.2)-1144(Explanation)-333(of)-333(categorization)-334(c)27(hoices)-310(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-584(125)]TJ 0 -11.95 TD[(4.3.3)-1144(Exp)-27(erimen)26(ts)-976(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(126)]TJ -22.91 -11.95 TD[(4.4)-1022(Conclusions)-605(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(132)]TJ/F6 9.96 Tf -14.94 -21.92 TD[(5)-924(Conclusions)-384(and)-383(F)95(uture)-383(W)95(ork)-16231(133)]TJ 0 -21.91 TD[(App)-31(endix)]TJ 0 -21.91 TD[(A)-630(Notation)-28102(I)]TJ 0 -21.91 TD[(B)-681(A)-384(sample)-383(of)-383(Reuters-21578)-384(T)95(erminology)-11380(I)-32(I)-32(I)]TJ/F5 9.96 Tf 14.94 -11.95 TD[(B.1)-813(Acquisition)-334(T)83(erminology)-333(Rank)27(ed)-332(b)27(y)]TJ/F7 9.96 Tf 183.04 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 29.16 0 TD[(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1334(X)]TJ -212.2 -11.95 TD[(B.2)-813(Acquisition)-334(complex)-333(terms)-333(Rank)26(ed)-332(b)27(y)]TJ/F7 9.96 Tf 192.23 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 27.71 0 TD[(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-972(XI)]TJ/F6 9.96 Tf -234.88 -21.92 TD[(C)-669(A)-383(sample)-384(of)-383(Ohsumed)-383(T)95(erminology)-12980(XI)-32(I)-32(I)]TJ/F5 9.96 Tf 14.94 -11.95 TD[(C.1)-799(Cardio)26(v)56(ascular)-332(disease)-334(complex)-333(terms)]TJ 22.91 -11.95 TD[(rank)28(ed)-333(b)27(y)]TJ/F7 9.96 Tf 46.5 0 TD[(P)-139(R)-8(C)]TJ/F5 9.96 Tf 26.59 0 TD[(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-534(XVI)]TJ/F6 9.96 Tf -110.94 -21.91 TD[(D)-618(A)-383(sample)-383(of)-384(ANSA)-383(T)95(erminology)-14020(XVI)-32(I)]TJ 0 -21.91 TD[(E)-744(Questions)-383(on)-384(the)-383(Reuters-21578)-383(corpus)-11068(XXI)]TJ 0 -21.92 TD[(References)-25989(XXI)-32(I)-32(I)]TJ ET endstream endobj 69 0 obj << /F5 32 0 R /F6 56 0 R /F7 63 0 R >> endobj 67 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 69 0 R >> endobj 72 0 obj << /Length 15 >> stream 0.00 g 0.00 G endstream endobj 71 0 obj << /ProcSet[/PDF/Text/ImageC] >> endobj 77 0 obj << /Type/Font /Subtype/Type1 /Name/F8 /FontDescriptor 76 0 R /BaseFont/CMMI7 /FirstChar 33 /LastChar 196 /Widths[719.7 539.7 689.9 950 592.7 439.2 751.4 1138.9 1138.9 1138.9 1138.9 339.3 339.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 339.3 339.3 892.9 585.3 892.9 585.3 610.1 859.1 863.2 819.4 934.1 838.7 724.5 889.4 935.6 506.3 632 959.9 783.7 1089.4 904.9 868.9 727.3 899.7 860.6 701.5 674.8 778.2 674.6 1074.4 936.9 671.5 778.4 462.3 462.3 462.3 1138.9 1138.9 478.2 619.7 502.4 510.5 594.7 542 557.1 557.3 668.8 404.2 472.7 607.3 361.3 1013.7 706.2 563.9 588.9 523.6 530.4 539.2 431.6 675.4 571.4 826.4 647.8 579.4 545.8 398.6 442 730.1 585.3 339.3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 693.8 954.4 868.9 797.6 844.5 935.6 886.3 677.6 769.8 716.9 0 0 880 742.7 647.8 600.1 519.2 476.1 519.8 588.6 544.1 422.8 668.8 677.6 694.6 572.8 519.8 668 592.7 662 526.8 632.9 686.9 713.8 756 339.3] >> endobj 78 0 obj << /Length 8140 >> stream 0.00 g 0.00 G BT/F1 24.78 Tf 34.86 -141.69 TD[(List)-374(of)-375(Figures)]TJ/F5 9.96 Tf 14.94 -52.03 TD[(2.1)-1022(BEP)-371(of)-372(the)-372(Ro)-27(cc)26(hio)-370(classi\257er)-372(according)-371(to)-372(di\256eren)27(t)]TJ/F7 9.96 Tf 252.46 0 TD[(\275)]TJ/F5 9.96 Tf 8.85 0 TD[(v)55(alues)-371(for)]TJ/F4 9.96 Tf -238.4 -11.95 TD[(A)51(c)51(q)]TJ/F5 9.96 Tf 15.55 0 TD[(,)]TJ/F4 9.96 Tf 6.08 0 TD[(Earn)]TJ/F5 9.96 Tf 25.73 0 TD[(and)]TJ/F4 9.96 Tf 19.37 0 TD[(Gr)51(ain)]TJ/F5 9.96 Tf 29.22 0 TD[(classes)-333(of)-333(the)-334(Reuters)-333(Corpus.)-907(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(42)]TJ -118.86 -12.19 TD[(2.2)-1022(BEP)-371(of)-372(the)-372(Ro)-27(cc)26(hio)-370(classi\257er)-372(according)-371(to)-372(di\256eren)27(t)]TJ/F7 9.96 Tf 252.46 0 TD[(\275)]TJ/F5 9.96 Tf 8.85 0 TD[(v)55(alues)-371(for)]TJ/F4 9.96 Tf -238.4 -11.95 TD[(T)76(r)52(ade)]TJ/F5 9.96 Tf 24.81 0 TD[(,)]TJ/F4 9.96 Tf 6.09 0 TD[(Inter)51(est)]TJ/F5 9.96 Tf 32.98 0 TD[(,)-333(and)]TJ/F4 9.96 Tf 25.46 0 TD[(Money)-357(Supply)]TJ/F5 9.96 Tf 65.31 0 TD[(classes)-333(of)-333(the)-333(Reuters)-334(Corpus.)-1042(43)]TJ -177.56 -12.19 TD[(2.3)-1022(BEP)-371(of)-372(the)-372(Ro)-27(cc)26(hio)-370(classi\257er)-372(according)-371(to)-372(di\256eren)27(t)]TJ/F7 9.96 Tf 252.46 0 TD[(\275)]TJ/F5 9.96 Tf 8.85 0 TD[(v)55(alues)-371(for)]TJ/F4 9.96 Tf -238.4 -11.96 TD[(R)51(eserves)]TJ/F5 9.96 Tf 37.42 0 TD[(,)]TJ/F4 9.96 Tf 6.09 0 TD[(R)25(ubb)51(er)]TJ/F5 9.96 Tf 34.18 0 TD[(and)]TJ/F4 9.96 Tf 19.37 0 TD[(Dlr)]TJ/F5 9.96 Tf 18.66 0 TD[(classes)-332(of)-334(the)-333(Reuters)-333(Corpus.)-479(.)-500(.)-500(.)-500(.)-500(.)-1083(43)]TJ -138.63 -22.14 TD[(3.1)-1022(Screendump:)-444(TREVI)-333(P)26(arser)-332(output)-977(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(54)]TJ 0 -12.19 TD[(3.2)]TJ/F7 9.96 Tf 22.91 0 TD[(\271B)-49(E)-58(P)]TJ/F5 9.96 Tf 32.82 0 TD[(of)-307(the)]TJ/F7 9.96 Tf 27.98 0 TD[(R)-7(oc)]TJ/F8 6.97 Tf 16.78 3.61 TD[(S)-54(cut)]TJ 0 -6.43 TD[(l)-5(og)]TJ/F7 9.96 Tf 17.04 2.82 TD[(=)]TJ/F8 6.97 Tf 4.98 3.61 TD[(N)-107(L)]TJ/F5 9.96 Tf 16.08 -3.61 TD[(and)]TJ/F7 9.96 Tf 19.11 0 TD[(R)-8(oc)]TJ/F8 6.97 Tf 16.78 3.61 TD[(S)-54(cut)]TJ 0 -6.43 TD[(l)-5(og)]TJ/F7 9.96 Tf 17.05 2.82 TD[(=)]TJ/F8 6.97 Tf 4.98 3.61 TD[(N)-106(L)]TJ 0 -6.36 TD[(R)-4(D)-31(S)]TJ/F5 9.96 Tf 21.59 2.75 TD[(classi\257ers)-307(according)]TJ -195.19 -11.95 TD[(to)-333(di\256eren)27(t)]TJ/F7 9.96 Tf 51.48 0 TD[(\275)]TJ/F5 9.96 Tf 8.47 0 TD[(v)55(alues)-1007(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(72)]TJ -82.86 -12.19 TD[(3.3)]TJ/F7 9.96 Tf 22.91 0 TD[(\271B)-49(E)-58(P)]TJ/F5 9.96 Tf 31.97 0 TD[(comparisons)-222(b)-28(et)27(w)28(een)-221(Ro)-28(cc)27(hio)-221(classi\257er)-223(trained)-222(with)]TJ/F7 9.96 Tf 223.16 0 TD[(T)-138(ok)-32(ens)]TJ/F5 9.96 Tf -255.13 -11.95 TD[(and)]TJ/F4 9.96 Tf 19.36 0 TD[(NLP-fe)50(atur)51(es)]TJ/F5 9.96 Tf 57.19 0 TD[(,)-333(according)-333(to)-333(di\256eren)26(t)]TJ/F7 9.96 Tf 102.42 0 TD[(\275)]TJ/F5 9.96 Tf 8.47 0 TD[(v)55(alues.)-373(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(76)]TJ -210.35 -12.19 TD[(3.4)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.95 TD[(and)-320(NLP-deriv)27(ed\))-319(according)-320(to)-321(di\256eren)27(t)]TJ/F7 9.96 Tf 177.6 0 TD[(\275)]TJ/F5 9.96 Tf 8.34 0 TD[(v)55(alues)-320(for)]TJ/F4 9.96 Tf 44.65 0 TD[(T)77(r)51(ade)]TJ/F5 9.96 Tf 28.75 0 TD[(cate-)]TJ -259.34 -11.96 TD[(gory)-333(of)-333(the)-333(Reuters)-334(Corpus)-860(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(76)]TJ -22.91 -12.19 TD[(3.5)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.95 TD[(and)-316(NLP-deriv)27(ed\))-315(according)-317(to)-317(di\256eren)27(t)]TJ/F7 9.96 Tf 177.41 0 TD[(\275)]TJ/F5 9.96 Tf 8.31 0 TD[(v)55(alues)-315(for)]TJ/F4 9.96 Tf 44.56 0 TD[(Gr)50(ain)]TJ/F5 9.96 Tf 29.06 0 TD[(cate-)]TJ -259.34 -11.95 TD[(gory)-333(of)-333(the)-333(Reuters)-334(Corpus)-860(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(77)]TJ -22.91 -12.19 TD[(3.6)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.95 TD[(and)-257(NLP-deriv)26(ed\))-257(according)-258(to)-258(di\256eren)27(t)]TJ/F7 9.96 Tf 174.51 0 TD[(\275)]TJ/F5 9.96 Tf 7.72 0 TD[(v)55(alues)-257(for)]TJ/F4 9.96 Tf 43.41 0 TD[(Dlr)]TJ/F5 9.96 Tf 17.9 0 TD[(category)]TJ -243.54 -11.95 TD[(of)-333(the)-333(Reuters)-333(Corpus)-781(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(77)]TJ -22.91 -12.19 TD[(3.7)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.95 TD[(and)-355(NLP-deriv)27(ed\))-354(according)-356(to)-355(di\256eren)26(t)]TJ/F7 9.96 Tf 179.36 0 TD[(\275)]TJ/F5 9.96 Tf 8.69 0 TD[(v)55(alues)-354(for)]TJ/F4 9.96 Tf 45.34 0 TD[(Earn)]TJ/F5 9.96 Tf 25.95 0 TD[(cate-)]TJ -259.34 -11.95 TD[(gory)-333(of)-333(the)-333(Reuters)-334(Corpus)-860(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(78)]TJ -22.91 -12.19 TD[(3.8)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.95 TD[(and)-475(NLP-deriv)27(ed\))-474(according)-476(to)-475(di\256eren)27(t)]TJ/F7 9.96 Tf 185.33 0 TD[(\275)]TJ/F5 9.96 Tf 9.88 0 TD[(v)55(alues)-474(for)]TJ/F4 9.96 Tf 47.73 0 TD[(R)51(eserves)]TJ/F5 9.96 Tf -242.94 -11.96 TD[(category)-333(of)-333(the)-333(Reuters)-334(Corpus)-638(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(78)]TJ -22.91 -12.18 TD[(3.9)-1022(BEP)-360(of)-360(the)-361(Ro)-28(cc)27(hio)-359(classi\257er)-361(o)27(v)28(er)-359(t)26(w)28(o)-359(feature)-361(sets)-360(\(i.e.)]TJ/F7 9.96 Tf 270.46 0 TD[(T)-139(ok)-31(ens)]TJ/F5 9.96 Tf -247.55 -11.96 TD[(and)-310(NLP-deriv)27(ed\))-310(according)-310(to)-311(di\256eren)27(t)]TJ/F7 9.96 Tf 177.12 0 TD[(\275)]TJ/F5 9.96 Tf 8.24 0 TD[(v)55(alues)-310(for)]TJ/F4 9.96 Tf 44.45 0 TD[(R)25(ubb)51(er)]TJ/F5 9.96 Tf 33.96 0 TD[(cat-)]TJ -263.77 -11.95 TD[(egory)-333(of)-333(the)-333(Reuters)-334(Corpus)-416(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(79)]TJ -22.91 -22.15 TD[(4.1)-1022(Example)-333(of)-333(sen)26(tences)-332(mapp)-28(ed)-333(in)-333(F)82(rameNet.)-546(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(96)]TJ 0 -12.18 TD[(4.2)-1022(Hierarc)27(hical)-332(structuring)-334(of)-333(the)-333(Motion)-334(domain)-333(in)-333(F)82(rameNet.)-387(.)-500(.)-500(.)-1084(97)]TJ 0 -12.19 TD[(4.3)-1022(Mappings)-333(from)-333(an)-334(extraction)-333(template)-333(to)-334(m)27(ultiple)-332(frames.)-458(.)-500(.)-500(.)-500(.)-1084(99)]TJ 0 -12.19 TD[(4.4)-1022(Arc)27(hitecture)-332(of)-334(a)-333(Q/A)-333(system.)-961(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(106)]TJ 151.89 -25.2 TD[(13)]TJ ET endstream endobj 79 0 obj << /F1 10 0 R /F5 32 0 R /F7 63 0 R /F4 29 0 R /F8 77 0 R >> endobj 74 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 79 0 R >> endobj 84 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F9 /FontDescriptor 83 0 R /BaseFont/CMR9 /FirstChar 33 /LastChar 196 /Widths[285.5 513.9 856.5 513.9 856.5 799.4 285.5 399.7 399.7 513.9 799.4 285.5 342.6 285.5 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 285.5 285.5 285.5 799.4 485.3 485.3 799.4 770.7 727.9 742.3 785 699.4 670.8 806.5 770.7 371 528.1 799.2 642.3 942 770.7 799.4 699.4 799.4 756.5 571 742.3 770.7 770.7 1056.2 770.7 770.7 628.1 285.5 513.9 285.5 513.9 285.5 285.5 513.9 571 456.8 571 457.2 314 513.9 571 285.5 314 542.4 285.5 856.5 571 513.9 571 542.4 402 405.4 399.7 571 542.4 742.3 542.4 542.4 456.8 513.9 1027.8 513.9 513.9 513.9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 642.3 856.5 799.4 713.6 685.2 770.7 742.3 799.4 742.3 799.4 0 0 742.3 599.5 571 571 856.5 856.5 285.5 314 513.9 513.9 513.9 513.9 513.9 770.7 456.8 513.9 742.3 799.4 513.9 927.8 1042 799.4 285.5 513.9] >> endobj 85 0 obj << /Length 1271 >> stream 0.00 g 0.00 G BT/F5 9.96 Tf 103.58 -61.82 TD[(4.5)-1022(The)]TJ/F7 9.96 Tf 45.13 0 TD[(M)-109(R)-7(AR)]TJ/F5 9.96 Tf 38.56 0 TD[(results)-509(for)-508(basic)-509(Q/A)-509(and)-508(Q/A)-509(with)-509(answ)27(er)-507(re-)]TJ -60.78 -11.95 TD[(ranking)-222(based)-222(on)-222(question)-222(categorization)-223(via)-222(the)-222(PR)82(TC)-221(and)-222(QSVM)]TJ 0 -11.95 TD[(mo)-27(dels.)-917(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-584(118)]TJ -22.91 -11.95 TD[(4.6)-1022(The)]TJ/F7 9.96 Tf 42.28 0 TD[(S)-57(R)-8(AR)]TJ/F5 9.96 Tf 31.64 0 TD[(results)-222(for)-222(basic)-222(Q/A)-222(and)-223(Q/A)-222(with)-222(answ)27(er)-221(re-ranking)]TJ -51.01 -11.96 TD[(based)-276(on)-277(question)-277(categorization)-277(via)-277(the)-277(PR)83(TC)-276(and)-277(QSVM)-277(mo)-28(dels.)-50(118)]TJ -22.91 -11.95 TD[(4.7)]TJ/F9 8.96 Tf 22.91 0 TD[(Example)-342(of)-343(an)-342(XDG)]TJ/F5 9.96 Tf 88.59 0 TD[(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(124)]TJ ET endstream endobj 86 0 obj << /F5 32 0 R /F7 63 0 R /F9 84 0 R >> endobj 81 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 86 0 R >> endobj 91 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F10 /FontDescriptor 90 0 R /BaseFont/CMR7 /FirstChar 33 /LastChar 196 /Widths[323.4 569.4 938.5 569.4 938.5 877 323.4 446.4 446.4 569.4 877 323.4 384.9 323.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 323.4 323.4 323.4 877 538.7 538.7 877 843.3 798.6 815.5 860.1 767.9 737.1 883.9 843.3 412.7 583.3 874 706.4 1027.8 843.3 877 767.9 877 829.4 631 815.5 843.3 843.3 1150.8 843.3 843.3 692.5 323.4 569.4 323.4 569.4 323.4 323.4 569.4 631 507.9 631 507.9 354.2 569.4 631 323.4 354.2 600.2 323.4 938.5 631 569.4 631 600.2 446.4 452.6 446.4 631 600.2 815.5 600.2 600.2 507.9 569.4 1138.9 569.4 569.4 569.4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 706.4 938.5 877 781.8 754 843.3 815.5 877 815.5 877 0 0 815.5 677.6 646.8 646.8 970.2 970.2 323.4 354.2 569.4 569.4 569.4 569.4 569.4 843.3 507.9 569.4 815.5 877 569.4 1013.9 1136.9 877 323.4 569.4] >> endobj 92 0 obj << /Length 7452 >> stream 0.00 g 0.00 G BT/F1 24.78 Tf 34.86 -142.11 TD[(List)-374(of)-375(T)92(ables)]TJ/F5 9.96 Tf 14.94 -52.52 TD[(1.1)-1022(Accuracy)-333(of)-333(the)-334(most)-333(famous)-333(mo)-28(dels)-333(on)-334(the)-333(Reuters)-333(corpus)-650(.)-500(.)-500(.)-1584(8)]TJ 0 -12.68 TD[(1.2)-1022(Example)-532(of)-532(an)-531(Information)-532(Extraction)-532(template)-532(applied)-532(to)-532(a)]TJ 22.91 -11.95 TD[(Reuters)-333(news)-333(from)-333(the)]TJ/F4 9.96 Tf 101.84 0 TD[(A)51(c)51(quisition)]TJ/F5 9.96 Tf 52.21 0 TD[(category)83(.)-423(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(14)]TJ -176.96 -22.64 TD[(2.1)-1022(Description)-333(of)-333(some)-334(Reuters)-333(categories)-502(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(22)]TJ 0 -12.68 TD[(2.2)-1022(Description)-333(of)-333(some)-334(Ohsumed)-333(categories)-519(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(22)]TJ 0 -12.69 TD[(2.3)-1022(Scores)-333(for)-333(a)-334(simple)-333(Classi\257cation)-333(Inference)-334(case)-608(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-1084(30)]TJ 0 -12.68 TD[(2.4)-1022(Mean,)-254(Standard)-234(Deviation)-235(and)-234(Median)-235(of)]TJ/F7 9.96 Tf 202.45 0 TD[(\275)]TJ/F5 9.96 Tf 7.49 0 TD[(v)55(alues)-233(estimated)-235(from)]TJ -187.03 -11.95 TD[(samples.)-549(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(45)]TJ -22.91 -12.68 TD[(2.5)-1022(Ro)-27(cc)26(hio)]TJ/F7 9.96 Tf 62.34 0 TD[(f)]TJ/F10 6.97 Tf 4.87 -1.49 TD[(1)]TJ/F5 9.96 Tf 9.46 1.49 TD[(and)-500(the)]TJ/F7 9.96 Tf 39.84 0 TD[(\271f)]TJ/F10 6.97 Tf 10.88 -1.49 TD[(1)]TJ/F5 9.96 Tf 9.46 1.49 TD[(p)-27(erformances)-500(on)-501(the)-500(Reuters)-501(corpus.)]TJ/F7 9.96 Tf -113.94 -11.95 TD[(R)-7(T)-139(S)]TJ/F5 9.96 Tf 24.79 0 TD[(is)-327(the)-328(Reuters)-328(\257xed)]TJ/F4 9.96 Tf 87.77 0 TD[(test-set)]TJ/F5 9.96 Tf 35.01 0 TD[(while)]TJ/F7 9.96 Tf 25.95 0 TD[(T)-138(S)]TJ/F8 6.97 Tf 13.89 3.61 TD[(\276)]TJ/F5 9.96 Tf 8.63 -3.61 TD[(indicates)-327(the)-328(ev)54(alu-)]TJ -196.04 -11.95 TD[(ation)-333(o)27(v)28(er)-332(20)-334(random)-333(samples.)-961(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(47)]TJ -22.91 -12.69 TD[(2.6)]TJ/F7 9.96 Tf 22.91 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 27.81 0 TD[(and)]TJ/F7 9.96 Tf 20.61 0 TD[(S)-57(V)-222(M)-567(f)]TJ/F10 6.97 Tf 34.89 -1.49 TD[(1)]TJ/F5 9.96 Tf 9.03 1.49 TD[(and)-458(the)]TJ/F7 9.96 Tf 39.01 0 TD[(\271f)]TJ/F10 6.97 Tf 10.87 -1.49 TD[(1)]TJ/F5 9.96 Tf 9.03 1.49 TD[(p)-28(erformances)-458(on)-458(the)-458(Reuters)]TJ -151.25 -11.95 TD[(corpus.)]TJ/F7 9.96 Tf 38.27 0 TD[(R)-7(T)-139(S)]TJ/F5 9.96 Tf 25.77 0 TD[(is)-426(the)-426(Reuters)-426(\257xed)]TJ/F4 9.96 Tf 91.68 0 TD[(test-set)]TJ/F5 9.96 Tf 35.99 0 TD[(while)]TJ/F7 9.96 Tf 26.93 0 TD[(T)-138(S)]TJ/F8 6.97 Tf 13.88 3.62 TD[(\276)]TJ/F5 9.96 Tf 9.61 -3.62 TD[(indicates)]TJ -242.13 -11.95 TD[(the)-333(ev)55(aluation)-332(o)26(v)28(er)-332(20)-333(random)-334(samples.)-877(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(47)]TJ -22.91 -12.68 TD[(2.7)-1022(P)27(erformance)-408(Comparisons)-408(among)-409(Ro)-28(cc)27(hio,)]TJ/F7 9.96 Tf 215.81 0 TD[(S)-57(V)-222(M)]TJ/F5 9.96 Tf 29.52 0 TD[(and)]TJ/F7 9.96 Tf 20.12 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 27.31 0 TD[(on)]TJ -269.85 -11.95 TD[(Ohsumed)-333(corpus.)-547(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(48)]TJ -22.91 -12.69 TD[(2.8)-1022(P)27(erformance)-363(comparisons)-363(b)-28(et)27(w)27(een)-362(Ro)-28(cc)27(hio)-363(and)]TJ/F7 9.96 Tf 234.33 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 26.87 0 TD[(on)-363(ANSA)]TJ -238.29 -11.95 TD[(corpus)-607(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(48)]TJ -22.91 -22.64 TD[(3.1)-1022(T)83(ext)-333(Categorization)-333(System:)-444(Exp)-28(erimen)27(tal)-333(P)27(arameter)-332(setting)-594(.)-500(.)-1084(66)]TJ 0 -12.68 TD[(3.2)-1022(Classi\257er)-333(P)27(erformances)-333(on)-333(the)-333(TREVI-Reuters)-805(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(67)]TJ 0 -12.68 TD[(3.3)]TJ/F7 9.96 Tf 22.91 0 TD[(R)-7(D)-28(S)]TJ/F5 9.96 Tf 26.16 0 TD[(vs.)]TJ/F7 9.96 Tf 16.38 0 TD[(LR)]TJ/F5 9.96 Tf 17.74 0 TD[(tec)28(hnique)-333(on)-333(the)-333(TREVI-Reuters)-737(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(67)]TJ -83.19 -12.68 TD[(3.4)-1022(Classi\257er)-333(P)27(erformances)-333(on)-333(HOS)-333(Corpus)-334(with)]TJ/F7 9.96 Tf 222.3 0 TD[(S)-57(cut)]TJ/F5 9.96 Tf 28.63 0 TD[(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(68)]TJ -250.93 -12.69 TD[(3.5)-1022(Classi\257er)-333(P)27(erformances)-333(on)]TJ/F4 9.96 Tf 141.15 0 TD[(R)50(euters3)]TJ/F5 9.96 Tf 42.61 0 TD[(Corpus)-513(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(68)]TJ -183.76 -12.68 TD[(3.6)-1022(Syn)27(tactic)-232(Information)-232(vs.)-411(Classi\257cation)-233(Accuracy)-233(on)-233(T)83(revi-Reuters.)-549(69)]TJ 0 -12.68 TD[(3.7)-1022(Syn)27(tactic)-332(Information)-334(vs.)-444(Classi\257cation)-333(Accuracy)-334(on)-333(Reuters)-766(.)-500(.)-1084(69)]TJ 0 -12.68 TD[(3.8)-1022(Characteristics)-333(of)-333(Corp)-28(ora)-333(used)-334(in)-333(the)-333(exp)-28(erimen)27(ts)-552(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(74)]TJ 0 -12.68 TD[(3.9)-1022(Break)27(ev)28(en)-302(p)-27(oin)26(ts)-301(of)]TJ/F7 9.96 Tf 111.29 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 26.26 0 TD[(on)-302(three)-302(feature)-303(sets)-302(pro)27(vided)-302(b)27(y)-301(NLP)]TJ -114.64 -11.95 TD[(applied)-333(to)]TJ/F4 9.96 Tf 47.03 0 TD[(R)51(euters3)]TJ/F5 9.96 Tf 42.61 0 TD[(corpus.)-663(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(75)]TJ -112.55 -12.69 TD[(3.10)-522(Ro)-27(cc)26(hio,)]TJ/F7 9.96 Tf 63.64 0 TD[(P)-139(R)-7(C)]TJ/F5 9.96 Tf 26.73 0 TD[(and)]TJ/F7 9.96 Tf 19.53 0 TD[(S)-57(V)-223(M)]TJ/F5 9.96 Tf 28.94 0 TD[(p)-27(erformances)-350(on)-350(di\256eren)27(t)-349(feature)-349(sets)]TJ -115.93 -11.95 TD[(of)-333(the)-333(Reuters)-333(corpus)-281(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(79)]TJ -22.91 -12.68 TD[(3.11)-522(Ro)-27(cc)26(hio,)]TJ/F7 9.96 Tf 63.64 0 TD[(P)-139(R)-7(C)]TJ/F5 9.96 Tf 26.73 0 TD[(and)]TJ/F7 9.96 Tf 19.53 0 TD[(S)-57(V)-223(M)]TJ/F5 9.96 Tf 28.94 0 TD[(p)-27(erformances)-350(on)-350(di\256eren)27(t)-349(feature)-349(sets)]TJ -115.93 -11.95 TD[(of)-333(the)-333(Ohsumed)-333(corpus)-297(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(80)]TJ 128.98 -25.2 TD[(15)]TJ ET endstream endobj 93 0 obj << /F1 10 0 R /F5 32 0 R /F4 29 0 R /F7 63 0 R /F10 91 0 R /F8 77 0 R >> endobj 88 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 93 0 R >> endobj 96 0 obj << /Length 6814 >> stream 0.00 g 0.00 G BT/F5 9.96 Tf 103.58 -61.82 TD[(3.12)-522(Ro)-28(cc)27(hio,)]TJ/F7 9.96 Tf 63.65 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 26.73 0 TD[(and)]TJ/F7 9.96 Tf 19.53 0 TD[(S)-57(V)-222(M)]TJ/F5 9.96 Tf 28.93 0 TD[(p)-28(erformances)-349(on)-350(di\256eren)27(t)-349(feature)-350(sets)]TJ -115.93 -11.95 TD[(of)-333(the)-333(ANSA)-334(corpus)-830(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1083(80)]TJ -22.91 -11.95 TD[(3.13)-522(P)27(erformance)-333(of)-333(SVM)-333(text)-334(classi\257er)-333(on)-333(the)-334(Reuters)-333(corpus.)-497(.)-500(.)-500(.)-500(.)-1083(81)]TJ 0 -11.95 TD[(3.14)-522(PR)27(C)-333(and)-333(SVM)]TJ/F7 9.96 Tf 92.08 0 TD[(\271f)]TJ/F10 6.97 Tf 10.87 -1.5 TD[(1)]TJ/F5 9.96 Tf 7.79 1.5 TD[(p)-27(erformances)-334(on)-333(20)-333(NewsGroups.)-1016(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(82)]TJ -110.74 -21.92 TD[(4.1)-1022(Phrase)-333(t)26(yp)-26(es)-334(annotated)-333(in)-333(F)82(rameNet)-515(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(98)]TJ 0 -11.95 TD[(4.2)-1022(Grammatical)-333(functions)-334(annotated)-333(in)-333(F)82(rameNet)-750(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-1084(99)]TJ 0 -11.95 TD[(4.3)-1022(P)27(erformance)-333(of)-333(SVM)-333(classi\257er)-334(on)-333(frame)-333(assignmen)27(t)-374(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(104)]TJ 0 -11.95 TD[(4.4)-1022(Example)-388(of)-388(question)-389(lab)-27(eled)-388(in)-389(the)]TJ/F7 9.96 Tf 181.31 0 TD[(C)-71(r)-28(ude)]TJ/F5 9.96 Tf 31.99 0 TD[(category)-388(and)-388(its)-388(\257v)26(e)]TJ -190.39 -11.95 TD[(answ)27(ers.)-574(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(112)]TJ -22.91 -11.96 TD[(4.5)-1022(Some)-333(training/testing)-334(Questions)-930(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-583(115)]TJ 0 -11.95 TD[(4.6)]TJ/F7 9.96 Tf 22.91 0 TD[(f)]TJ/F10 6.97 Tf 4.88 -1.49 TD[(1)]TJ/F5 9.96 Tf 7.78 1.49 TD[(p)-28(erformances)-333(of)-333(question)-334(categorization.)-881(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-584(116)]TJ -35.57 -11.95 TD[(4.7)-1022(P)27(erformance)-228(comparison)-228(b)-28(et)27(w)28(een)-228(basic)-228(Q/A)-229(and)-228(Q/A)-229(using)-228(ques-)]TJ 22.91 -11.95 TD[(tion)-333(categories)-333(information)-334(for)-333(answ)27(er)-332(extraction)-758(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(117)]TJ -22.91 -11.95 TD[(4.8)-1022(P)27(erformance)-336(comparison)-337(b)-28(et)27(w)28(een)-336(the)-337(answ)27(er)-336(re-ranking)-337(and)-337(the)]TJ 22.91 -11.95 TD[(answ)27(er)-332(elimination)-333(p)-28(olicies.)-769(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(117)]TJ -22.91 -11.96 TD[(4.9)-1022(Ohsumed)-333(sample)-334(news)-333(item)-600(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-584(121)]TJ 0 -11.95 TD[(4.10)-522(Complex)-465(Nominals)-465(extracted)-466(from)-465(the)]TJ/F4 9.96 Tf 200.02 0 TD[(Ne)51(onatal)-478(Dis.&)-479(A)24(bnor-)]TJ -177.11 -11.95 TD[(malities)]TJ/F5 9.96 Tf 37.82 0 TD[(category)-316(texts)-317(and)-316(rank)26(ed)-315(according)-317(to)-316(the)]TJ/F7 9.96 Tf 189.87 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 26.4 0 TD[(mo)-27(del)]TJ -254.09 -11.95 TD[(\()]TJ/F4 9.96 Tf 3.87 0 TD[(only)-358(non)-357(nul)-52(l)-357(weights)-358(ar)50(e)-357(r)50(ep)51(orte)52(d)]TJ/F5 9.96 Tf 149.04 0 TD[(\))-930(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(122)]TJ -175.82 -11.95 TD[(4.11)-522(Single)-305(w)27(ords)-303(extracted)-305(from)-305(the)-304(complex)-305(nominals)-305(of)-304(T)82(able)-303(4.10.)]TJ 22.91 -11.96 TD[(They)-495(ha)26(v)28(e)-495(b)-27(een)-496(alphab)-28(etically)-496(ordered)-496(to)-496(b)-27(etter)-496(separate)-496(the)]TJ 0 -11.95 TD[(comp)-27(ounding)-334(w)27(ords)-940(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(123)]TJ -22.91 -11.95 TD[(4.12)-522(Complex)-336(term)-335(Ohsumed)-336(Cardio)27(v)55(ascular)-334(disease)-336(class)-335(descriptor:)]TJ/F7 9.96 Tf 22.91 -11.95 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 26.57 0 TD[(vs.)-444(simple)-333(frequency)-380(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(127)]TJ -49.48 -11.95 TD[(4.13)-522(Phase)-474(1)-475(of)-474(user)-475(understandabilit)27(y)-474(testing.)-868(Only)-474(the)-475(title)-474(and)]TJ 22.91 -11.95 TD[(the)-365(relev)54(an)28(t)-364(k)26(eyw)28(ords)-364(are)-366(pro)27(vided)-365(to)-365(decide)-366(if)-365(the)-366(do)-28(cumen)27(t)-364(is)]TJ 0 -11.96 TD[(relev)55(an)28(t)-333(or)-333(not)-333(for)-334(the)-333(target)-333(category)82(.)-574(.)-500(.)-500(.)-500(.)-499(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(128)]TJ -22.91 -11.95 TD[(4.14)-522(Phase)-282(2)-282(of)-282(user)-281(understandabilit)26(y)-280(testing.)-428(The)-282(title)-281(and)-282(the)-282(sum-)]TJ 22.91 -11.95 TD[(mary)-373(is)-373(sho)26(wn)-372(to)-373(the)-374(user)-373(to)-373(decide)-374(if)-373(the)-374(do)-27(cumen)26(t)-372(is)-373(relev)54(an)28(t)]TJ 0 -11.95 TD[(or)-333(not)-333(for)-334(the)-333(target)-333(category)82(.)-465(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(128)]TJ -22.91 -11.95 TD[(4.15)-522(Phase)-366(3)-366(of)-366(user)-366(understandabilit)26(y)-365(testing.)-543(The)-366(en)27(tire)-365(do)-28(cumen)27(t)]TJ 22.91 -11.96 TD[(is)-413(sho)27(wn)-412(to)-413(the)-413(user)-413(that)-413(can)-412(\257nally)-413(giv)26(e)-412(his)-413(p)-27(erception)-413(of)-413(the)]TJ 0 -11.95 TD[(do)-27(cumen)26(t)-332(category)-586(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-499(.)-500(.)-584(129)]TJ -22.91 -11.95 TD[(4.16)-522(Ev)55(aluation)-333(of)-333(the)-333(class)-334(explanation)-333(mo)-28(del)-702(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-500(.)-584(131)]TJ ET endstream endobj 97 0 obj << /F5 32 0 R /F7 63 0 R /F10 91 0 R /F4 29 0 R >> endobj 95 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 97 0 R >> endobj 100 0 obj << /Length 5457 >> stream 0.00 g 0.00 G BT/F1 20.66 Tf 34.86 -137.12 TD[(Chapter)-374(1)]TJ/F1 24.78 Tf 0 -50.39 TD[(In)31(tro)-30(duction)]TJ/F5 9.96 Tf 0 -52.39 TD[(Mo)-27(dern)-429(Information)-428(T)82(ec)28(hnologies)-427(and)-429(W)83(eb-based)-428(services)-428(are)-429(faced)-428(with)-428(the)]TJ 0 -11.95 TD[(problem)-352(of)-353(selecting,)-358(\257ltering)-353(and)-353(managing)-352(gro)26(wing)-351(amoun)26(ts)-351(of)-353(textual)-353(infor-)]TJ 0 -11.95 TD[(mation)-255(to)-255(whic)27(h)-254(access)-255(is)-256(usually)-255(critical.)-418(Information)-255(Retriev)54(al)-254(\(IR\))-255(is)-255(seen)-255(as)-256(a)]TJ 0 -11.96 TD[(suitable)-330(metho)-28(dology)-331(for)-331(automated)-331(managemen)27(t)-330(of)-331(information/kno)27(wledge)-330(as)]TJ 0 -11.95 TD[(it)-340(includes)-341(sev)27(eral)-339(tec)26(hniques)-339(that)-341(supp)-27(ort)-341(an)-341(accurate)-340(retriev)54(al)-339(of)-341(information)]TJ 0 -11.95 TD[(and)-422(the)-423(consequen)27(t)-422(user)-422(satisfaction.)-713(Among)-422(the)-423(others,)-445(the)-423(classi\257cation)-423(of)]TJ 0 -11.95 TD[(electronic)-290(do)-28(cumen)27(ts)-290(in)-291(general)-291(categories)-291(\(e.g.,)]TJ/F4 9.96 Tf 209.12 0 TD[(Sp)51(ort)]TJ/F5 9.96 Tf 22.78 0 TD[(,)]TJ/F4 9.96 Tf 5.75 0 TD[(Politic)]TJ/F5 9.96 Tf 28.39 0 TD[(,)]TJ/F4 9.96 Tf 5.75 0 TD[(R)51(eligion)]TJ/F5 9.96 Tf 35.26 0 TD[(,..\))-430(is)-291(an)]TJ -307.05 -11.95 TD[(in)27(teresting)-266(mean)-266(to)-267(impro)26(v)28(e)-266(the)-267(p)-27(erformances)-267(of)-267(IR)-267(systems:)-411(\(a\))-267(users)-267(can)-267(more)]TJ 0 -11.96 TD[(easily)-342(bro)27(wse)-342(the)-343(set)-343(of)-343(do)-28(cumen)27(ts)-342(of)-342(their)-343(o)27(wn)-342(in)27(terests)-342(and)-343(\(b\))-343(sophisticated)]TJ 0 -11.95 TD[(IR)-305(mo)-28(dels)-305(can)-305(tak)26(e)-304(adv)55(an)27(tages)-304(of)-306(the)-305(categorized)-305(data.)-435(As)-306(an)-305(example,)-311(the)-306(au-)]TJ 0 -11.95 TD[(thoring)-297(of)-297(the)-297(textual)-298(do)-27(cumen)26(ts)-296(is)-297(carried)-298(out)-297(using)-297(the)-297(do)-28(cumen)27(t)]TJ/F4 9.96 Tf 293.44 0 TD[(c)51(ontents)]TJ/F5 9.96 Tf 35.63 0 TD[(.)-432(A)]TJ -329.07 -11.95 TD[(preliminary)-254(categorization)-255(step)-254(pro)27(vides)-254(an)-254(indication)-255(of)-254(the)-255(main)-255(areas)-254(of)-255(in)27(ter-)]TJ 0 -11.95 TD[(est.)-421(T)82(ext)-265(Categorization)-265(\(TC\))-266(is,)-279(th)27(us,)-279(pla)27(ying)-264(a)-266(ma)-56(jor)-265(role)-266(in)-266(retriev)55(al/\257ltering)]TJ 0 -11.96 TD[(but)-333(also)-333(in)-333(the)-334(dev)27(elopmen)28(t)-333(of)-333(user-driv)27(en)-332(on-line)-334(services.)]TJ 14.94 -12.54 TD[(Giv)27(en)-298(the)-299(large)-299(amoun)26(t)-298(of)-299(do)-28(cumen)27(ts)-298(in)26(v)28(olv)28(ed)-298(in)-300(the)-299(ab)-28(o)27(v)28(e)-298(pro)-28(cesses,)-306(auto-)]TJ -14.94 -11.96 TD[(mated)-332(approac)27(hes)-331(to)-333(categorize)-332(data)-332(are)-333(needed.)-444(Mac)27(hine)-331(Learning)-333(tec)27(hniques)]TJ 0 -11.95 TD[(are,)-460(usually)-436(applied)-435(to)-436(automatically)-435(design)-436(the)-435(target)-435(classi\257cation)-436(function)]TJ 0 -11.95 TD[(using)-344(a)-344(set)-345(of)-344(do)-28(cumen)27(ts)-343(\()]TJ/F4 9.96 Tf 115.53 0 TD[(le)50(arning-set)]TJ/F5 9.96 Tf 51.22 0 TD[(\),)-346(previously)-345(assigned)-344(in)-345(the)-344(target)-344(cate-)]TJ -166.75 -11.95 TD[(gories.)-419(Suc)26(h)-258(learning)-260(algorithms)-259(need)-260(statistical)-259(do)-28(cumen)27(t)-259(represen)27(tations.)-419(The)]TJ 0 -11.95 TD[(most)-358(common)-359(represen)27(tation)-357(is)-359(the)-359(so-called)]TJ/F4 9.96 Tf 198.49 0 TD[(b)50(ag-of-wor)51(ds)]TJ/F5 9.96 Tf 53.58 0 TD[(,)-365(i.e.)-520(only)-358(the)-359(simple)]TJ -252.07 -11.96 TD[(do)-27(cumen)27(t)-441(w)26(ords,)-468(are)-442(used)-442(for)-442(feeding)-442(the)-441(learning)-442(algorithm.)-771(The)-442(linguistic)]TJ 0 -11.95 TD[(structures)-356(\(e.g.,)-361(morphology)82(,)-361(syn)27(tax)-355(and)-356(seman)26(tic\))-355(t)27(ypical)-355(of)-356(natural)-356(language)]TJ 0 -11.95 TD[(do)-27(cumen)27(ts)-453(are)-454(completely)-454(neglected.)-806(Nev)26(ertheless,)-483(this)-454(approac)27(h)-453(has)-454(sho)27(wn)]TJ 0 -11.95 TD[(high)-441(accuracies)-441(in)-441(the)-441(automated)-441(classi\257cation)-441(of)-442(a)-441(set)-441(of)-441(unseen)-441(do)-28(cumen)27(ts)]TJ 0 -11.95 TD[(\()]TJ/F4 9.96 Tf 3.87 0 TD[(test-set)]TJ/F5 9.96 Tf 31.75 0 TD[(\).)]TJ -20.68 -12.55 TD[(As)-492(the)-494(vital)-493(imp)-27(ortance)-493(of)-493(information)-494(for)-493(some)-493(sp)-27(eci\257c)-493(sectors)-494(ranging)]TJ -14.94 -11.95 TD[(from)-396(c)27(hanges)-396(in)-396(managemen)26(t)-395(p)-28(ositions)-397(to)-396(business)-397(in)27(telligence)-396(or)-396(information)]TJ 0 -11.96 TD[(ab)-27(out)-278(terrorist)-279(acts,)-289(the)-278(accuracy)-278(in)-279(selecting)-278(only)-278(the)-278(suitable)-279(data)-278(has)-278(b)-28(ecome)]TJ 0 -11.95 TD[(a)-372(crucial)-372(issue.)-562(The)-372(consequence)-373(is)-372(that)-373(more)-372(and)-373(more)-372(accurate)-372(TC)-373(learning)]TJ 0 -11.95 TD[(mo)-27(dels)-244(ha)27(v)28(e)-243(b)-28(een)-244(designed:)-400(on)-243(one)-244(hand,)-262(researc)27(hers)-243(ha)27(v)28(e)-243(attempted)-244(to)-244(impro)27(v)28(e)]TJ 0 -11.95 TD[(the)-351(categorization)-352(algorithm)-351(b)27(y)-351(using)-351(sev)26(eral)-350(theoretical)-352(learning)-351(mo)-28(dels)-352(\(e.g.,)]TJ 169.32 -25.2 TD[(1)]TJ ET endstream endobj 101 0 obj << /F1 10 0 R /F5 32 0 R /F4 29 0 R >> endobj 99 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 101 0 R >> endobj 106 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F11 /FontDescriptor 105 0 R /BaseFont/CMSL9 /FirstChar 33 /LastChar 196 /Widths[285.5 513.9 856.5 513.9 856.5 799.4 285.5 399.7 399.7 513.9 799.4 285.5 342.6 285.5 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 285.5 285.5 285.5 799.4 485.3 485.3 799.4 770.7 727.9 742.3 785 699.4 670.8 806.5 770.7 371 528.1 799.2 642.3 942 770.7 799.4 699.4 799.4 756.5 571 742.3 770.7 770.7 1056.2 770.7 770.7 628.1 285.5 513.9 285.5 513.9 285.5 285.5 513.9 571 456.8 571 457.2 314 513.9 571 285.5 314 542.4 285.5 856.5 571 513.9 571 542.4 402 405.4 399.7 571 542.4 742.3 542.4 542.4 456.8 513.9 1027.8 513.9 513.9 513.9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 642.3 856.5 799.4 713.6 685.2 770.7 742.3 799.4 742.3 799.4 0 0 742.3 599.5 571 571 856.5 856.5 285.5 314 513.9 513.9 513.9 513.9 513.9 829.3 456.8 513.9 742.3 799.4 513.9 927.8 1042 799.4 285.5 513.9] >> endobj 107 0 obj << /Length 8987 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(2)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -204.54 -27.1 TD[([)]TJ 2.77 -0.86 TD[(Joac)27(hims,)-260(1998;)-243(Y)83(ang,)-260(1999;)-243(Tzeras)-243(and)-243(Artman,)-261(1993;)-243(Cohen)-243(and)-243(Singer,)-261(1999;)]TJ -2.77 -11.95 TD[(Salton)-454(and)-453(Buc)27(kley)83(,)-483(1988;)-454(Ng)]TJ/F4 9.96 Tf 138.13 0 TD[(et)-468(al.)]TJ/F5 9.96 Tf 23.25 0 TD[(,)-483(1997;)-454(I.)-453(Moulinier)-454(and)-454(Ganascia,)-483(1996;)]TJ -161.38 -11.95 TD[(Apt)27(\266)472(e)]TJ/F4 9.96 Tf 24.37 0 TD[(et)-333(al.)]TJ/F5 9.96 Tf 21.9 0 TD[(,)-312(1994;)-307(Quinlan,)-312(1986;)-307(Hull,)-313(1994;)-307(Sc)27(h)-27(\304)527(utze)]TJ/F4 9.96 Tf 184.8 0 TD[(et)-333(al.)]TJ/F5 9.96 Tf 21.91 0 TD[(,)-311(1995;)-308(Wiener)]TJ/F4 9.96 Tf 65.97 0 TD[(et)-333(al.)]TJ/F5 9.96 Tf 21.9 0 TD[(,)]TJ -340.85 -11.95 TD[(1995;)-376(Dagan)]TJ/F4 9.96 Tf 58.26 0 TD[(et)-396(al.)]TJ/F5 9.96 Tf 22.53 0 TD[(,)-386(1997;)-376(Lewis)]TJ/F4 9.96 Tf 61.33 0 TD[(et)-396(al.)]TJ/F5 9.96 Tf 22.53 0 TD[(,)-386(1996;)-376(Ittner)]TJ/F4 9.96 Tf 61.99 0 TD[(et)-397(al.)]TJ/F5 9.96 Tf 22.54 0 TD[(,)-386(1995)]TJ 26.53 0.85 TD[(])]TJ 2.77 -0.85 TD[(\);)-396(on)-376(the)-376(other)]TJ -278.48 -11.96 TD[(hand,)-251(do)-28(cumen)27(t)-230(represen)26(tations)-230(more)-231(sophisticated)-231(than)]TJ/F4 9.96 Tf 244.78 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F5 9.96 Tf 56.7 0 TD[(ha)27(v)28(e)-230(b)-28(een)]TJ -301.48 -11.95 TD[(exp)-28(erimen)27(ted.)]TJ 14.94 -11.95 TD[(The)-338(designing)-337(of)-338(more)-338(e\256ectiv)27(e)-337(TC)-337(mo)-28(dels)-338(has)-338(pro)-27(duced)-338(an)-338(increase)-338(of)-337(the)]TJ -14.94 -11.95 TD[(time)-404(complexit)26(y)-403(for)-405(b)-28(oth)-404(training)-405(and)-405(classi\257cation)-404(phases.)-658(On)-405(the)-405(con)27(trary)83(,)]TJ 0 -11.95 TD[(an)-324(imp)-28(ortan)27(t)-324(requiremen)27(t)-324(of)-325(the)-324(curren)26(t)-323(op)-28(erational)-325(scenarios)-325(is)-324(e\261ciency)82(.)-441(F)83(or)]TJ 0 -11.96 TD[(instance,)-428(w)27(eb)-408(applications)-409(require)-409(e\256ectiv)27(e)-408(data)-409(organization)-409(and)-409(e\261cien)27(t)-408(re-)]TJ 0 -11.95 TD[(triev)55(al)-260(as)-260(for)-260(the)-261(h)27(uge)-260(and)-260(gro)27(wing)-260(amoun)27(t)-259(of)-261(do)-27(cumen)26(ts.)-419(In)-260(order)-261(to)-260(go)27(v)28(ern)-260(the)]TJ 0 -11.95 TD[(o)27(v)28(erall)-296(complexit)26(y)84(,)-304(the)-297(curren)27(t)-296(trend)-297(is)-297(the)-297(designing)-297(of)-297(e\261cien)27(t)-296(TC)-298(approac)27(hes)]TJ 0 -11.09 TD[([)]TJ 2.77 -0.86 TD[(Lewis)-404(and)-405(Sebastiani,)-423(2001)]TJ 119.87 0.86 TD[(])]TJ 2.76 -0.86 TD[(.)-659(A)-405(careful)-404(analysis)-405(of)-405(the)-405(literature)-405(rev)27(eals)-404(that)]TJ -125.4 -11.95 TD[(on-line)-422(classi\257ers)-422(are)-422(the)-423(most)-422(\(computationally\))-422(e\261cien)27(t)-422(mo)-27(dels)]TJ 293.76 0.86 TD[([)]TJ 2.77 -0.86 TD[(Sebastiani,)]TJ -296.53 -11.95 TD[(2002)]TJ 19.92 0.85 TD[(])]TJ 2.77 -0.85 TD[(.)-439(These)-318(are)-318(based)-318(on)-318(a)-318(v)26(ector)-317(represen)27(tation)-317(of)-318(b)-28(oth)-318(do)-28(cumen)27(ts)-317(and)-318(cate-)]TJ -22.69 -11.96 TD[(gories)-322(b)27(y)-322(means)-322(of)-322(feature)-322(w)26(eigh)28(ts)-321(deriv)27(ed)-322(via)-322(di\256eren)27(t)-321(approac)26(hes)]TJ 293.63 0.86 TD[([)]TJ 2.77 -0.86 TD[(Hull,)-324(1994;)]TJ -296.4 -11.95 TD[(Sc)27(h)-27(\304)527(utze)]TJ/F4 9.96 Tf 36.75 0 TD[(et)-353(al.)]TJ/F5 9.96 Tf 22.1 0 TD[(,)-329(1995;)-328(Wiener)]TJ/F4 9.96 Tf 66.57 0 TD[(et)-352(al.)]TJ/F5 9.96 Tf 22.09 0 TD[(,)-329(1995;)-329(Dagan)]TJ/F4 9.96 Tf 63.36 0 TD[(et)-353(al.)]TJ/F5 9.96 Tf 22.1 0 TD[(,)-329(1997;)-328(Lewis)]TJ/F4 9.96 Tf 59.82 0 TD[(et)-352(al.)]TJ/F5 9.96 Tf 22.1 0 TD[(,)-328(1996;)]TJ -314.89 -11.95 TD[(Cohen)-342(and)-343(Singer,)-345(1999)]TJ 103.8 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-471(The)-343(decision)-343(if)-342(a)-343(do)-27(cumen)26(t)-341(b)-28(elongs)-343(or)-342(not)-343(to)-342(a)-343(cate-)]TJ -106.57 -11.95 TD[(gory)-316(is)-317(then)-317(made)-316(measuring)-317(the)-317(similarit)27(y)-316(b)-27(et)26(w)28(een)-316(the)-316(target)-317(v)27(ector)-316(pair)-316(\(i.e.,)]TJ 0 -11.95 TD[(do)-28(cumen)27(t)-332(and)-333(category\).)]TJ 14.94 -11.96 TD[(The)-314(dra)27(wbac)28(k)-313(of)-314(the)-314(ab)-28(o)27(v)28(e)-313(classi\257ers)-314(is)-314(the)-314(accuracy)-313(lo)26(w)28(er)-313(than)-314(other)-313(more)]TJ -14.94 -11.95 TD[(complex)-316(classi\257cation)-316(algorithms.)-439(An)-316(approac)26(h)-315(to)-316(impro)27(v)28(e)-316(the)-316(accuracy)82(,)-318(main-)]TJ 0 -11.95 TD[(taining)-446(the)-447(same)-446(complexit)27(y)83(,)-474(is)-446(the)-446(use)-447(of)-446(a)-447(ric)27(her)-445(do)-28(cumen)27(t)-446(represen)27(tation.)]TJ 0 -11.95 TD[(Linguistic)-251(structure)]TJ 87.21 0.86 TD[([)]TJ 2.76 -0.86 TD[(V)83(o)-27(orhees,)-268(1993;)-251(Strzalk)27(o)27(wski)-250(and)-251(Jones,)-268(1996)]TJ 194.42 0.86 TD[(])]TJ 5.27 -0.86 TD[(could)-250(em)26(b)-26(ed)]TJ -289.66 -11.95 TD[(more)-376(information)-376(than)-376(the)-375(simple)-376(w)26(ords)-375(whic)27(h)-375(helps)-376(TC)-376(systems)-375(to)-376(learn)-376(the)]TJ 0 -11.95 TD[(di\256erences)-412(among)-413(di\256eren)27(t)-411(categories.)-682(T)26(ypical)-411(structures)-413(that)-412(ha)27(v)27(e)-411(triggered)]TJ 0 -11.96 TD[(the)-456(in)27(terest)-456(of)-456(IR)-456(researc)27(hers)-456(are)-456(complex)-456(nominals,)]TJ/F4 9.96 Tf 239.96 0 TD[(subje)51(ct-verb-obje)51(ct)]TJ/F5 9.96 Tf 84.27 0 TD[(rela-)]TJ -324.23 -11.95 TD[(tions)-368(and)-367(the)-368(w)27(ord)-367(meaning.)-547(This)-368(latter,)-376(is)-368(particularly)-368(useful)-368(in)-367(represen)26(ting)]TJ 0 -11.95 TD[(the)-401(do)-28(cumen)27(t)-401(con)27(ten)28(t)-401(unam)27(biguously)84(.)-648(F)82(or)-400(example)-402(the)]TJ/F4 9.96 Tf 250.35 0 TD[(slide)]TJ/F5 9.96 Tf 24.09 0 TD[(as)-401(transparency)]TJ -274.44 -11.95 TD[(for)-424(pro)-56(jectors)-424(and)-425(the)]TJ/F4 9.96 Tf 102.27 0 TD[(slide)]TJ/F5 9.96 Tf 24.32 0 TD[(as)-424(sloping)-424(c)27(h)27(ute)-423(for)-425(c)27(hildren)-423(are)-425(the)-424(same)-425(w)27(ords)]TJ -126.59 -11.95 TD[(whereas)-349(the)-349(meaning)-350(is)-349(completely)-349(di\256eren)26(t.)-491(Ric)27(her)-349(represen)27(tations,)-352(describ)-28(ed)]TJ 0 -11.96 TD[(ab)-28(o)27(v)28(e,)-469(are)-443(usually)-442(obtained)-443(b)27(y)-442(applying)-443(some)-443(of)-442(the)-443(Natural)-443(Language)-442(Pro-)]TJ 0 -11.95 TD[(cessing)-372(\(NLP\))-372(tec)27(hniques.)-561(Both)-372(simple)-372(w)27(ords)-371(and)-373(complex)-372(NLP)-372(structures)-372(in)]TJ 0 -11.95 TD[(statistical)-357(learning)-357(mo)-27(dels)-357(need)-357(to)-357(b)-28(e)-357(treated)-357(as)-357(single)-357(units)-357(that)-357(usually)-357(refer)]TJ 0 -11.95 TD[(to)-333(as)]TJ/F4 9.96 Tf 24.4 0 TD[(fe)50(atur)51(es)]TJ/F5 9.96 Tf 33.22 0 TD[(.)]TJ -42.68 -11.95 TD[(Automated)-304(TC,)-304(esp)-28(ecially)-304(when)-304(the)-304(implemen)27(ting)-303(algorithm)-304(is)-304(e\261cien)27(t)-303(and)]TJ -14.94 -11.96 TD[(accurate,)-361(has)-355(a)-355(large)-356(applicabilit)27(y)-354(in)-356(the)-355(designing)-355(of)-356(IR)-355(systems.)-511(In)-355(the)-356(same)]TJ 0 -11.95 TD[(w)27(a)28(y)83(,)-414(IR)-399(is)-400(usually)-399(exploited)-399(for)-399(designing)-399(NLP)-399(applications.)-642(Information)-399(Ex-)]TJ 0 -11.95 TD[(traction)-435(\(IE\),)]TJ/F4 9.96 Tf 63.9 0 TD[(Question/A)25(nswering)]TJ/F5 9.96 Tf 94.46 0 TD[(\(Q/A\))-435(and)-436(T)83(ext)-435(Summarization)-436(\(TS\))-435(are)]TJ -158.36 -11.95 TD[(imp)-28(ortan)27(t)-467(NLP)-469(applications)-468(that)-469(use)-468(retriev)54(al)-467(mo)-28(dels.)-850(IR)-469(helps)-468(in)-469(lo)-27(cating)]TJ 0 -11.95 TD[(sp)-28(eci\257c)-401(do)-28(cumen)27(ts)-400(within)-401(a)-401(h)27(uge)-401(searc)27(h)-400(space)-401(\()]TJ/F4 9.96 Tf 212.76 0 TD[(lo)51(c)51(alization)]TJ/F5 9.96 Tf 48.87 0 TD[(\))-400(while)-401(IE)-401(or)-402(Q/A)]TJ -261.63 -11.95 TD[(supp)-28(ort)-367(the)-367(fo)-28(cusing)-367(on)-367(sp)-28(eci\257c)-367(information)-367(within)-367(a)-367(do)-28(cumen)27(t)-367(\()]TJ/F4 9.96 Tf 287.39 0 TD[(extr)51(action)]TJ/F5 9.96 Tf 47.35 0 TD[(or)]TJ/F4 9.96 Tf -334.74 -11.96 TD[(explanation)]TJ/F5 9.96 Tf 50.44 0 TD[(\).)-517(Similarly)-358(TC)-358(is)-358(curren)27(tly)-357(used)-358(for)-358(general)-358(NLP)-358(applications)-357(but)]TJ -50.44 -11.95 TD[(the)-277(adv)54(an)28(tages)-276(that)-278(it)-277(can)-277(pro)26(vide)-276(for)-277(IE,)-278(Q/A)-277(and)-277(TS)-278(systems)-277(are)-278(less)-277(ob)27(vious.)]TJ 0 -11.95 TD[(An)27(yho)28(w,)-316(text)-313(classi\257ers)-314(pro)27(vide)-312(for)-313(eac)27(h)-312(text)-313(a)-313(set)-313(of)-314(categories)-313(that)-313(constitute)]TJ 0 -11.95 TD[(an)-386(imp)-27(ortan)26(t)-384(indication)-386(of)-386(what)-385(are)-386(the)-386(main)-385(sub)-56(jects)-386(of)-385(the)-386(do)-28(cumen)27(t.)-601(The)]TJ ET endstream endobj 108 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F4 29 0 R >> endobj 103 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 108 0 R >> endobj 113 0 obj << /Type/Font /Subtype/Type1 /Name/F12 /FontDescriptor 112 0 R /BaseFont/CMSY10 /FirstChar 33 /LastChar 196 /Widths[1000 500 500 1000 1000 1000 777.8 1000 1000 611.1 611.1 1000 1000 1000 777.8 275 1000 666.7 666.7 888.9 888.9 0 0 555.6 555.6 666.7 500 722.2 722.2 777.8 777.8 611.1 798.5 656.8 526.5 771.4 527.8 718.7 594.9 844.5 544.5 677.8 762 689.7 1200.9 820.5 796.1 695.6 816.7 847.5 605.6 544.6 625.8 612.8 987.8 713.3 668.3 724.7 666.7 666.7 666.7 666.7 666.7 611.1 611.1 444.4 444.4 444.4 444.4 500 500 388.9 388.9 277.8 500 500 611.1 500 277.8 833.3 750 833.3 416.7 666.7 666.7 777.8 777.8 444.4 444.4 444.4 611.1 777.8 777.8 777.8 777.8 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 777.8 277.8 777.8 500 777.8 500 777.8 777.8 777.8 777.8 0 0 777.8 777.8 777.8 1000 500 500 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 1000 1000 777.8 777.8 1000 777.8] >> endobj 116 0 obj << /Type/Font /Subtype/Type1 /Name/F13 /FontDescriptor 115 0 R /BaseFont/CMSY7 /FirstChar 33 /LastChar 196 /Widths[1138.9 585.3 585.3 1138.9 1138.9 1138.9 892.9 1138.9 1138.9 708.3 708.3 1138.9 1138.9 1138.9 892.9 329.4 1138.9 769.8 769.8 1015.9 1015.9 0 0 646.8 646.8 769.8 585.3 831.4 831.4 892.9 892.9 708.3 917.6 753.4 620.2 889.5 616.1 818.4 688.5 978.6 646.5 782.1 871.7 791.7 1342.7 935.6 905.8 809.2 935.9 981 702.2 647.8 717.8 719.9 1135.1 818.9 764.4 823.1 769.8 769.8 769.8 769.8 769.8 708.3 708.3 523.8 523.8 523.8 523.8 585.3 585.3 462.3 462.3 339.3 585.3 585.3 708.3 585.3 339.3 938.5 859.1 954.4 493.6 769.8 769.8 892.9 892.9 523.8 523.8 523.8 708.3 892.9 892.9 892.9 892.9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 892.9 339.3 892.9 585.3 892.9 585.3 892.9 892.9 892.9 892.9 0 0 892.9 892.9 892.9 1138.9 585.3 585.3 892.9 892.9 892.9 892.9 892.9 892.9 892.9 892.9 892.9 892.9 892.9 892.9 1138.9 1138.9 892.9 892.9 1138.9 892.9] >> endobj 117 0 obj << /Length 7084 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.1.)-799(EFFICIENT)-342(MODELS)-343(F)28(OR)-342(A)27(UTOMA)86(TED)-341(TC)]TJ/F5 9.96 Tf 338.64 0 TD[(3)]TJ -338.64 -27.96 TD[(a)27(v)56(ailabilit)28(y)-299(of)-300(this)-300(category)-300(information)-300(enables)-300(the)-300(use)-300(of)-300(domain-sp)-28(eci\257c)-300(NLP)]TJ 0 -11.95 TD[(tec)27(hniques.)-778(F)83(or)-444(instance,)-473(text)-445(classi\257ers)-445(can)-445(assign)-445(categories)-445(to)-445(small)-444(texts)]TJ 0 -11.95 TD[(also,)-304(e.g.,)-305(paragraphs)-298(or)-298(passages.)-432(This)-298(kno)27(wledge)-297(can)-298(b)-28(e)-297(exploited)-298(b)27(y)-297(IE,)-298(Q/A)]TJ 0 -11.95 TD[(and)-430(TS)-430(systems)-430(to)-431(resp)-28(ectiv)27(ely)-429(extract)-431(the)-430(relev)55(an)27(t)-429(facts,)-455(c)27(ho)-27(ose)-430(the)-430(correct)]TJ 0 -11.96 TD[(answ)27(ers,)-332(select)-333(the)-334(imp)-27(ortan)26(t)-332(passages)-333(that)-334(are)-333(related)-333(to)-334(target)-333(domain.)]TJ 14.94 -12.2 TD[(In)-271(this)-271(thesis)-272(a)-271(study)-271(of)-272(the)-271(in)27(teraction)-271(b)-27(et)26(w)28(een)-270(NLP)-272(and)-271(TC,)-271(in)-272(op)-27(erational)]TJ -14.94 -11.95 TD[(scenarios)-386(has)-387(b)-28(een)-387(carried)-387(out.)-605(Since)-386(real)-387(applications)-387(require,)-400(high)-387(e\261ciency)]TJ 0 -11.95 TD[(and)-338(accuracy)82(,)-339(w)27(e)-338(ha)27(v)28(e)-338(studied)-339(and)-339(implemen)27(ted)-338(a)-339(mo)-27(del)-339(that)-339(o)27(wns)-338(b)-28(oth)-338(c)26(har-)]TJ 0 -11.95 TD[(acteristics.)-420(Next,)-276(w)26(e)-261(ha)27(v)28(e)-261(examined)-262(the)-262(role)-262(of)-263(NLP)-261(in)-263(do)-27(cumen)26(t)-261(represen)27(tation)]TJ 0 -11.95 TD[(with)-294(the)-294(aim)-294(to)-294(further)-294(b)-28(o)-27(ost)-294(the)-295(accuracy)-294(of)-294(the)-294(prop)-27(osed)-295(mo)-27(del)-294(as)-294(w)26(ell)-293(as)-294(the)]TJ 0 -11.96 TD[(other)-334(TC)-334(approac)27(hes.)-446(Finally)82(,)-333(original)-334(mo)-28(dels)-334(that)-334(use)-334(TC)-335(for)-334(impro)27(ving)-333(NLP)]TJ 0 -11.95 TD[(systems)-333(ha)27(v)28(e)-333(b)-27(een)-334(presen)27(ted.)]TJ/F1 14.34 Tf 0 -34.25 TD[(1.1)-1124(E\261cien)30(t)-374(Mo)-31(dels)-375(for)-375(Automated)-375(TC)]TJ/F5 9.96 Tf 0 -22.28 TD[(T)83(ext)-284(Categorization)-285(is)-284(the)-285(task)-285(of)-284(assigning)-285(do)-28(cumen)27(ts)-284(to)-285(prede\257ned)-284(categories.)]TJ 0 -11.95 TD[(It)-356(is)-356(an)-356(activ)27(e)-355(researc)27(h)-356(area)-356(in)-356(Information)-356(Retriev)54(al)-355(and)-356(mac)27(hine)-355(learning.)-513(A)]TJ 0 -11.96 TD[(wide)-282(range)-282(of)-282(sup)-27(ervised)-282(learning)-283(algorithms)-282(ha)27(v)28(e)-281(b)-28(een)-282(applied)-282(to)-282(this)-282(problem.)]TJ 0 -11.95 TD[(The)-305(classi\257cation)-305(problem)-305(can)-305(b)-28(e)-305(mo)-28(deled)-305(as)-305(follo)27(ws.)]TJ/F4 9.96 Tf 235.57 0 TD[(Given)]TJ/F5 9.96 Tf 29.32 0 TD[(a)-305(set)-305(of)-305(user)-305(in)26(ter-)]TJ -264.89 -11.95 TD[(ests)-238(expressed)-239(in)27(to)-237(classes)-239(\(i.e.)-413(topics/subtopics)-238(lab)-28(els\),)]TJ/F12 9.96 Tf 240.25 0 TD[(C)]TJ/F5 9.96 Tf 8.59 0 TD[(=)]TJ/F12 9.96 Tf 10.51 0 TD[(f)]TJ/F7 9.96 Tf 4.98 0 TD[(C)]TJ/F10 6.97 Tf 7.12 -1.49 TD[(1)]TJ/F7 9.96 Tf 4.47 1.49 TD[(;)-166(::::;)-167(C)]TJ/F13 6.97 Tf 27.04 -1.8 TD[(jC)-49(j)]TJ/F12 9.96 Tf 9.9 1.8 TD[(g)]TJ/F5 9.96 Tf 7.35 0 TD[(and)-238(a)]TJ -320.21 -11.95 TD[(v)55(ariet)28(y)-311(of)-312(existing)-312(do)-28(cumen)27(ts)-311(already)-312(categorized)-312(in)-311(these)-312(classes)-312(\(i.e.)]TJ/F4 9.96 Tf 306.07 0 TD[(tr)50(aining-)]TJ -306.07 -11.95 TD[(set)]TJ/F5 9.96 Tf 12.91 0 TD[(\),)]TJ/F4 9.96 Tf 11.2 0 TD[(build)-450(a)-449(de)50(cision)-449(function,)]TJ/F7 9.96 Tf 117.16 0 TD[(\301)]TJ/F5 9.96 Tf 10.25 0 TD[(able)-433(to)-434(decide)-433(the)-433(correct)-434(classes)-433(for)-434(texts,)]TJ -151.52 -11.95 TD[(i.e.)]TJ/F7 9.96 Tf 18.67 0 TD[(\301)]TJ/F5 9.96 Tf 9.55 0 TD[(:)]TJ/F7 9.96 Tf 6.38 0 TD[(D)]TJ/F12 9.96 Tf 12.13 0 TD[(!)]TJ/F5 9.96 Tf 13.58 0 TD[(2)]TJ/F8 6.97 Tf 4.98 3.61 TD[(C)]TJ/F5 9.96 Tf 6.7 -3.61 TD[(.)-596(The)-385(decision)-384(function)-384(is)-384(th)26(us)-383(ask)27(ed)-383(to)-385(map)-384(newly)-384(incoming)]TJ -71.99 -11.96 TD[(do)-27(cumen)27(ts)-333(\()]TJ/F7 9.96 Tf 53.73 0 TD[(d)]TJ/F12 9.96 Tf 7.95 0 TD[(2)]TJ/F7 9.96 Tf 9.4 0 TD[(D)]TJ/F5 9.96 Tf 8.53 0 TD[(\))-333(in)-333(one)-333(\(or)-334(more\))-333(class\(es\),)-333(according)-334(to)-333(their)-333(con)27(ten)27(t.)]TJ/F1 11.95 Tf -79.61 -29.2 TD[(1.1.1)-1124(Designing)-375(a)-375(T)92(ext)-374(Classi\257er)]TJ/F5 9.96 Tf 0 -18.84 TD[(The)-248(design)-249(of)-249(general)-249(text)-249(classi\257ers)-248(foresees)-249(a)-249(set)-249(of)-249(tasks)-249(univ)27(ersally)-248(recognized)]TJ 0 -11.96 TD[(b)27(y)-332(the)-333(researc)26(h)-332(comm)27(unit)28(y:)]TJ/F12 9.96 Tf 14.94 -20.66 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(F)76(e)51(atur)51(es)-254(design)]TJ/F5 9.96 Tf 66.19 0 TD[(:)-388(in)-223(this)-222(phase)-223(the)-222(follo)27(wing)-222(pre-pro)-27(cessing)-223(steps)-222(are)-223(carried)]TJ -66.19 -11.95 TD[(out:)]TJ/F6 9.96 Tf 11.2 -20.92 TD[({)]TJ/F4 9.96 Tf 10.71 0 TD[(Corpus)-463(pr)50(o)51(c)51(essing)]TJ/F5 9.96 Tf 78.94 0 TD[(,)-477(\257ltering,)-477(and)-448(formatting)-449(all)-448(the)-449(do)-27(cumen)26(ts)-447(b)-28(e-)]TJ -78.94 -11.95 TD[(longing)-333(to)-333(the)-334(corpus.)]TJ/F6 9.96 Tf -10.71 -16.43 TD[({)]TJ/F4 9.96 Tf 10.71 0 TD[(Extr)51(action)-451(of)-452(r)51(elevant)-451(information)]TJ/F5 9.96 Tf 152.01 0 TD[(.)-749(Usual)-435(approac)26(hes)-434(mak)27(e)-434(use)-436(of)]TJ -152.01 -11.96 TD[(w)27(ords)-422(as)-422(basic)-423(units)-423(of)-423(information.)-712(A)]TJ/F4 9.96 Tf 178.72 0 TD[(stop)-439(list)]TJ/F5 9.96 Tf 40.08 0 TD[(is)-422(here)-423(applied)-423(to)]TJ -218.8 -11.95 TD[(eliminate)-478(function)-479(w)27(ords)-477(\(that)-479(exhibit)-478(similar)-479(frequencies)-478(o)27(v)27(er)-477(all)]TJ 0 -11.95 TD[(classes\).)-736(The)-430(linguistic)-431(information)-430(that)-431(c)27(haracterizes)-430(a)-430(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(\(and)-225(its)-226(class\))-226(is)-226(here)-226(tak)27(en)-225(in)27(to)-225(accoun)27(t.)-407(F)82(eatures)-225(more)-226(complex)-226(than)]TJ 0 -11.95 TD[(simple)-336(w)27(ords)-336(can)-336(b)-28(e)-336(built)-336(as)-337(structured)-336(patterns)-336(\(i.e.)-454(m)27(ultiple)-335(w)26(ord)]TJ 0 -11.95 TD[(expressions\),)-333(or)-333(b)27(y)-333(adding)-333(lexical)-333(information)-334(\(e.g.,)-333(w)27(ord)-333(senses\).)]TJ/F6 9.96 Tf -10.71 -16.44 TD[({)]TJ/F4 9.96 Tf 10.71 0 TD[(Normalization)]TJ/F5 9.96 Tf 61.75 0 TD[(.)-705(W)82(ord)-419(stemming,)-442(carried)-421(out)-420(b)26(y)-419(remo)27(ving)-420(common)]TJ -61.75 -11.95 TD[(su\261xes)-428(from)-429(w)27(ords,)-451(is)-429(a)-428(classical)-429(metho)-28(d)-428(applied)-429(here.)-730(W)82(ords)-427(af-)]TJ 0 -11.95 TD[(ter)-314(stemming)-315(are)-315(usually)-314(called)]TJ/F4 9.96 Tf 138.95 0 TD[(stems)]TJ/F5 9.96 Tf 24.18 0 TD[(.)-438(When)-315(more)-314(complex)-315(features)]TJ ET endstream endobj 118 0 obj << /F11 106 0 R /F5 32 0 R /F1 10 0 R /F4 29 0 R /F12 113 0 R /F7 63 0 R /F10 91 0 R /F13 116 0 R /F8 77 0 R /F6 56 0 R >> endobj 110 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 118 0 R >> endobj 123 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F14 /FontDescriptor 122 0 R /BaseFont/CMR6 /FirstChar 33 /LastChar 196 /Widths[351.8 611.1 1000 611.1 1000 935.2 351.8 481.5 481.5 611.1 935.2 351.8 416.7 351.8 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 351.8 351.8 351.8 935.2 578.7 578.7 935.2 896.3 850.9 870.4 915.7 818.5 786.1 941.7 896.3 442.6 624.1 928.7 753.7 1090.7 896.3 935.2 818.5 935.2 883.3 675.9 870.4 896.3 896.3 1220.4 896.3 896.3 740.7 351.8 611.1 351.8 611.1 351.8 351.8 611.1 675.9 546.3 675.9 546.3 384.3 611.1 675.9 351.8 384.3 643.5 351.8 1000 675.9 611.1 675.9 643.5 481.5 488 481.5 675.9 643.5 870.4 643.5 643.5 546.3 611.1 1222.2 611.1 611.1 611.1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 753.7 1000 935.2 831.5 805.5 896.3 870.4 935.2 870.4 935.2 0 0 870.4 736.1 703.7 703.7 1055.5 1055.5 351.8 384.3 611.1 611.1 611.1 611.1 611.1 896.3 546.3 611.1 870.4 935.2 611.1 1077.8 1207.4 935.2 351.8 611.1] >> endobj 126 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F15 /FontDescriptor 125 0 R /BaseFont/CMR8 /FirstChar 33 /LastChar 196 /Widths[295.1 531.3 885.4 531.3 885.4 826.4 295.1 413.2 413.2 531.3 826.4 295.1 354.2 295.1 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 295.1 295.1 295.1 826.4 501.7 501.7 826.4 795.8 752.1 767.4 811.1 722.6 693.1 833.5 795.8 382.6 545.5 825.4 663.6 972.9 795.8 826.4 722.6 826.4 781.6 590.3 767.4 795.8 795.8 1091 795.8 795.8 649.3 295.1 531.3 295.1 531.3 295.1 295.1 531.3 590.3 472.2 590.3 472.2 324.7 531.3 590.3 295.1 324.7 560.8 295.1 885.4 590.3 531.3 590.3 560.8 414.1 419.1 413.2 590.3 560.8 767.4 560.8 560.8 472.2 531.3 1062.5 531.3 531.3 531.3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 663.6 885.4 826.4 736.8 708.3 795.8 767.4 826.4 767.4 826.4 0 0 767.4 619.8 590.3 590.3 885.4 885.4 295.1 324.7 531.3 531.3 531.3 531.3 531.3 795.8 472.2 531.3 767.4 826.4 531.3 958.7 1076.8 826.4 295.1 531.3] >> endobj 127 0 obj << /Length 7250 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(4)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -157.73 -27.96 TD[(are)-319(a)27(v)55(ailable)-318(via)-319(linguistic)-319(analysis)-319(\(i.e.)-439(w)27(ords)-318(and/or)-319(complex)-319(nom-)]TJ 0 -11.95 TD[(inal\),)-452(usually)-427(normalization)-428(refers)-428(to)-428(the)-428(activit)27(y)-427(of)-428(lemmatization)]TJ 0 -11.95 TD[(\(i.e.)-427(detection)-281(of)-281(the)-281(base)-281(form)-281(of)-281(ric)27(h)-280(morphological)-281(categories,)-292(suc)27(h)]TJ 0 -11.95 TD[(as)-333(nouns)-334(or)-333(v)27(erbs)]TJ/F10 6.97 Tf 76.03 3.61 TD[(1)]TJ/F5 9.96 Tf 4.47 -3.61 TD[(\).)]TJ/F6 9.96 Tf -91.2 -15.69 TD[({)]TJ/F4 9.96 Tf 10.7 0 TD[(F)76(e)51(atur)51(e)-501(sele)50(ction)]TJ/F5 9.96 Tf 73.74 0 TD[(,)-528(whic)26(h)-489(is)-490(an)-490(attempt)-490(to)-490(remo)27(v)28(e)-489(non-informativ)27(e)]TJ -73.74 -11.96 TD[(terms)-463(from)-462(do)-28(cumen)27(ts)-462(to)-463(impro)27(v)28(e)-462(categorization)-463(e\256ectiv)27(eness)-461(and)]TJ 0 -11.95 TD[(reduce)-387(computational)-388(complexit)27(y)83(.)-605(T)26(ypical)-386(selection)-387(criteria)-388(are)]TJ/F7 9.96 Tf 283.34 0 TD[(\302)]TJ/F10 6.97 Tf 6.23 3.62 TD[(2)]TJ/F5 9.96 Tf 4.47 -3.62 TD[(,)]TJ -294.04 -11.95 TD[(information)-333(gain)-334(or)-333(do)-28(cumen)27(t)-332(frequency)82(.)]TJ/F12 9.96 Tf -31.87 -19.67 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(F)76(e)51(atur)51(e)-377(Weighting)]TJ/F5 9.96 Tf 80.28 0 TD[(:)-488(features)-355(assume)-355(usually)-356(di\256eren)27(t)-354(roles)-356(in)-355(do)-28(cumen)27(ts,)]TJ -80.28 -11.96 TD[(i.e.)-478(they)-344(are)-344(more)-345(or)-344(less)-345(represen)27(tativ)28(e.)-477(Di\256eren)27(t)-344(w)27(eigh)28(ts)-344(are)-344(asso)-28(ciated)]TJ 0 -11.95 TD[(to)-333(features)-333(via)-334(di\256eren)27(t,)-332(often)-334(div)27(erging,)-332(mo)-28(dels.)]TJ/F12 9.96 Tf -9.96 -19.67 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Similarity)-300(estimation)]TJ/F5 9.96 Tf 94.65 0 TD[(is)-270(mo)-28(deled)-271(via)-271(op)-27(erations)-271(in)-271(spaces)-271(of)-271(features.)-423(This)]TJ -94.65 -11.95 TD[(can)-338(b)-28(e)-339(carried)-338(out)-339(b)-28(et)27(w)28(een)-338(pairs)-339(of)-338(do)-28(cumen)27(ts)-338(or)-338(b)-28(et)27(w)27(een)-337(more)-339(complex)]TJ 0 -11.96 TD[(com)27(binations)-272(of)-273(features)-273(\(e.g.,)-285(pro\257les)-273(as)-273(the)-273(com)27(bination)-272(of)-273(features)-273(com-)]TJ 0 -11.95 TD[(ing)-262(from)-262(di\256eren)26(t)-261(represen)27(tativ)28(e)-262(do)-27(cumen)26(ts\).)-419(Usually)-263(quan)27(titativ)28(e)-261(mo)-28(dels)]TJ 0 -11.95 TD[(\(i.e.)-444(metrics\))-334(are)-333(adopted)-333(for)-334(this.)]TJ/F12 9.96 Tf -9.96 -19.67 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Infer)50(enc)51(e)]TJ/F5 9.96 Tf 40.35 0 TD[(:)-768(similarit)27(y)-494(among)-495(do)-28(cumen)27(t/pro\257le)-495(represen)27(tations)-494(activ)55(ates)]TJ -40.35 -11.96 TD[(the)-416(target)-417(classi\257cation)-416(decision.)-694(Assignmen)27(t)-415(of)-416(an)-417(incoming)-416(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(to)-458(a)-458(target)-459(class)-458(is)-458(based)-459(on)-458(a)-458(decision)-459(function)-458(o)27(v)27(er)-457(similarit)27(y)-457(scores.)]TJ 0 -11.95 TD[(Di\256eren)27(t)-454(criteria)-456(\(i.e.)-810(purely)-455(heuristics)-455(or)-456(probabilit)27(y-driv)28(en)-454(rules\))-456(are)]TJ 0 -11.95 TD[(used)-333(in)-333(this)-334(task.)]TJ/F12 9.96 Tf -9.96 -19.67 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(T)76(esting)]TJ/F5 9.96 Tf 32.45 0 TD[(:)-521(the)-371(accuracy)-372(of)-372(the)-372(classi\257er)-372(is)-372(ev)55(aluated)-371(b)26(y)-370(using)-372(a)-372(set)-372(of)-372(pre-)]TJ -32.45 -11.96 TD[(lab)-28(eled)-370(do)-28(cumen)27(ts)-370(\(i.e.)]TJ/F4 9.96 Tf 106.77 0 TD[(test-set)]TJ/F5 9.96 Tf 31.74 0 TD[(\))-371(that)-370(are)-371(not)-371(used)-370(in)-371(the)-371(learning)-370(phase)]TJ -138.51 -11.95 TD[(\()]TJ/F4 9.96 Tf 3.88 0 TD[(tr)51(aining-set)]TJ/F5 9.96 Tf 50.45 0 TD[(\).)-504(The)-353(lab)-28(els)-353(pro)-28(duced)-353(b)27(y)-353(the)-353(classi\257er)-353(are)-354(compared)-353(to)-354(the)]TJ -54.33 -11.95 TD[(correct)-411(ones.)-678(The)-411(result)-411(of)-411(this)-411(phase)-411(is)-411(usually)-411(one)-412(or)-411(more)-411(n)27(umerical)]TJ 0 -11.95 TD[(scores)-366(that)-366(pro)27(vide)-365(a)-366(measure)-366(of)-365(the)-366(distance)-366(b)-28(et)27(w)28(een)-365(the)-366(h)27(uman)-365(c)26(hoice)]TJ 0 -11.95 TD[(\(em)27(b)-27(o)-28(died)-241(b)27(y)-241(the)-242(training)-241(data\))-242(and)-242(the)-241(underlying)-242(categorization)-242(system.)]TJ/F1 11.95 Tf -24.9 -27.78 TD[(1.1.2)-1125(Pro\257le-based)-375(T)93(ext)-374(Classi\257er)]TJ/F5 9.96 Tf 0 -18.38 TD[(Among)-367(linear)-367(classi\257ers)-367(the)]TJ/F4 9.96 Tf 124.68 0 TD[(pr)51(o\257le-b)51(ase)51(d)]TJ/F5 9.96 Tf 57.24 0.85 TD[([)]TJ 2.77 -0.85 TD[(Sebastiani,)-375(2002)]TJ 70.75 0.85 TD[(])]TJ 6.42 -0.85 TD[(pro)27(vide)-366(an)-367(explicit)]TJ -261.86 -11.96 TD[(represen)27(tation)-275(of)-276(eac)27(h)-275(category)82(.)-424(The)-276(salien)27(t)-275(information)-276(ab)-28(out)-276(target)-276(categories)]TJ 0 -11.95 TD[(is)-263(acquired)-263(during)-262(the)-263(learning)-263(phase)-263(and)-263(collected)-263(in)-263(indep)-28(enden)27(t)-262(pro\257les.)-421(This)]TJ 0 -11.95 TD[(information)-272(can)-272(b)-28(e)-272(accessed)-272(in)-272(linear)-272(time)-272(during)-272(the)-273(classi\257cation)-272(pro)-27(cess,)-285(th)27(us)]TJ 0 -11.95 TD[(resulting)-400(in)-399(fast)-400(categorization)-400(algorithms.)-644(The)-399(ma)-56(jor)-400(adv)55(an)28(tage)-399(is)-400(their)-400(e\261-)]TJ 0 -11.95 TD[(cien)27(t)-335(impact)-335(in)-336(an)27(y)-335(real)-335(scenario)-336(lik)27(e)-335(on)-335(line)-336(do)-28(cumen)27(t)-334(classi\257cation,)-337(fast)-335(com-)]TJ 0 -11.95 TD[(pan)27(y)-342(do)-28(cumen)27(t)-342(managemen)26(t)-342(and)-343(batc)27(h)-342(classi\257cation)-344(of)-343(millions)-343(of)-343(do)-28(cumen)27(ts.)]TJ 0 -11.96 TD[(Unfortunately)-303(their)-302(lo)26(w)-301(computational)-303(cost)-303(is)-303(dra)27(w)-302(bac)27(k)28(ed)-302(b)27(y)-302(their)-303(p)-27(o)-28(orer)-303(p)-28(er-)]TJ 0 -11.95 TD[(formance)-333(than)-333(other)-334(complex)-333(approac)27(hes)-333(in)-333(terms)-333(of)-334(precision)-333(and)-333(recall.)]TJ/F4 9.96 Tf 14.94 -11.95 TD[(Pr)50(o\257le-b)51(ase)52(d)]TJ/F5 9.96 Tf 57.99 0 TD[(classi\257ers)-274(deriv)27(e)-274(a)-274(description)-274(of)-275(eac)27(h)-273(target)-275(class)-274(\()]TJ/F7 9.96 Tf 218.19 0 TD[(C)]TJ/F8 6.97 Tf 7.11 -1.49 TD[(i)]TJ/F5 9.96 Tf 3.32 1.49 TD[(\))-274(in)-274(terms)]TJ -301.55 -11.95 TD[(of)-254(a)-254(pro\257le,)-271(usually)-254(a)-254(v)26(ector)-253(of)-254(w)27(eigh)27(ted)-253(terms.)-418(These)-254(v)26(ectors)-253(are)-254(extracted)-255(from)]TJ ET 0.4 w 88.64 -580.74 m 226.09 -580.74 l S BT/F14 5.98 Tf 99.73 -587.38 TD[(1)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(Notice)-323(that)-324(this)-324(is)-324(v)29(ery)-323(imp)-29(ortan)28(t)-323(for)-323(languages)-324(with)-324(a)-323(ric)28(h)-323(generativ)29(e)-323(morphology)-323(where)]TJ -15.24 -9.46 TD[(h)29(undreds)-354(of)-354(di\256eren)29(t)-353(forms)-355(are)-354(deriv)29(ed)-353(from)-355(the)-354(same)-354(ro)-29(ot.)]TJ ET endstream endobj 128 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F10 91 0 R /F6 56 0 R /F4 29 0 R /F7 63 0 R /F12 113 0 R /F1 10 0 R /F8 77 0 R /F14 123 0 R /F15 126 0 R >> endobj 120 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 128 0 R >> endobj 131 0 obj << /Length 8301 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.1.)-799(EFFICIENT)-342(MODELS)-343(F)28(OR)-342(A)27(UTOMA)86(TED)-341(TC)]TJ/F5 9.96 Tf 338.64 0 TD[(5)]TJ -338.64 -27.96 TD[(previously)-334(categorized)-335(do)-28(cumen)27(ts)-334(under)]TJ/F7 9.96 Tf 177.87 0 TD[(C)]TJ/F8 6.97 Tf 7.11 -1.49 TD[(i)]TJ/F5 9.96 Tf 6.65 1.49 TD[(used)-335(for)-334(training)-335(the)-335(system.)-448(Clas-)]TJ -191.63 -11.95 TD[(si\257cation)-416(pro)-28(ceeds)-417(through)-417(the)-417(ev)54(aluation)-416(of)-416(similarit)26(y)-416(b)-27(et)26(w)28(een)-416(the)-417(incoming)]TJ 0 -11.95 TD[(do)-27(cumen)27(t)]TJ/F7 9.96 Tf 45.63 0 TD[(d)]TJ/F5 9.96 Tf 8.21 0 TD[(and)-303(the)-304(di\256eren)27(t)-303(pro\257les)-304(\(one)-303(for)-304(eac)27(h)-303(class\).)-434(As)-304(an)-304(example,)-310(early)]TJ -53.84 -11.95 TD[(pro\257le-based)-273(classi\257er)-274(made)-274(use)-273(of)-274(the)-274(V)82(ector)-272(Space)-274(Mo)-28(del)]TJ 255.3 0.85 TD[([)]TJ 2.77 -0.85 TD[(Salton)-273(and)-274(Buc)27(kley)83(,)]TJ -258.07 -11.96 TD[(1988)]TJ 19.92 0.86 TD[(])]TJ 5.8 -0.86 TD[(to)-303(de\257ne)-304(similarit)26(y)84(.)-434(Notice)-304(that)-304(main)-304(adv)54(an)28(tages)-303(of)-304(suc)26(h)-303(an)-304(approac)27(h)-303(are)]TJ -25.72 -11.95 TD[(its)-333(computational)-333(e\261ciency)-333(and)-334(easy)-333(implemen)27(tation.)]TJ 14.94 -12.37 TD[(The)-253(dev)26(elopmen)28(t)-253(of)-254(a)-253(pro\257le-based)-254(classi\257er)-254(requires)-254(a)-254(sp)-28(ecialization)-254(of)-254(some)]TJ -14.94 -11.95 TD[(phases:)]TJ/F12 9.96 Tf 14.94 -21.19 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(F)76(e)51(atur)51(es)-396(Weighting)]TJ/F5 9.96 Tf 83.66 0 TD[(,)-387(i.e.)-574(the)-377(building)-377(of)-376(the)-377(syn)27(thetic)-376(pro\257les)-377(can)-376(b)-28(e)-377(de-)]TJ -83.66 -11.95 TD[(\257ned)-333(b)27(y)-332(t)26(w)28(o)-332(steps:)]TJ/F6 9.96 Tf 11.2 -21.61 TD[({)]TJ/F5 9.96 Tf 10.71 0 TD[(the)-345(dev)27(elopmen)27(t)-344(of)-345(a)-346(represen)27(tation)]TJ/F7 9.96 Tf 161.35 2.63 TD[(~)]TJ -1 -2.63 TD[(d)]TJ/F5 9.96 Tf 8.63 0 TD[(for)-345(do)-27(cumen)26(ts)]TJ/F7 9.96 Tf 65.34 0 TD[(d)]TJ/F5 9.96 Tf 5.18 0 TD[(.)]TJ/F7 9.96 Tf 8.55 2.63 TD[(~)]TJ -0.99 -2.63 TD[(d)]TJ/F5 9.96 Tf 8.62 0 TD[(is)-345(de\257ned)]TJ -255.68 -11.95 TD[(o)27(v)28(er)-349(the)-350(features)]TJ/F7 9.96 Tf 76.41 0 TD[(f)]TJ/F5 9.96 Tf 9.43 0 TD[(extracted)-350(from)]TJ/F7 9.96 Tf 67.9 0 TD[(d)]TJ/F5 9.96 Tf 5.18 0 TD[(.)-493(Comp)-28(onen)27(ts)]TJ/F7 9.96 Tf 65.45 0 TD[(d)]TJ/F8 6.97 Tf 5.19 -1.5 TD[(i)]TJ/F5 9.96 Tf 6.8 1.5 TD[(are)-349(w)27(eigh)27(ts)-348(of)]TJ -236.36 -11.95 TD[(those)-333(features.)]TJ/F6 9.96 Tf -10.71 -16.78 TD[({)]TJ/F5 9.96 Tf 10.71 0 TD[(the)-309(dev)27(elopmen)28(t)-308(of)-309(a)-309(represen)27(tation)]TJ/F7 9.96 Tf 160.5 2.51 TD[(~)]TJ -1.96 -2.51 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.5 TD[(i)]TJ/F5 9.96 Tf 6.39 1.5 TD[(for)-309(a)-309(class)]TJ/F7 9.96 Tf 46.17 0 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.5 TD[(i)]TJ/F5 9.96 Tf 3.31 1.5 TD[(.)-436(It)-309(summarizes)]TJ -228.65 -11.96 TD[(the)-333(represen)27(tations)]TJ/F7 9.96 Tf 87.21 2.63 TD[(~)]TJ -1 -2.63 TD[(d)]TJ/F5 9.96 Tf 8.5 0 TD[(of)-333(all)-334(the)-333(p)-28(ositiv)27(e)-332(instances)-334(of)]TJ/F7 9.96 Tf 133.24 0 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.49 TD[(i)]TJ/F5 9.96 Tf 6.64 1.49 TD[(\(i.e.)]TJ/F7 9.96 Tf 21.03 0 TD[(d)]TJ/F12 9.96 Tf 7.95 0 TD[(2)]TJ/F7 9.96 Tf 9.4 0 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.49 TD[(i)]TJ/F5 9.96 Tf 3.32 1.49 TD[(\))]TJ/F12 9.96 Tf -322.4 -21.61 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Similarity)-386(estimation)]TJ/F5 9.96 Tf 96.44 0 TD[(in)-363(pro\257le-based)-365(classi\257ers)-364(is)-365(alw)27(a)28(ys)-364(carried)-364(out)-364(b)-28(e-)]TJ -96.44 -11.95 TD[(t)27(w)28(een)-412(unkno)26(wn)-412(\(i.e.)-685(not)-414(classi\257ed\))-414(do)-27(cumen)26(ts)]TJ/F7 9.96 Tf 211.29 0 TD[(d)]TJ/F5 9.96 Tf 9.3 0 TD[(and)-413(the)-414(ab)-28(o)27(v)28(e)-413(de\257ned)]TJ -220.59 -13.12 TD[(pro\257les)-265(\()]TJ/F7 9.96 Tf 39.55 2.52 TD[(~)]TJ -1.96 -2.52 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.49 TD[(i)]TJ/F5 9.96 Tf 3.32 1.49 TD[(\).)-421(Similarit)27(y)-265(is)-266(usually)-266(established)-266(within)-266(the)-266(space)-266(determined)]TJ -48.03 -13.23 TD[(b)27(y)-363(the)-364(features)-364(\(i.e.)-537(w)27(eigh)28(ted)-364(elemen)27(ts)-363(of)-364(v)27(ectors)]TJ/F7 9.96 Tf 220.91 2.63 TD[(~)]TJ -0.99 -2.63 TD[(d)]TJ/F5 9.96 Tf 8.81 0 TD[(and)]TJ/F7 9.96 Tf 21.63 2.52 TD[(~)]TJ -1.96 -2.52 TD[(C)]TJ/F8 6.97 Tf 7.12 -1.49 TD[(i)]TJ/F5 9.96 Tf 3.32 1.49 TD[(\).)-536(Section)-364(2.3)]TJ -258.84 -11.95 TD[(discusses)-333(di\256eren)27(t)-332(tec)26(hniques.)]TJ/F12 9.96 Tf -9.96 -21.61 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Infer)51(enc)51(e)]TJ/F5 9.96 Tf 40.35 0 TD[(:)-410(A)-265(decision)-265(function)-265(is)-265(usually)-265(applied)-265(o)27(v)27(er)-264(the)-265(similarit)27(y)-264(scores.)]TJ -40.35 -11.95 TD[(The)-362(most)-363(widely)-363(used)-363(inference)-363(metho)-28(ds)-363(are:)-504(probabilit)27(y)83(,)-369(\257xed)-363(and)-363(pro-)]TJ 0 -11.95 TD[(p)-27(ortional)-394(threshold.)-626(These)-394(are)-393(resp)-28(ectiv)27(ely)-393(called)-394(in)]TJ 235.6 0.86 TD[([)]TJ 2.77 -0.86 TD[(Y)83(ang,)-408(1999)]TJ 48.89 0.86 TD[(])]TJ 2.77 -0.86 TD[(:)]TJ/F7 9.96 Tf 8.4 0 TD[(S)-57(cut)]TJ/F5 9.96 Tf -298.43 -11.95 TD[(\(a)-446(threshold)-447(for)-447(eac)26(h)-446(class)-447(exists)-447(and)-447(is)-447(used)-447(to)-447(decide)-447(whether)-447(or)-447(not)]TJ 0 -11.95 TD[(a)-431(do)-28(cumen)27(t)-431(b)-28(elong)-432(to)-432(it\),)]TJ/F7 9.96 Tf 119.97 0 TD[(R)-7(cut)]TJ/F5 9.96 Tf 25.55 0 TD[(\(the)-431(b)-28(est)]TJ/F7 9.96 Tf 44.35 0 TD[(k)]TJ/F5 9.96 Tf 5.5 0 TD[(-rank)28(ed)-431(classes)-432(are)-432(assigned)]TJ -195.37 -11.96 TD[(to)-354(eac)27(h)-353(do)-28(cumen)27(t\))-353(and)]TJ/F7 9.96 Tf 104.58 0 TD[(P)-138(cut)]TJ/F5 9.96 Tf 24.91 0 TD[(\(the)]TJ/F4 9.96 Tf 21.24 0 TD[(test-set)]TJ/F5 9.96 Tf 35.27 0 TD[(do)-27(cumen)27(ts)-354(are)-354(assigned)-354(to)-354(the)]TJ -186 -11.95 TD[(classes)-340(prop)-28(ortionally)-341(to)-341(their)-341(size\).)-467(Giv)27(en)-340(the)-341(imp)-27(ortance)-341(of)-341(these)-341(infer-)]TJ 0 -11.95 TD[(ence)-309(metho)-28(ds,)-315(a)-310(more)-310(complete)-310(de\257nition)-309(and)-310(discussions)-310(will)-310(b)-28(e)-310(giv)27(en)-309(in)]TJ 0 -11.95 TD[(the)-333(next)-333(c)27(hapter.)]TJ/F1 11.95 Tf -24.9 -30.12 TD[(1.1.3)-1124(Some)-375(Metho)-32(ds)-375(of)-375(T)93(ext)-374(Categorization)]TJ/F5 9.96 Tf 0 -19.17 TD[(In)-464(the)-464(literature)-465(sev)27(eral)-463(TC)-465(mo)-27(dels)-465(based)-464(on)-465(di\256eren)27(t)-463(mac)27(hine)-464(learning)-464(ap-)]TJ 0 -11.95 TD[(proac)27(hes)-290(ha)27(v)28(e)-291(b)-28(een)-291(dev)27(elop)-27(ed.)-430(Whatev)26(er)-290(is)-291(the)-292(tec)27(hnology)83(,)-298(the)-292(adopted)-291(mo)-28(dels)]TJ 0 -11.96 TD[(su\256er)-272(b)26(y)-272(the)-273(trade-o\256)-273(b)-27(et)26(w)28(een)-272(p)-28(erformance)-273(in)-273(retriev)55(al)-272(and)-273(complexit)27(y)-272(in)-273(train-)]TJ 0 -11.95 TD[(ing)-383(and)-384(pro)-28(cessing.)-597(This)-384(last,)-396(is)-384(crucial)-384(in)-384(op)-28(erational)-384(scenarios)-384(and)-384(it)-384(mak)26(es)]TJ 0 -11.95 TD[(the)-342(adoption)-342(of)-342(the)-343(b)-27(est)-343(\257gure)-342(mo)-28(del)-342(unapp)-28(ealing.)-471(In)-342(the)-343(follo)27(wing,)-344(w)27(e)-341(brie\260y)]TJ 0 -11.95 TD[(revisit)-332(the)-333(w)27(ell-kno)28(wn)-332(approac)27(hes)-332(as)-333(w)27(ell)-332(as)-333(more)-333(recen)27(t)-332(ones.)-444(P)27(articular)-332(care-)]TJ 0 -11.95 TD[(fulness)-333(to)-333(op)-28(erational)-333(asp)-28(ects)-333(will)-334(b)-27(e)-334(dev)27(oted.)]TJ 14.94 -12.38 TD[(Supp)-27(ort)-245(V)82(ector)-244(Mac)27(hines)-244(\()]TJ/F7 9.96 Tf 115.05 0 TD[(S)-58(V)-222(M)]TJ/F5 9.96 Tf 25.46 0 TD[(\),)-262(recen)27(tly)-244(prop)-28(osed)-245(in)]TJ 98.3 0.86 TD[([)]TJ 2.77 -0.86 TD[(Joac)27(hims,)-261(1998)]TJ 65.06 0.86 TD[(])]TJ 2.76 -0.86 TD[(,)-263(use)]TJ -324.34 -11.95 TD[(the)-373(Structural)-373(Risk)-374(Minimization)-373(principle)-373(in)-374(order)-373(to)-373(assign)-374(\(or)-373(not\))-374(a)-373(do)-28(cu-)]TJ 0 -11.95 TD[(men)27(t)-283(to)-284(a)-285(class.)-428(This)-284(tec)27(hnique)-283(is)-285(applied)-284(to)-284(a)-285(v)27(ector)-283(space)-285(to)-284(obtain)-284(the)-284("b)-28(est")]TJ ET endstream endobj 132 0 obj << /F11 106 0 R /F5 32 0 R /F7 63 0 R /F8 77 0 R /F12 113 0 R /F4 29 0 R /F6 56 0 R /F1 10 0 R >> endobj 130 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 132 0 R >> endobj 135 0 obj << /Length 9480 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(6)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -204.54 -27.96 TD[(separating)-327(h)27(yp)-27(erplane,)-328(whic)27(h)-326(divides)-327(the)-326(p)-28(oin)27(ts)-326(asso)-28(ciated)-327(to)-327(the)-326(training)-327(do)-28(c-)]TJ 0 -11.95 TD[(umen)27(ts)-345(in)-346(t)27(w)27(o)-345(classes)-346(\(p)-27(ositiv)26(e)-345(and)-346(negativ)27(e)-345(examples\).)-483(A)-346(quadratic)-346(program-)]TJ 0 -11.95 TD[(ming)-406(tec)27(hnique)-406(\257nds)-406(out)-407(the)-406(h)27(yp)-27(erplane's)-406(gradien)26(t)-405(v)27(ector)-406(with)-406(the)-406(minim)26(um)]TJ 0 -11.95 TD[(Euclidean)-425(Norma.)-720(This)-425(guaran)26(tees)-424(a)-425(minim)27(um)-425(distance)-425(b)-28(et)27(w)28(een)-424(the)-426(nearest)]TJ 0 -11.96 TD[(do)-28(cumen)27(ts)-283(of)-285(di\256eren)27(t)-284(classes)-285(and)-284(the)-285(h)27(yp)-27(erplane)-285(itself.)-428(This)-285(classi\257er)-284(has)-285(b)-28(een)]TJ 0 -11.95 TD[(successfully)-462(applied)-462(on)-462(academic)-462(b)-27(enc)26(hmarks)-460(as)-462(it)-462(pro)26(vides)-461(the)-461(highest)-462(p)-28(er-)]TJ 0 -11.95 TD[(formances)-416(\(ab)-28(out)-416(86%)-417(on)-416(Reuters\).)-694(On)-416(those)-417(corp)-28(ora)-416(it)-417(seems)-416(c)27(haracterized)]TJ 0 -11.95 TD[(b)27(y)-389(fast)-389(training)-390(and)-390(pro)-27(cessing.)-614(The)-389(problems)-390(arise)-389(when)-390(it)-390(is)-389(applied)-390(to)-390(op-)]TJ 0 -11.95 TD[(erational)-398(scenarios)-398(where)-399(the)-398(n)27(um)27(b)-26(er)-399(of)-398(training)-398(do)-28(cumen)27(ts)-398(is)-398(h)27(undreds)-398(time)]TJ 0 -11.96 TD[(greater)-414(than)-414(the)-415(n)27(um)28(b)-27(er)-414(of)-415(do)-28(cumen)27(ts)-413(con)27(tained)-414(in)-414(b)-28(enc)27(hmarks.)-686(The)-415(disad-)]TJ 0 -11.95 TD[(v)55(an)28(tages)-309(of)-309(SVMs)-309(are)-309(that)-309(the)-309(training)-309(time)-309(can)-309(b)-28(e)-309(v)27(ery)-308(large)-309(if)-309(there)-309(are)-310(large)]TJ 0 -11.95 TD[(n)27(um)28(b)-27(ers)-305(of)-304(training)-305(examples)-305(and)-304(execution)-305(can)-304(b)-28(e)-305(slo)27(w)-304(for)-304(nonlinear)-305(SVMs)-305(as)]TJ 0 -11.95 TD[(it)-320(has)-319(b)-28(een)-320(p)-28(oin)27(ted)-319(out)-320(in)]TJ 115.72 0.86 TD[([)]TJ 2.77 -0.86 TD[(Druc)27(k)28(er)]TJ/F4 9.96 Tf 37.69 0 TD[(et)-344(al.)]TJ/F5 9.96 Tf 22.02 0 TD[(,)-322(1999)]TJ 25.89 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-440(In)-319(fact,)-323(as)-320(the)-319(n)26(um)28(b)-27(er)-319(of)-320(do)-28(c-)]TJ -206.86 -11.95 TD[(umen)27(ts)-302(gro)27(ws,)-308(the)-303(n)27(um)27(b)-26(er)-303(of)-303(supp)-28(ort)-303(v)27(ectors)-302(increase)-303(in)-303(a)-303(non-w)26(ell)-302(understo)-27(o)-28(d)]TJ 0 -11.95 TD[(prop)-28(ortional)-358(la)27(w.)-517(This)-358(means)-359(that)-358(thousands)-358(of)-358(supp)-27(ort)-358(v)26(ectors,)-363(for)-358(assigning)]TJ 0 -11.96 TD[(eac)27(h)-369(single)-370(do)-28(cumen)27(ts,)-379(could)-370(b)-28(e)-370(in)27(v)27(olv)28(ed)-369(in)-370(classi\257cation)-370(phase.)-556(As)-370(eac)27(h)-369(sup-)]TJ 0 -11.95 TD[(p)-28(ort)-322(v)27(ector)-321(requires)-322(a)-322(scalar)-322(pro)-28(duct)-322(with)-322(the)-322(input)-322(do)-27(cumen)26(ts)-321(the)-322(time)-322(for)-322(an)]TJ 0 -11.95 TD[(online)-333(classi\257cation)-333(is)-334(usually)-333(v)27(ery)-333(high.)]TJ/F7 9.96 Tf 14.94 -11.95 TD[(K)-71(N)-109(N)]TJ/F5 9.96 Tf 30.53 0 TD[(is)-318(an)-318(example-based)-319(classi\257er,)]TJ 132.77 0.86 TD[([)]TJ 2.76 -0.86 TD[(Y)83(ang,)-321(1994)]TJ 48.03 0.86 TD[(])]TJ 2.76 -0.86 TD[(,)-321(making)-319(use)-319(of)-318(do)-28(cumen)27(t)]TJ -231.79 -11.95 TD[(to)-300(do)-27(cumen)26(t)-298(similarit)26(y)-298(estimation)-300(that)-300(selects)-300(a)-299(class)-300(for)-300(a)-300(do)-27(cumen)26(t)-298(through)-300(a)]TJ/F7 9.96 Tf 0 -11.96 TD[(k)]TJ/F5 9.96 Tf 5.5 0 TD[(-Nearest)-269(Neigh)27(b)-27(or)-269(heuristic.)-424(In)-269(this)-269(case)-270(the)-269(algorithm)-270(requires)-269(the)-270(calculation)]TJ -5.5 -11.95 TD[(of)-387(the)-387(scalar)-386(pro)-28(ducts)-387(b)-28(et)27(w)28(een)-386(an)-387(incoming)-387(do)-28(cumen)27(t)-386(and)-387(those)-386(con)26(tained)-386(in)]TJ 0 -11.95 TD[(the)]TJ/F4 9.96 Tf 16.28 0 TD[(tr)51(aining-set)]TJ/F5 9.96 Tf 49.5 0 TD[(.)-415(The)-245(optimization,)-263(prop)-27(osed)-246(b)27(y)-244(the)-245(EXP-NET)-245(algorithm)]TJ 250.17 0.86 TD[([)]TJ 2.77 -0.86 TD[(Y)83(ang,)]TJ -318.72 -11.95 TD[(1994)]TJ 19.92 0.86 TD[(])]TJ 7.51 -0.86 TD[(,)-511(reduces)-476(the)-475(computational)-476(complexit)27(y)-475(to)]TJ/F7 9.96 Tf 196.25 0 TD[(O)]TJ/F5 9.96 Tf 7.87 0 TD[(\()]TJ/F7 9.96 Tf 3.88 0 TD[(n)]TJ/F12 9.96 Tf 9.14 0 TD[(\243)]TJ/F7 9.96 Tf 10.9 0 TD[(l)-19(og)]TJ/F5 9.96 Tf 13.1 0 TD[(\()]TJ/F7 9.96 Tf 3.88 0 TD[(n)]TJ/F5 9.96 Tf 5.98 0 TD[(\)\))-475(time,)-511(where)]TJ/F7 9.96 Tf -278.43 -11.95 TD[(n)]TJ/F5 9.96 Tf 10.29 0 TD[(is)-432(the)-432(maxim)27(um)-432(among)-432(the)-433(n)27(um)28(b)-27(er)-432(of)-433(training)-432(do)-28(cumen)27(ts,)-456(the)-433(n)27(um)28(b)-27(er)-432(of)]TJ -10.29 -11.95 TD[(categories)-333(and)-333(the)-334(n)27(um)28(b)-27(er)-333(of)-334(features.)]TJ/F7 9.96 Tf 14.94 -11.96 TD[(R)-8(occhio)]TJ/F5 9.96 Tf 38.15 0.86 TD[([)]TJ 2.76 -0.86 TD[(Ittner)]TJ/F4 9.96 Tf 28.26 0 TD[(et)-334(al.)]TJ/F5 9.96 Tf 21.91 0 TD[(,)-312(1995;)-307(Cohen)-307(and)-307(Singer,)-312(1999)]TJ 134.39 0.86 TD[(])]TJ 5.82 -0.86 TD[(often)-307(refers)-307(to)-307(TC)-307(sys-)]TJ -246.23 -11.95 TD[(tems)-301(based)-301(on)-301(the)-301(Ro)-28(cc)27(hio's)-300(form)27(ula)-300(for)-301(pro\257le)-302(estimation.)-433(Its)-301(ma)-56(jor)-301(dra)27(wbac)28(k)]TJ 0 -11.95 TD[(is)-332(the)-332(lo)27(w)-331(accuracy)-333(whereas)-332(its)-332(e\261ciency)-332(is)-332(v)27(ery)-331(high)-333(since)-332(the)-332(learning)-332(as)-332(w)27(ell)]TJ 0 -11.95 TD[(as)-413(the)-413(classi\257cation)-413(time)-413(is)]TJ/F7 9.96 Tf 124.26 0 TD[(O)]TJ/F5 9.96 Tf 7.88 0 TD[(\()]TJ/F7 9.96 Tf 3.87 0 TD[(N)-109(l)-19(og)]TJ/F5 9.96 Tf 22.19 0 TD[(\()]TJ/F7 9.96 Tf 3.88 0 TD[(N)]TJ/F5 9.96 Tf 9.08 0 TD[(\)\),)-433(where)]TJ/F7 9.96 Tf 44.42 0 TD[(N)]TJ/F5 9.96 Tf 13.2 0 TD[(is)-413(the)-413(n)27(um)28(b)-27(er)-413(of)-413(features.)]TJ -228.78 -11.95 TD[(Extensions)-288(of)-288(the)-289(algorithm)-288(ha)27(v)28(e)-288(b)-27(een)-289(giv)27(en)-287(on)]TJ 206.95 0.85 TD[([)]TJ 2.77 -0.85 TD[(Sc)27(hapire)]TJ/F4 9.96 Tf 39.69 0 TD[(et)-316(al.)]TJ/F5 9.96 Tf 21.74 0 TD[(,)-296(1998)]TJ 25.64 0.85 TD[(])]TJ 5.64 -0.85 TD[(and)]TJ 18.92 0.85 TD[([)]TJ 2.76 -0.85 TD[(Lam)]TJ -324.11 -11.96 TD[(and)-324(Ho,)-326(1998)]TJ 57.66 0.86 TD[(])]TJ 6 -0.86 TD[(but)-324(b)-27(oth)-325(approac)27(hes)-323(relev)54(an)28(tly)-323(increase)-324(the)-325(Ro)-27(cc)26(hio)-323(complexit)27(y)83(.)]TJ/F7 9.96 Tf -48.72 -11.95 TD[(R)-8(I)-78(P)-139(P)-139(E)-57(R)]TJ/F5 9.96 Tf 48.24 0.86 TD[([)]TJ 2.77 -0.86 TD[(Cohen)-433(and)-434(Singer,)-459(1999)]TJ 106.75 0.86 TD[(])]TJ 7.08 -0.86 TD[(uses)-434(an)-433(extended)-434(notion)-434(of)-433(a)-434(pro\257le,)]TJ -179.78 -11.95 TD[(b)27(y)-412(learning)-414(con)27(texts)-413(that)-413(are)-414(p)-27(ositiv)26(ely)-412(correlated)-413(with)-414(the)-413(target)-414(classes.)-685(A)]TJ 0 -11.95 TD[(mac)27(hine)-365(learning)-367(algorithm)-366(allo)27(ws)-366(the)]TJ/F4 9.96 Tf 171.08 0 TD[(c)51(ontexts)]TJ/F5 9.96 Tf 39.12 0 TD[(of)-365(a)-367(w)27(ord)]TJ/F7 9.96 Tf 45.28 0 TD[(w)]TJ/F5 9.96 Tf 11.04 0 TD[(to)-366(decide)-366(ho)26(w)-365(\(or)]TJ -266.52 -11.95 TD[(whether\))-264(presence/absence)-265(of)]TJ/F7 9.96 Tf 129.52 0 TD[(w)]TJ/F5 9.96 Tf 10.04 0 TD[(con)28(tribute)-264(actually)-264(to)-264(the)-265(classi\257cation)-264(pro)-28(cess.)]TJ -139.56 -11.96 TD[(As)-369(it)-369(is)-369(based)-369(on)-369(pro\257les,)-378(it)-369(can)-369(b)-28(e)-369(v)27(ery)-368(fast)-369(in)-369(on)-369(line)-369(classi\257cation)-369(task,)-378(but)]TJ 0 -11.95 TD[(it)-371(has)-372(a)-372(noticeable)-372(learning)-371(time.)-560(Moreo)27(v)28(er,)-381(giv)27(en)-370(the)-372(complexit)27(y)-371(for)-372(deriving)]TJ 0 -11.95 TD[(phrases,)-256(it)-237(is)-237(not)-236(clear)-237(if)-237(it)-237(can)-237(b)-27(e)-237(applied)-237(to)-237(a)-237(h)27(uge)-236(do)-28(cumen)27(t)-236(space)-236(\(i.e.,)-257(millions)]TJ 0 -11.95 TD[(of)-333(do)-28(cumen)27(ts\).)]TJ/F7 9.96 Tf 14.94 -11.95 TD[(C)-71(LAS)-58(S)-58(I)]TJ/F5 9.96 Tf 45.18 0 TD[(is)-458(a)-459(system)-459(that)-459(uses)-459(a)-459(neural)-459(net)27(w)28(ork-based)-458(approac)27(h)-458(to)-459(text)]TJ -60.12 -11.95 TD[(categorization)]TJ 64.88 0.85 TD[([)]TJ 2.76 -0.85 TD[(Ng)]TJ/F4 9.96 Tf 16.43 0 TD[(et)-418(al.)]TJ/F5 9.96 Tf 22.75 0 TD[(,)-416(1997)]TJ 26.83 0.85 TD[(])]TJ 2.77 -0.85 TD[(.)-643(The)-399(basic)-400(units)-399(of)-400(the)-399(net)26(w)28(ork)-398(are)-400(only)-399(p)-28(er-)]TJ -136.42 -11.96 TD[(ceptrons.)-672(Giv)26(en)-408(the)-409(amoun)26(t)-408(of)-409(data)-410(in)27(v)28(olv)28(ed)-409(in)-409(t)27(ypical)-409(op)-27(erational)-410(scenarios)]TJ 0 -11.95 TD[(the)-317(size)-318(of)-317(the)-317(target)-318(net)27(w)28(orks)-317(mak)27(es)-316(the)-318(training)-317(and)-318(classi\257cation)-317(complexit)27(y)]TJ 0 -11.95 TD[(prohibitiv)27(e.)]TJ/F7 9.96 Tf 14.94 -11.95 TD[(D)-28(tr)-27(ee)]TJ/F5 9.96 Tf 29.72 0.86 TD[([)]TJ 2.77 -0.86 TD[(Quinlan,)-362(1986)]TJ 61.16 0.86 TD[(])]TJ 6.32 -0.86 TD[(is)-356(a)-357(system)-357(based)-357(on)-357(a)-356(w)26(ell-kno)28(wn)-356(mac)27(hine)-356(learning)]TJ ET endstream endobj 136 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F4 29 0 R /F7 63 0 R /F12 113 0 R >> endobj 134 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 136 0 R >> endobj 139 0 obj << /Length 8943 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.1.)-799(EFFICIENT)-342(MODELS)-343(F)28(OR)-342(A)27(UTOMA)86(TED)-341(TC)]TJ/F5 9.96 Tf 338.64 0 TD[(7)]TJ -338.64 -27.96 TD[(metho)-27(d)-347(\(i.e.)-484(decision)-347(trees\))-346(applied)-347(to)-346(training)-347(data)-346(for)-347(the)-347(automated)-346(deriv)54(a-)]TJ 0 -11.95 TD[(tion)-408(of)-408(a)]TJ/F4 9.96 Tf 42.35 0 TD[(classi\257c)50(ation)-425(tr)50(e)51(e)]TJ/F5 9.96 Tf 75.14 0 TD[(.)-669(The)]TJ/F7 9.96 Tf 30.65 0 TD[(D)-27(tr)-28(ee)]TJ/F5 9.96 Tf 30.23 0 TD[(mo)-27(del)-408(allo)26(ws)-407(to)-408(select)-408(relev)54(an)28(t)-407(w)27(ords)]TJ -178.37 -11.95 TD[(\(i.e.)-423(features\),)-282(via)-269(an)-269(information)-269(gain)-269(criterion,)-283(and,)-282(then,)-282(to)-269(predict)-269(categories)]TJ 0 -11.95 TD[(according)-380(to)-380(the)-380(o)-28(ccurrence)-380(of)-380(w)27(ord)-379(com)27(binations)-379(in)-380(do)-28(cumen)27(ts.)-584(It)-380(e\261cien)27(tly)]TJ 0 -11.96 TD[(supp)-27(orts)-253(on)-252(line)-252(classi\257cation)-253(as)-252(an)-253(attribute)-252(tree)-253(describ)-27(es)-253(the)-252(categories.)-418(Ho)27(w-)]TJ 0 -11.95 TD[(ev)27(er)-332(the)-333(learning)-334(time)-333(is)-333(considerable.)]TJ/F7 9.96 Tf 14.94 -12.43 TD[(C)-71(H)-81(AR)-8(AD)-28(E)]TJ/F5 9.96 Tf 60.08 0.86 TD[([)]TJ 2.77 -0.86 TD[(I.)-414(Moulinier)-415(and)-415(Ganascia,)-436(1996)]TJ 143.05 0.86 TD[(])]TJ 6.9 -0.86 TD[(and)]TJ/F7 9.96 Tf 20.18 0 TD[(S)-57(W)-139(AP)]TJ/F5 9.96 Tf 32.72 0 TD[(1)]TJ 9.11 0.86 TD[([)]TJ 2.77 -0.86 TD[(Apt)27(\266)473(e)]TJ/F4 9.96 Tf 25.44 0 TD[(et)-432(al.)]TJ/F5 9.96 Tf 22.89 0 TD[(,)]TJ -340.85 -11.95 TD[(1994)]TJ 19.92 0.86 TD[(])]TJ 5.18 -0.86 TD[(use)-242(mac)27(hine)-241(learning)-242(algorithms)-243(to)-242(inductiv)27(ely)-242(extract)-242(Disjunctiv)27(e)-241(Normal)]TJ -25.1 -11.95 TD[(F)83(orm)-332(rules)-334(from)-333(training)-333(do)-28(cumen)27(ts.)]TJ/F4 9.96 Tf 14.94 -12.43 TD[(Sle)51(eping)-432(Exp)50(erts)]TJ/F5 9.96 Tf 76.5 0 TD[(\(EXPER)83(TS\))]TJ 58.91 0.86 TD[([)]TJ 2.76 -0.86 TD[(Cohen)-414(and)-415(Singer,)-435(1999)]TJ 106.13 0.86 TD[(])]TJ 6.9 -0.86 TD[(are)-414(learning)-414(algo-)]TJ -266.14 -11.95 TD[(rithms)-269(that)-270(w)27(ork)-269(on-line.)-424(They)-270(reduce)-269(the)-270(computation)-270(complexit)27(y)-269(of)-270(the)-270(train-)]TJ 0 -11.96 TD[(ing)-374(phase)-375(for)-375(large)-375(applications)-375(up)-28(dating)-375(incremen)27(tally)-374(the)-375(w)26(eigh)28(ts)-374(of)]TJ/F4 9.96 Tf 311.77 0 TD[(n)]TJ/F5 9.96 Tf 6.36 0 TD[(-gram)]TJ -318.13 -11.95 TD[(phrases.)-482(The)-346(reduced)-347(complexit)27(y)-345(mak)27(es)-345(it)-347(app)-27(ealing)-346(for)-347(a)-346(real)-346(application)-346(but)]TJ 0 -11.95 TD[(as)-333(for)-333(Ro)-28(cc)27(hio)-332(algorithms)-334(the)-333(p)-28(erformances)-333(are)-334(far)-333(from)-333(the)]TJ/F4 9.96 Tf 265.27 0 TD[(state-of-the-art)]TJ/F5 9.96 Tf 64.77 0 TD[(.)]TJ/F4 9.96 Tf -315.1 -12.43 TD[(Naive)-508(Bayes)]TJ/F5 9.96 Tf 61.13 0.86 TD[([)]TJ 2.77 -0.86 TD[(Tzeras)-497(and)-497(Artman,)-538(1993)]TJ 116.91 0.86 TD[(])]TJ 7.71 -0.86 TD[(is)-497(a)-497(probabilistic)-497(classi\257er)-497(that)]TJ -203.46 -11.95 TD[(uses)-489(join)27(t)-489(probabilities)-490(of)-490(w)27(ords)-488(and)-490(categories)-490(to)-490(estimates)-489(the)-490(conditional)]TJ 0 -11.95 TD[(probabilities)-354(of)-354(categories)-355(giv)27(en)-354(a)-354(do)-28(cumen)27(t.)-507(The)-354(naiv)26(e)-353(approac)27(h)-354(refers)-354(to)-355(the)]TJ 0 -11.96 TD[(assumption)-326(of)-326(w)27(ord)-326(indep)-27(endence.)-443(Suc)27(h)-325(assumption)-326(mak)26(es)-325(the)-326(computation)-327(of)]TJ/F4 9.96 Tf 0 -11.95 TD[(Naive)-424(Bayes)]TJ/F5 9.96 Tf 59.4 0 TD[(classi\257er)-405(far)-407(more)-406(e\261cien)27(t)-405(than)-406(the)-407(exp)-27(onen)26(tial)-405(complexit)27(y)-405(of)-406(a)]TJ -59.4 -11.95 TD[(pure)-296(Ba)27(y)28(es)-296(approac)27(h)-296(\(i.e.)-432(where)-296(predictors)-297(are)-297(made)-296(of)-297(w)27(ord)-295(com)26(binations\).)-431(In)]TJ 0 -11.95 TD[(this)-370(case)-370(the)-370(only)-370(problem)-371(is)-370(the)-370(lo)27(w)-370(p)-27(erformance)-371(in)-370(terms)-370(of)-370(retriev)54(al)-369(that)-370(it)]TJ 0 -11.95 TD[(sho)27(ws)-332(on)-333(ev)26(ery)-332(corpus.)]TJ 14.94 -12.43 TD[(The)-370(ab)-28(o)27(v)28(e)-370(mo)-28(dels)-370(ha)27(v)27(e)-369(b)-28(een)-370(compared)-371(on)-371(a)-370(w)27(ell-kno)27(wn)-369(do)-28(cumen)27(t)-370(corpus,)]TJ -14.94 -11.96 TD[(i.e.)-426(Reuters)-279(news)-279(collection.)-426(Unfortunately)82(,)-288(as)-279(it)-279(has)-279(b)-28(een)-279(p)-28(oin)27(ted)-278(out)-279(in)]TJ 315.95 0.86 TD[([)]TJ 2.77 -0.86 TD[(Y)83(ang,)]TJ -318.72 -11.95 TD[(1999)]TJ 19.92 0.86 TD[(])]TJ 7.41 -0.86 TD[(\257v)27(e)-465(Reuters)-466(v)27(ersions)-465(exist)-467(and)-466(the)-466(TC)-466(systems)-466(p)-28(erform)-466(di\256eren)27(tly)-465(on)]TJ -27.33 -11.95 TD[(them.)-587(T)82(able)-380(1.1,)-392(indeed,)-393(rep)-28(orts)-381(system)-381(accuracies)]TJ/F10 6.97 Tf 224.84 3.61 TD[(2)]TJ/F5 9.96 Tf 8.26 -3.61 TD[(that)-381(ha)27(v)28(e)-380(b)-28(een)-381(measured)]TJ -233.1 -11.95 TD[(either)-326(on)-327(Reuters)-326(22173)-327(or)-326(on)-327(Reuters)-326(21578.)-443(Both)-326(of)-327(these)-326(v)26(ersions)-325(ha)27(v)27(e)-325(b)-28(een)]TJ 0 -11.95 TD[(split)-391(b)-27(et)26(w)28(een)-390(training)-391(and)-392(testing)-391(sets)-391(in)-391(t)26(w)28(o)-390(di\256eren)27(t)-390(w)26(a)28(ys:)-559(Apt)27(\266)472(e)-390(and)-392(Lewis)]TJ 0 -11.96 TD[(mo)-27(dalities)]TJ 48.41 0.86 TD[([)]TJ 2.77 -0.86 TD[(Sebastiani,)-394(2002)]TJ 70.94 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-592(It)-383(is)-383(w)27(orth)-382(noticing)-383(that)-382(the)-383(same)-383(classi\257er)-383(can)]TJ -124.89 -11.95 TD[(ac)27(hiev)28(e)-295(di\256eren)27(t)-296(p)-28(erformances)-296(on)-296(di\256eren)27(t)-296(Reuters)-296(v)27(ersions/splits.)-431(Th)26(us,)-302(T)82(able)]TJ 0 -11.95 TD[(1.1)-246(giv)27(es)-246(only)-247(an)-247(appro)27(ximate)-246(ordering)-247(of)-247(mo)-27(dels)-247(in)-247(terms)-247(of)-247(accuracy)83(.)-415(Moreo)27(v)28(er)]TJ 0 -11.95 TD[(the)-255(same)-255(mo)-27(del)-256(is)-255(sub)-55(ject)-255(to)-255(sev)26(eral)-254(implemen)27(tations)-254(or)-255(v)54(ariations.)-417(F)82(or)-254(example)]TJ 0 -11.95 TD[(Naiv)27(e)-263(Ba)27(y)28(es)-264(has)-264(b)-28(een)-264(rep)-28(orted)-264(b)27(y)-263(Y)82(ang)-263(to)-265(ha)27(v)28(e)-263(di\256erences)-264(in)-265(p)-27(erformance:)-410(71%)]TJ 0 -11.1 TD[([)]TJ 2.77 -0.85 TD[(Y)83(ang,)-332(1999)]TJ 48.14 0.85 TD[(])]TJ 6.08 -0.85 TD[(vs.)-444(79.56%)]TJ 50.69 0.85 TD[([)]TJ 2.76 -0.85 TD[(Y)82(ang)-332(and)-333(Liu,)-334(1999)]TJ 85.35 0.85 TD[(])]TJ 2.77 -0.85 TD[(.)]TJ -183.62 -12.43 TD[(According)-275(to)-275(the)-276(T)83(able)-275(1.1,)-287(the)-275(b)-28(est)-275(\257gure)-276(on)-275(the)-275(Reuters)-276(corpus)-275(is)-275(obtained)]TJ -14.94 -11.96 TD[(b)27(y)-345(the)-345(example-driv)26(en)]TJ/F7 9.96 Tf 100.83 0 TD[(K)-71(N)-109(N)]TJ/F5 9.96 Tf 30.79 0 TD[(classi\257er)-346(\(82.3/85%)]TJ/F10 6.97 Tf 84.92 3.62 TD[(3)]TJ/F5 9.96 Tf 4.47 -3.62 TD[(\))-346(and)-345(b)26(y)-344(SVM)-346(\(86%\).)-482(Ho)27(w-)]TJ -221.01 -11.95 TD[(ev)27(er,)-275(as)-262(previously)-261(discussed)-262(they)-262(ha)27(v)27(e)-260(a)-262(hea)27(vier)-261(training)-262(and)-262(classi\257cation)-262(com-)]TJ 0 -11.95 TD[(plexit)27(y)84(,)-322(whic)26(h)-319(mak)27(es)-320(their)-320(design)-321(and)-320(use)-321(more)-320(di\261cult)-321(within)-320(real)-321(op)-27(erational)]TJ 0 -11.95 TD[(domains.)-715(Other)-424(classi\257ers)-424(ha)27(ving)-423(a)-424(fast)-424(on)-423(line)-424(classi\257cation)-424(\(e.g.,)-446(RIPPER,)]TJ 0 -11.95 TD[(SW)111(AP-1\))-407(are)-408(based)-408(on)-408(complex)-407(learning)-408(and)-408(they)-408(do)-408(not)-408(sho)27(w)-407(p)-27(erformances)]TJ 0 -11.96 TD[(comparable)-333(to)-333(the)-333(b)-28(est)-334(\257gure)-333(classi\257ers.)]TJ ET 0.4 w 34.86 -552.31 m 172.3 -552.31 l S BT/F14 5.98 Tf 45.95 -558.95 TD[(2)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(It)-480(has)-481(b)-30(een)-481(done)-480(b)28(y)-480(means)-481(of)-481(the)-481(break)29(ev)29(en)-479(p)-30(oin)29(t)-480(that)-481(is)-481(the)-481(p)-30(oin)29(t)-480(where)-481(recall)-481(and)]TJ -15.24 -9.47 TD[(precision)-385(assume)-386(the)-385(same)-386(v)58(alue.)-566(A)-385(complete)-386(description)-386(of)-385(the)-386(most)-386(common)-385(metho)-30(dology)]TJ 0 -9.46 TD[(used)-354(to)-354(measure)-354(text)-354(classi\257er)-354(accuracy)-354(is)-355(giv)29(en)-353(in)-354(next)-355(c)29(hapter.)]TJ/F14 5.98 Tf 11.09 -6.69 TD[(3)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(The)-471(higher)-471(v)58(alues)-470(\(85%\))-472(refers)-471(to)-472(an)-471(ev)58(aluation)-471(in)-471(whic)29(h)-471(not)-471(lab)-30(eled)-471(do)-30(cumen)29(ts)-471(w)29(ere)]TJ -15.24 -9.46 TD[(remo)29(v)30(ed)-354(from)-354(the)-354(corpus.)-472(This)-354(mak)28(es)-353(the)-354(results)-354(not)-355(realistic.)]TJ ET endstream endobj 140 0 obj << /F11 106 0 R /F5 32 0 R /F4 29 0 R /F7 63 0 R /F10 91 0 R /F14 123 0 R /F15 126 0 R >> endobj 138 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 140 0 R >> endobj 145 0 obj << /Type/Font /Subtype/Type1 /Name/F16 /FontDescriptor 144 0 R /BaseFont/CMMI9 /FirstChar 33 /LastChar 196 /Widths[639.4 477.1 609.5 852.5 529.4 374.4 671.1 1027.8 1027.8 1027.8 1027.8 285.5 285.5 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 285.5 285.5 799.4 513.9 799.4 513.9 543.7 770.7 777.7 733.6 847.5 756.3 656.2 804.8 850.2 449.3 566.3 870.4 699.4 992.9 821.6 782.1 656.2 810.6 777.6 627.9 599.6 699.1 599.4 970.5 849 596.5 699.2 399.7 399.7 399.7 1027.8 1027.8 424.4 544.5 440.4 444.9 532.5 477.8 498.8 490.1 592.2 351.7 420.1 535.1 306.7 905.5 620 497.5 515.9 459.2 463.7 478.8 371.1 591.4 499.2 736.6 582.6 506.2 478 334.5 391.6 653.3 513.9 285.5 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 627.7 856.5 782.1 713.6 760.6 850.2 799.2 599.5 685.2 631.1 0 0 792.1 658.7 579.2 530.8 455.9 416.4 450.6 513.2 481.1 363.8 592.2 599.5 619.2 506.9 450.6 588.2 529.4 587.7 452.4 556.3 611.7 640.8 670.5 285.5] >> endobj 146 0 obj << /Length 7634 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(8)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -186.53 -34.88 TD[(T)82(able)-332(1.1:)-444(Accuracy)-334(of)-333(the)-333(most)-334(famous)-333(mo)-28(dels)-333(on)-333(the)-334(Reuters)-333(corpus)]TJ/F16 8.96 Tf 24.88 -20.56 TD[(S)-56(V)-229(M)-3494(K)-71(N)-108(N)]TJ/F9 8.96 Tf 106.69 0 TD[(RIPPER)-2533(CLASSI)-2011(Naiv)27(e)-341(Ba)27(y)29(es)]TJ ET 0.4 w 118.33 -92.78 m 402.57 -92.78 l S 0.4 w 118.33 -94 m 402.57 -94 l S BT 134.8 -101.87 TD[(86%)-2867(85/82.3)-342(%)-2497(81/82%)-3303(80.2%)-2871(71/79.56%)]TJ ET 0.4 w 118.33 -105.36 m 402.57 -105.36 l S BT 127.57 -116.81 TD[(SW)114(AP1)-1697(CHARADE)-1704(EXPER)84(T)]TJ/F16 8.96 Tf 169.3 0 TD[(R)-6(occhio)]TJ/F9 8.96 Tf 63.99 0 TD[(Dtree)]TJ ET 0.4 w 118.33 -120.3 m 402.57 -120.3 l S 0.4 w 118.33 -121.52 m 402.57 -121.52 l S BT 124.3 -129.39 TD[(79/80.5%)-1469(73.8/78.3%)-1468(75.2/82.7%)-1334(74.8/78.1%)-2728(79.4%)]TJ ET 0.4 w 118.33 -132.87 m 402.57 -132.87 l S BT/F5 9.96 Tf 103.58 -171.99 TD[(On)-240(the)-241(con)27(trary)83(,)-258(Ro)-27(cc)26(hio)-239(text)-240(classi\257er)-241(is)-240(v)26(ery)-239(e\261cien)27(t)-240(but)-240(it)-241(has)-240(an)-240(accuracy)]TJ -14.94 -11.95 TD[(8%)-289(b)-28(elo)27(w)-289(the)-290(b)-28(est)-289(\257gure.)-430(In)-290(order)-289(to)-290(impact)-290(the)]TJ/F4 9.96 Tf 211.88 0 TD[(tr)51(ade-o\256)]TJ/F5 9.96 Tf 41.52 0 TD[(accuracy/complexit)27(y)]TJ -253.4 -11.95 TD[(in)-383(Chapter)-384(2)-383(w)27(e)-383(presen)27(t)-383(an)-383(original)-383(mo)-28(del,)-396(the)-384(P)27(arameterized)-382(Ro)-28(cc)27(hio)-383(Mo)-28(del)]TJ 0 -11.95 TD[(\()]TJ/F7 9.96 Tf 3.88 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 23.24 0 TD[(\))]TJ 7.42 0.85 TD[([)]TJ 2.77 -0.85 TD[(Basili)]TJ/F4 9.96 Tf 27.81 0 TD[(et)-378(al.)]TJ/F5 9.96 Tf 22.35 0 TD[(,)-361(2001;)-356(Basili)-356(and)-356(Mosc)27(hitti,)-361(2002)]TJ 147.29 0.85 TD[(])]TJ 6.31 -0.85 TD[(that)-356(allo)27(ws)-355(to)-356(main)27(tain)]TJ -241.07 -11.96 TD[(the)-375(same)-374(Ro)-28(cc)27(hio)-374(complexit)27(y)-374(and)-375(to)-375(highly)-374(impro)26(v)28(e)-374(its)-375(accuracy)83(.)-568(This)-375(result,)]TJ 0 -11.95 TD[(allo)27(ws)-414(us)-416(to)-415(partially)-416(satisfy)-415(the)-415(\257rst)-416(aim)-415(of)-415(this)-416(thesis,)-436(i.e.)-690(the)-416(designing)-415(of)]TJ 0 -11.95 TD[(e\261cien)27(t)-378(and)-378(accurate)-379(mo)-28(del)-379(for)-378(TC.)-379(F)82(urther)-377(impro)26(v)28(emen)28(t)-378(is)-378(needed)-379(as)-379(it)-379(will)]TJ 0 -11.95 TD[(b)-28(e)-294(sho)27(wn)-293(that)-295(the)-294(prop)-28(osed)-294(mo)-28(del)-294(is)-294(still)-294(less)-295(accurate)-294(than)-294(the)-294(b)-28(est)-294(\257gure)-295(text)]TJ 0 -11.95 TD[(classi\257ers.)-521(In)-360(the)-359(next)-359(section)-359(some)-359(impro)27(v)28(emen)27(ts)-358(of)-359(do)-28(cumen)27(t)-358(represen)27(tation)]TJ 0 -11.96 TD[(are)-333(presen)27(ted)-333(as)-333(p)-28(oten)27(tial)-332(directions)-334(for)-333(increasing)-333(the)-334(accuracy)-333(of)-333(TC)-334(mo)-27(dels.)]TJ/F1 14.34 Tf 0 -32.73 TD[(1.2)-1125(The)-375(role)-375(of)-375(NLP)-375(in)-375(IR)]TJ/F5 9.96 Tf 0 -21.82 TD[(The)-267(ab)-27(o)26(v)28(e)-266(section)-267(has)-267(sho)27(wn)-266(sev)27(eral)-266(mac)27(hine)-266(learning)-267(approac)27(hes)-266(that)-267(aimed)-267(to)]TJ 0 -11.95 TD[(impro)27(v)28(e)-305(TC.)-305(Other)-306(studies)-305(relate)-306(to)-306(the)-305(designing)-306(of)-305(a)-306(more)-305(e\256ectiv)26(e)-304(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(represen)27(tation,)-339(to)-338(increase)-338(the)-339(accuracy)83(.)-459(Do)-28(cumen)27(ts,)-338(as)-339(previously)-338(in)27(tro)-27(duced,)]TJ 0 -11.95 TD[(are)-416(usually)-416(describ)-27(ed)-416(as)-416(pairs)]TJ/F7 9.96 Tf 135.56 0 TD[(<)]TJ/F4 9.96 Tf 7.75 0 TD[(fe)51(atur)51(e,)-452(weight)]TJ/F7 9.96 Tf 63.94 0 TD[(>)]TJ/F5 9.96 Tf 7.75 0 TD[(,)-436(consequen)27(tly)83(,)-435(more)-416(suitable)]TJ -215 -11.96 TD[(represen)27(tation)-395(for)-396(the)-397(learning)-396(algorithm)-396(can)-396(b)-28(e)-396(mo)-28(deled)-396(using)-396(either)-397(a)-396(more)]TJ 0 -11.95 TD[(e\256ectiv)27(e)-363(w)26(eigh)28(ting)-363(sc)26(hemes)]TJ 122.22 0.86 TD[([)]TJ 2.77 -0.86 TD[(Singhal)]TJ/F4 9.96 Tf 35.72 0 TD[(et)-386(al.)]TJ/F5 9.96 Tf 22.43 0 TD[(,)-372(1995;)-364(Rob)-28(ertson)-364(and)-365(W)83(alk)28(er,)-372(1994;)]TJ -183.14 -11.95 TD[(Buc)27(kley)-335(and)-336(Salton,)-337(1995;)-336(Sable)-337(and)-336(Ch)27(urc)28(h,)-336(2001)]TJ 220.6 0.86 TD[(])]TJ 2.77 -0.86 TD[(,)-337(or)-336(b)27(y)-335(adopting)-336(alternativ)27(e)]TJ -223.37 -11.95 TD[(features)-333(instead)-332(of)-333(the)-333(simple)-333(w)27(ords.)-443(In)-333(IR)-333(sev)27(eral)-332(attempts)-333(to)-333(design)-333(complex)]TJ 0 -11.95 TD[(and)-321(e\256ectiv)27(e)-321(feature)-321(for)-322(do)-28(cumen)27(t)-320(retriev)54(al)-320(and)-322(\257ltering)-321(ha)27(v)27(e)-320(b)-28(een)-321(carried)-322(out.)]TJ 0 -11.96 TD[(Some)-333(of)-333(the)-334(w)27(ell-kno)28(wn)-333(represen)27(tations)-332(are:)]TJ/F12 9.96 Tf 14.94 -18.99 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(L)50(emmas)]TJ ET 0.4 w 113.54 -462.07 m 150.13 -462.07 l S BT/F5 9.96 Tf 150.13 -460.67 TD[(,)-410(i.e.,)-410(the)-394(base)-395(form)-395(of)-395(ric)27(h)-393(morphological)-395(categories,)-410(lik)27(e)-394(nouns)]TJ -36.59 -11.96 TD[(or)-457(v)26(erbs.)-816(In)-458(this)-457(represen)26(tation,)-487(lemmas)-458(replace)-458(the)-457(w)27(ords)-457(in)-458(the)-457(tar-)]TJ 0 -11.95 TD[(get)-386(texts,)-400(e.g.,)]TJ/F4 9.96 Tf 66.92 0 TD[(ac)51(quisition)]TJ/F5 9.96 Tf 50.94 0 TD[(and)]TJ/F4 9.96 Tf 19.89 0 TD[(ac)51(quir)51(e)51(d)]TJ/F5 9.96 Tf 39.88 0 TD[(b)-27(oth)-386(transform)-386(in)]TJ/F4 9.96 Tf 82.47 0 TD[(ac)50(quir)51(e)]TJ/F5 9.96 Tf 30.42 0 TD[(.)-603(This)]TJ -290.52 -11.95 TD[(should)-356(increase)-357(the)-357(probabilit)27(y)-356(to)-356(matc)27(h)-356(the)-357(target)-356(concept,)-363(e.g.,)]TJ/F4 9.96 Tf 288.98 0 TD[(the)-379(act)]TJ -288.98 -11.95 TD[(of)-439(ac)51(quiring)]TJ/F5 9.96 Tf 57.18 0 TD[(against)-421(texts)-421(that)-421(express)-422(it)-421(in)-422(di\256eren)27(t)-420(forms,)-444(e.g.,)]TJ/F4 9.96 Tf 235.83 0 TD[(ac)50(qui-)]TJ -293.01 -11.95 TD[(sition)]TJ/F5 9.96 Tf 29.35 0 TD[(and)]TJ/F4 9.96 Tf 20.45 0 TD[(ac)51(quir)51(e)51(d)]TJ/F5 9.96 Tf 35 0 TD[(.)-770(Lemmatization)-442(impro)27(v)27(es)-441(the)-442(traditional)-442(stemming)]TJ -84.8 -11.96 TD[(tec)27(hniques)-297(used)-297(in)-298(IR.)-297(In)-298(fact,)-304(the)-298(stems)-297(are)-298(ev)55(aluated)-297(b)27(y)-297(making)-297(a)-298(rough)]TJ 0 -11.95 TD[(appro)27(ximation)-350(of)-352(the)-351(real)-352(ro)-28(ot)-351(of)-352(a)-351(w)27(ord.)-498(The)-352(result)-351(is)-352(that)-351(man)27(y)-351(w)27(ords)]TJ 0 -11.95 TD[(with)-447(di\256eren)27(t)-446(meanings)-448(ha)27(v)28(e)-446(common)-448(stems,)-475(e.g.,)]TJ/F4 9.96 Tf 228.65 0 TD[(fabric)50(ate)]TJ/F5 9.96 Tf 42.24 0 TD[(and)]TJ/F4 9.96 Tf 20.5 0 TD[(fabric)]TJ/F5 9.96 Tf 24.56 0 TD[(,)]TJ -315.95 -11.95 TD[(and)-333(man)27(y)-333(stems)-333(are)-333(not)-334(w)27(ords,)-332(e.g.,)]TJ/F4 9.96 Tf 160.97 0 TD[(harness)]TJ/F5 9.96 Tf 36.84 0 TD[(b)-27(ecomes)]TJ/F4 9.96 Tf 39.62 0 TD[(har)]TJ/F5 9.96 Tf 14.38 0 TD[(.)]TJ/F12 9.96 Tf -261.77 -19.46 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Phr)50(ases)]TJ ET 0.4 w 113.54 -589.09 m 147.71 -589.09 l S BT/F5 9.96 Tf 151.38 -587.7 TD[(relate)-367(to)-367(the)-368(sen)27(tence)-367(subsets)-368(in)-367(term)-368(of)-367(subsequences)-368(of)-368(w)27(ords.)]TJ -37.84 -11.95 TD[(Sev)27(eral)-332(phrase)-334(t)27(yp)-27(es)-333(ha)27(v)28(e)-333(b)-28(een)-333(de\257ned:)]TJ ET endstream endobj 147 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F16 145 0 R /F4 29 0 R /F7 63 0 R /F1 10 0 R /F12 113 0 R >> endobj 142 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 147 0 R >> endobj 152 0 obj << /Type/Font /Subtype/Type1 /Name/F17 /FontDescriptor 151 0 R /BaseFont/CMMI8 /FirstChar 33 /LastChar 196 /Widths[660.7 490.6 632.1 882.1 544.1 388.9 692.4 1062.5 1062.5 1062.5 1062.5 295.1 295.1 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 531.3 295.1 295.1 826.4 531.3 826.4 531.3 559.7 795.8 801.4 757.3 871.7 778.7 672.4 827.9 872.8 460.7 580.4 896 722.6 1020.4 843.3 806.2 673.6 835.7 800.2 646.2 618.6 718.8 618.8 1002.4 873.9 615.8 720 413.2 413.2 413.2 1062.5 1062.5 434 564.4 454.5 460.2 546.7 492.9 510.4 505.6 612.3 361.7 429.7 553.2 317.1 939.8 644.7 513.5 534.8 474.4 479.5 491.3 383.7 615.2 517.4 762.5 598.1 525.2 494.2 349.5 400.2 673.4 531.3 295.1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 642.9 885.4 806.2 736.8 783.4 872.8 823.4 619.8 708.3 654.8 0 0 816.7 682.4 596.2 547.3 470.1 429.5 467 533.2 495.7 376.2 612.3 619.8 639.2 522.3 467 610.1 544.1 607.2 471.5 576.4 631.6 659.7 694.5 295.1] >> endobj 153 0 obj << /Length 8849 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.2.)-799(THE)-342(R)27(OLE)-341(OF)-343(NLP)-343(IN)-342(IR)]TJ/F5 9.96 Tf 338.64 0 TD[(9)]TJ/F6 9.96 Tf -302.54 -27.96 TD[({)]TJ/F4 9.96 Tf 10.71 0 TD[(Simple)]TJ/F7 9.96 Tf 32.58 0 TD[(n)]TJ/F4 9.96 Tf 5.98 0 TD[(-gr)51(ams)]TJ ET 0.4 w 81.67 -65.15 m 150.19 -65.15 l S BT/F5 9.96 Tf 150.19 -61.82 TD[(,)-262(i.e.,)-263(sequences)-245(of)-245(w)27(ords)-244(selected)-245(b)27(y)-244(applying)-245(statisti-)]TJ -68.52 -11.95 TD[(cal)-283(tec)27(hniques.)-427(Giv)27(en)-283(a)-283(do)-28(cumen)27(t)-283(corpus)-283(all)-284(consecutiv)27(e)]TJ/F7 9.96 Tf 245.62 0 TD[(n)]TJ/F5 9.96 Tf 5.98 0 TD[(-sequences)]TJ -251.6 -11.95 TD[(of)-352(\(non-function\))-352(w)27(ords)-352(are)-352(generated,)-357(i.e.)-501(the)]TJ/F7 9.96 Tf 206.89 0 TD[(n)]TJ/F5 9.96 Tf 5.98 0 TD[(-grams)]TJ/F10 6.97 Tf 29.41 3.61 TD[(4)]TJ/F5 9.96 Tf 4.47 -3.61 TD[(.)-501(Then)-352(sta-)]TJ -246.75 -11.95 TD[(tistical)-365(selectors)-366(based)-365(on)-365(o)-28(ccurrences)-366(and/or)-365(do)-28(cumen)27(t)-365(frequencies)]TJ 0 -11.96 TD[(of)]TJ/F7 9.96 Tf 12.24 0 TD[(n)]TJ/F5 9.96 Tf 5.98 0 TD[(-grams)-423(are)-424(applied)-424(to)-424(select)-423(those)-424(most)-424(suitable)-423(for)-424(the)-424(target)]TJ -18.22 -11.95 TD[(domain.)-548(T)27(ypical)-367(used)-368(selectors,)-377(e.g.,)]TJ/F4 9.96 Tf 164.36 0 TD[(mutual)-389(information)]TJ/F5 9.96 Tf 89.37 0 TD[(or)]TJ/F7 9.96 Tf 12.55 0 TD[(\302)]TJ/F10 6.97 Tf 6.23 3.62 TD[(2)]TJ/F5 9.96 Tf 4.47 -3.62 TD[(,)-376(are)]TJ -276.98 -11.95 TD[(describ)-27(ed)-237(in)-237(the)-237(next)-237(c)27(hapter)-236(as)-236(they)-237(are)-237(also)-237(used)-237(in)-236(standard)-237(feature)]TJ 0 -11.95 TD[(selection.)]TJ/F6 9.96 Tf -10.71 -16.57 TD[({)]TJ/F4 9.96 Tf 10.71 0 TD[(Nouns)-357(Phr)50(ase)]TJ ET 0.4 w 81.67 -163.44 m 142.78 -163.44 l S BT/F5 9.96 Tf 142.78 -162.05 TD[(,)-299(e.g.,)-300(Prop)-28(er)-292(Nouns)-292(and)-292(Complex)-291(Nominals.)-431(A)-292(simple)]TJ -61.11 -11.95 TD[(regular)-401(expression)-401(suc)27(h)-400(as)]TJ/F7 9.96 Tf 119.2 0 TD[(N)]TJ/F10 6.97 Tf 9.09 3.62 TD[(+)]TJ/F5 9.96 Tf 10.61 -3.62 TD[(\(i.e.,)-418(ev)27(ery)-400(sequence)-401(of)-401(one)-401(or)-401(more)]TJ -138.9 -11.95 TD[(nouns\))-372(based)-372(on)-372(w)27(ord)-372(categories)-372(\(e.g.,)-382(nouns,)-382(v)27(erbs)-371(and)-372(adjectiv)26(es\))]TJ 0 -11.95 TD[(can)-311(b)-27(e)-311(used)-311(to)-311(select)-311(the)-311(complex)-311(term)]TJ/F4 9.96 Tf 172.1 0 TD[(Minister)-337(of)-337(Financ)50(e)]TJ/F5 9.96 Tf 90.01 0 TD[(and)-311(dis-)]TJ -262.11 -11.95 TD[(card)-390(the)-390(non-feasible)-390(term)]TJ/F4 9.96 Tf 119.96 0 TD[(Minister)-409(formal)-51(ly)]TJ/F5 9.96 Tf 76.9 0 TD[(.)-614(The)-390(w)27(ords)]TJ/F4 9.96 Tf 59.07 0 TD[(Ministers)]TJ/F5 9.96 Tf -255.93 -11.96 TD[(and)]TJ/F4 9.96 Tf 20.19 0 TD[(Financ)50(e)]TJ/F5 9.96 Tf 34.5 0 TD[(,)-437(in)-416(the)-416(\257rst)-416(phrase,)-437(are)-416(often)-416(referred)-416(to)-416(as)]TJ/F4 9.96 Tf 201.55 0 TD[(he)50(ad)]TJ/F5 9.96 Tf 24.52 0 TD[(and)]TJ/F4 9.96 Tf -280.76 -11.95 TD[(mo)51(di\257er)]TJ/F5 9.96 Tf 39.17 0 TD[(resp)-27(ectiv)26(ely)84(.)-428(More)-285(mo)-28(di\257ers)-286(can)-286(app)-27(ear)-286(in)-286(a)-285(complex)-286(nomi-)]TJ -39.17 -11.95 TD[(nal,)-299(e.g.,)-299(the)-290(phrase)]TJ/F4 9.96 Tf 87.63 0 TD[(Satel)-51(lite)-318(Cable)-318(T)75(elevision)-317(System)]TJ/F5 9.96 Tf 146.29 0 TD[(is)-290(comp)-27(osed)-291(of)]TJ -233.92 -11.95 TD[(the)-353(tree)-353(nouns)]TJ/F4 9.96 Tf 66.52 0 TD[(Satel)-51(lite)]TJ/F5 9.96 Tf 35.12 0 TD[(,)]TJ/F4 9.96 Tf 6.34 0 TD[(Cable)]TJ/F5 9.96 Tf 28.19 0 TD[(and)]TJ/F4 9.96 Tf 19.56 0 TD[(T)76(elevision)]TJ/F5 9.96 Tf 47.8 0 TD[(that)-353(mo)-28(dify)-353(the)-353(head)]TJ/F4 9.96 Tf -203.53 -11.95 TD[(System)]TJ/F5 9.96 Tf 30.54 0 TD[(.)]TJ/F6 9.96 Tf -41.25 -16.57 TD[({)]TJ/F7 9.96 Tf 10.71 0 TD[(
)]TJ/F4 9.96 Tf 11.31 0 TD[(tuples)]TJ ET 0.4 w 81.67 -289.51 m 257.41 -289.51 l S BT/F5 9.96 Tf 257.41 -286.18 TD[(.)-965(P)27(arsers,)-550(e.g.,)]TJ 75.39 0.86 TD[([)]TJ 2.76 -0.86 TD[(Charniak,)]TJ -253.89 -13.25 TD[(2000;)-509(Collins,)-554(1997;)-510(Basili)]TJ/F4 9.96 Tf 123.09 0 TD[(et)-520(al.)]TJ/F5 9.96 Tf 23.76 0 TD[(,)-554(1998c)]TJ 32.63 0.86 TD[(])]TJ 7.85 -0.86 TD[(are)-509(used)-510(to)-510(detect)-509(com-)]TJ -187.33 -11.95 TD[(plex)-228(syn)27(tactic)-228(relations)-229(lik)27(e)]TJ/F4 9.96 Tf 117.98 0 TD[(subje)51(ct-verb-obje)51(ct)]TJ/F5 9.96 Tf 82 0 TD[(to)-228(select)-228(more)-229(complex)]TJ -199.98 -11.96 TD[(phrases,)-402(e.g.,)]TJ/F4 9.96 Tf 60.72 0 TD[(Minister)-409(announc)50(es)-407(plans)]TJ/F5 9.96 Tf 112.4 0 TD[(,)-402(from)-389(texts.)-610(An)-389(in)27(teresting)]TJ -173.12 -11.95 TD[(prop)-27(ert)26(y)-458(is)-460(that)-460(these)-460(tuples)-460(can)-460(con)27(tain)-459(non)-460(adjacen)27(t)-459(w)27(ords,)-491(i.e.)]TJ 0 -11.95 TD[(tuple)-310(comp)-27(onen)26(ts)-309(can)-310(b)-28(e)-310(w)27(ords)-309(that)-310(are)-310(sub)-56(ject)-310(to)-310(long)-310(distance)-310(de-)]TJ 0 -11.95 TD[(p)-27(endencies.)-587(Suc)27(h)-380(tuples)-381(hardly)-381(can)-381(b)-27(e)-381(detected)-381(via)-381(pure)-381(statistical)]TJ 0 -11.95 TD[(mo)-27(dels.)-487(In)]TJ 50.42 0.85 TD[([)]TJ 2.76 -0.85 TD[(Strzalk)27(o)28(wski)-347(and)-347(Jones,)-351(1996)]TJ 127.45 0.85 TD[(])]TJ 6.23 -0.85 TD[(only)-347(the)]TJ/F4 9.96 Tf 39.29 0 TD[(subje)51(ct-verb)]TJ/F5 9.96 Tf 54.61 0 TD[(and)]TJ/F4 9.96 Tf -280.76 -11.95 TD[(verb-obje)51(ct)]TJ/F5 9.96 Tf 50.64 0 TD[(pairs)-350(named)-351(the)]TJ/F7 9.96 Tf 74.2 0 TD[(<)]TJ/F4 9.96 Tf 7.75 0 TD[(he)51(ad,)-377(mo)50(di\257er)]TJ/F7 9.96 Tf 61.41 0 TD[(>)]TJ/F4 9.96 Tf 11.24 0 TD[(p)50(airs)]TJ/F5 9.96 Tf 25.31 0 TD[(ha)27(v)28(e)-350(b)-28(een)-351(used)]TJ -230.55 -11.96 TD[(\(see)-333(Section)-333(1.2\).)]TJ -21.91 -21.18 TD[(The)-339(aim)-340(of)-340(phrases)-340(is)-340(to)-340(impro)27(v)28(e)-339(the)-340(precision)-340(on)-340(concept)-340(matc)27(hing.)-463(F)83(or)]TJ 0 -11.95 TD[(example)-454(do)-27(cumen)26(ts)-453(in)-454(an)]TJ/F4 9.96 Tf 119.13 0 TD[(Ec)51(onomic)]TJ/F5 9.96 Tf 47.48 0 TD[(category)-453(could)-454(con)26(tain)-453(the)-454(phrase)]TJ/F4 9.96 Tf -166.61 -11.95 TD[(c)51(omp)51(any)-436(ac)50(quisition)]TJ/F5 9.96 Tf 93.03 0 TD[(whereas)-419(an)]TJ/F4 9.96 Tf 53.26 0 TD[(Educ)51(ation)]TJ/F5 9.96 Tf 48.35 0 TD[(category)-418(could)-420(include)-419(term)]TJ -194.64 -11.95 TD[(lik)27(e)]TJ/F4 9.96 Tf 17.82 0 TD[(language)-316(ac)50(quisition)]TJ/F5 9.96 Tf 86.89 0 TD[(.)-430(If)-289(the)-289(w)27(ord)]TJ/F4 9.96 Tf 57.49 0 TD[(ac)51(quisition)]TJ/F5 9.96 Tf 49.97 0 TD[(alone)-288(is)-289(tak)27(en)-289(as)-289(feature,)]TJ -212.17 -11.95 TD[(it)-303(will)-304(not)-304(b)-28(e)-304(useful)-304(to)-304(distinguish)-304(b)-27(et)26(w)28(een)-303(the)-304(t)27(w)28(o)-303(target)-304(categories.)-435(The)]TJ 0 -11.96 TD[(whole)-304(phrases,)-310(instead,)-309(giv)26(e)-303(a)-304(precise)-304(indication)-304(of)-304(whic)27(h)-304(is)-304(the)-304(con)27(ten)28(t)-303(of)]TJ 0 -11.95 TD[(the)-333(do)-28(cumen)27(ts.)]TJ/F12 9.96 Tf -9.96 -21.18 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Semantic)-357(c)50(onc)51(epts)]TJ ET 0.4 w 59.76 -512.45 m 139.99 -512.45 l S BT/F5 9.96 Tf 139.99 -509.12 TD[(,)-403(eac)27(h)-389(w)27(ord)-388(is)-390(substituted)-389(with)-390(a)-390(represen)27(tation)-388(of)-390(its)]TJ -80.23 -11.95 TD[(meaning.)-612(Assigning)-390(the)-390(meaning)-389(of)-390(a)-389(con)27(ten)27(t)-388(w)27(ord)-389(dep)-28(ends)-389(on)-390(the)-389(def-)]TJ 0 -11.95 TD[(inition)-451(of)-452(w)27(ord)-451(senses)-451(in)-452(seman)27(tic)-451(dictionaries.)-800(There)-451(are)-452(t)27(w)27(o)-450(w)27(a)27(ys)-450(of)]TJ 0 -11.95 TD[(de\257ning)-282(the)-283(meaning)-283(of)-283(a)-282(w)27(ord.)-427(First,)-293(the)-283(meaning)-283(ma)27(y)-281(b)-28(e)-283(explained,)-293(lik)27(e)]TJ 0 -11.95 TD[(in)-389(a)-389(dictionary)-389(en)27(try)83(.)-610(Second,)-403(the)-389(meaning)-390(ma)27(y)-388(b)-28(e)-389(giv)27(en)-388(through)-389(other)]TJ 0 -11.96 TD[(w)27(ords)-397(that)-398(share)-399(the)-398(same)-398(sense,)-415(lik)27(e)-397(in)-399(a)-398(thesaurus.)-639(W)82(ordNet)-397(enco)-28(des)]TJ 0 -11.95 TD[(b)-27(oth)-370(forms)-370(of)-370(meaning)-371(de\257nitions.)-554(W)82(ords)-369(that)-370(share)-370(the)-370(same)-370(sense)-370(are)]TJ ET 0.4 w 34.86 -590.2 m 172.3 -590.2 l S BT/F14 5.98 Tf 45.95 -596.84 TD[(4)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(The)-353(term)]TJ/F17 7.97 Tf 37.63 0 TD[(n)]TJ/F15 7.97 Tf 5.14 0 TD[(-grams)-354(in)-354(IR)-354(is)-354(also)-354(referred)-354(to)-355(as)-354(the)-354(sequences)-354(of)]TJ/F17 7.97 Tf 189.96 0 TD[(n)]TJ/F15 7.97 Tf 7.96 0 TD[(c)29(haracters)-353(from)-354(text.)]TJ ET endstream endobj 154 0 obj << /F11 106 0 R /F5 32 0 R /F6 56 0 R /F4 29 0 R /F7 63 0 R /F10 91 0 R /F8 77 0 R /F12 113 0 R /F14 123 0 R /F15 126 0 R /F17 152 0 R >> endobj 149 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 154 0 R >> endobj 157 0 obj << /Length 8534 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(10)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -179.64 -27.96 TD[(said)-337(to)-338(b)-27(e)]TJ/F4 9.96 Tf 46.38 0 TD[(synonyms)]TJ/F5 9.96 Tf 46.44 0 TD[(and)-336(in)-338(W)82(ordNet,)-337(a)-338(set)-337(of)-338(synon)27(ym)-336(w)27(ords)-337(is)-337(called)-338(a)]TJ/F4 9.96 Tf -92.82 -11.95 TD[(synset)]TJ/F5 9.96 Tf 26.47 0 TD[(.)-537(The)-365(adv)55(an)28(tage)-364(of)-364(using)-364(w)27(ord)-364(senses)-364(rather)-364(than)-365(w)27(ords)-363(is)-365(a)-364(more)]TJ -26.47 -11.95 TD[(precise)-375(concept)-375(matc)27(hing.)-569(F)82(or)-374(example,)-385(the)-375(v)27(erb)]TJ/F4 9.96 Tf 219.37 0 TD[(to)-396(r)50(aise)]TJ/F5 9.96 Tf 37.32 0 TD[(could)-375(refer)-375(to:)]TJ -256.69 -11.95 TD[(\(a\))]TJ/F4 9.96 Tf 17.49 0 TD[(agricultur)50(al)-490(texts)]TJ/F5 9.96 Tf 74.16 0 TD[(,)-514(when)-478(the)-478(sense)-479(is)]TJ/F4 9.96 Tf 92.4 0 TD[(to)-491(cultivate)-491(by)-491(gr)51(owing)]TJ/F5 9.96 Tf 107.75 0 TD[(or)-477(\(b\))]TJ/F4 9.96 Tf -291.8 -11.96 TD[(e)50(c)51(onomic)-356(activities)]TJ/F5 9.96 Tf 86.1 0 TD[(when)-333(the)-333(sense)-333(is)]TJ/F4 9.96 Tf 78.74 0 TD[(to)-357(r)50(aise)-357(c)50(osts)]TJ/F5 9.96 Tf 56.63 0 TD[(.)]TJ/F1 11.95 Tf -246.37 -27.43 TD[(1.2.1)-1125(NLP)-375(for)-375(T)93(ext)-374(Retriev)62(al)]TJ/F5 9.96 Tf 0 -18.38 TD[(The)-407(ab)-28(o)27(v)27(e)-406(tec)27(hniques)-407(app)-28(ear)-407(feasible)-408(for)-407(impro)27(ving)-407(IR)-407(systems,)-426(nev)26(ertheless,)]TJ 0 -11.95 TD[(the)-241(use)-240(of)-241(NLP)-241(in)-241(IR)-240(has)-241(pro)-28(duced)-241(con)27(tro)28(v)28(ersial)-240(results)-241(and)-241(debates.)-413(In)-241(TREC-5)]TJ 0 -11.96 TD[(and)-361(TREC-6)]TJ 60.04 0.86 TD[([)]TJ 2.77 -0.86 TD[(Strzalk)27(o)28(wski)-360(and)-362(Jones,)-368(1996;)-362(Strzalk)27(o)28(wski)-361(and)-361(Carballo,)-368(1997)]TJ 275.28 0.86 TD[(])]TJ 2.76 -0.86 TD[(,)]TJ -340.85 -11.95 TD[(do)-28(cumen)27(t)-418(retriev)54(al)-418(based)-420(on)-419(stems)-419(has)-420(b)-28(een)-419(sligh)27(tly)-419(impro)27(v)28(ed)-419(using)-419(phrases,)]TJ 0 -11.95 TD[(noun)-289(phrases,)]TJ/F4 9.96 Tf 62.44 0 TD[(he)51(ad-mo)51(di\257er)]TJ/F5 9.96 Tf 62.11 0 TD[(pairs)-289(and)-290(prop)-28(er)-289(names.)-430(Ho)27(w)27(ev)28(er,)-297(their)-290(ev)55(aluation)]TJ -124.55 -11.95 TD[(w)27(as)-427(done)-427(on)]TJ/F4 9.96 Tf 59.59 0 TD[(ad-ho)51(c)]TJ/F5 9.96 Tf 32.82 0 TD[(retriev)55(al)-427(mo)-27(de)-428(only)82(,)-450(as)-427(the)-428(less)-428(e\261cien)27(t)-426(NLP)-428(tec)27(hniques)]TJ -92.41 -11.95 TD[(could)-489(not)-490(b)-28(e)-489(applied)-490(to)-490(the)-489(same)]TJ/F4 9.96 Tf 157.86 0 TD[(testing-set)]TJ/F5 9.96 Tf 49.86 0 TD[(of)-489(the)-490(pure)-489(statistical)-490(mo)-28(dels.)]TJ -207.72 -11.95 TD[(This)-401(prev)26(en)28(ted)-400(the)-402(comparison)-402(with)-401(the)]TJ/F4 9.96 Tf 182.15 0 TD[(state-of-the-art)]TJ/F5 9.96 Tf 69.72 0 TD[(retriev)55(al)-400(systems.)-650(In)]TJ -251.87 -11.1 TD[([)]TJ 2.77 -0.86 TD[(Strzalk)27(o)28(wski)]TJ/F4 9.96 Tf 57.2 0 TD[(et)-317(al.)]TJ/F5 9.96 Tf 21.74 0 TD[(,)-299(1998;)-290(Strzalk)27(o)28(wski)-289(and)-290(Carballo,)-299(1997)]TJ 170.22 0.86 TD[(])]TJ 5.65 -0.86 TD[(a)-290(high)-290(impro)27(v)28(emen)28(t)]TJ -257.58 -11.95 TD[(of)-369(retriev)54(al)-368(systems)-370(w)27(as)-368(obtained)-370(using)-369(topic)-370(expansion)-369(tec)27(hnique.)-552(The)-369(initial)]TJ 0 -11.95 TD[(query)-272(w)26(as)-271(expanded)-273(with)-272(some)-272(related)-273(passages)-272(not)-273(necessarily)-272(con)26(tained)-271(inside)]TJ 0 -11.95 TD[(the)-346(relev)54(an)28(t)-345(do)-28(cumen)27(ts.)-483(The)-346(NLP)-346(tec)26(hniques)-345(used)-346(in)-347(TREC-6)-346(ha)27(v)27(e)-345(b)-28(een)-346(used)]TJ 0 -11.95 TD[(to)-318(further)-318(increase)-319(the)-318(retriev)55(al)-318(accuracy)83(.)-439(The)-318(success)-318(of)-319(the)-318(ab)-28(o)27(v)28(e)-317(preliminary)]TJ 0 -11.96 TD[(exp)-28(erimen)27(ts)-284(w)26(as)-284(not)-286(rep)-28(eated)-285(in)-286(TREC-8)]TJ 182.13 0.86 TD[([)]TJ 2.76 -0.86 TD[(Strzalk)27(o)28(wski)]TJ/F4 9.96 Tf 57.16 0 TD[(et)-313(al.)]TJ/F5 9.96 Tf 21.7 0 TD[(,)-295(1999)]TJ 25.63 0.86 TD[(])]TJ 5.61 -0.86 TD[(as)-285(the)-286(h)27(uge)]TJ -294.99 -11.95 TD[(amoun)27(t)-403(of)-403(data)-404(made)-403(imp)-28(ossible)-403(the)-404(correct)-404(application)-403(of)-404(all)-403(required)-404(steps.)]TJ 0 -11.95 TD[(The)-469(conclusion)-469(w)27(as)-469(that)-469(the)-469(higher)-469(computational)-469(cost)-470(of)-469(NLP)-469(prev)27(en)28(ts)-469(its)]TJ 0 -11.95 TD[(application)-333(in)-333(op)-28(erativ)27(e)-333(IR)-333(scenario.)-445(Another)-333(imp)-28(ortan)27(t)-332(conclusion)-334(w)27(as:)]TJ/F4 9.96 Tf 0 -18.92 TD[(NLP)-486(r)50(epr)51(esentations)-486(c)50(an)-485(incr)50(e)51(ase)-486(b)51(asic)-486(r)50(etrieval)-485(mo)50(dels)-486(\(e.g.,)-519(SMAR)76(T\))-486(that)]TJ 0 -11.96 TD[(adopt)-327(simple)-327(stems)-328(for)-327(their)-327(indexing)-327(but)-327(if)-328(advanc)50(e)51(d)-326(statistic)50(al)-326(r)50(etrieval)-326(mo)50(dels)]TJ 0 -11.95 TD[(ar)50(e)-356(use)50(d)-357(NLP)-358(do)50(es)-357(not)-357(pr)50(o)51(duc)51(e)-357(any)-358(impr)51(ovement.)]TJ 221.11 0.86 TD[([)]TJ 3.05 -0.86 TD[(Strzalkowski)]TJ/F5 9.96 Tf 56.38 0 TD[(et)-333(al.)]TJ/F4 9.96 Tf 22.13 0 TD[(,)-357(1998)]TJ 26.98 0.86 TD[(])]TJ 3.06 -0.86 TD[(.)]TJ/F5 9.96 Tf -332.71 -18.92 TD[(In)]TJ 13.09 0.86 TD[([)]TJ 2.77 -0.86 TD[(Smeaton,)-413(1999)]TJ 64.43 0.86 TD[(])]TJ 6.73 -0.86 TD[(a)-397(more)-398(critical)-398(analysis)-397(is)-398(made.)-637(In)-398(the)-398(past,)-413(the)-398(relation)]TJ -87.02 -11.95 TD[(b)-28(et)27(w)28(een)-469(NLP)-469(and)-470(Mac)27(hine)-469(T)82(ranslation)-468(\(MT\))-470(has)-469(alw)26(a)28(ys)-469(b)-27(een)-470(close.)-854(Th)27(us,)]TJ 0 -11.96 TD[(m)27(uc)28(h)-278(of)-279(NLP)-279(researc)26(h)-278(has)-279(b)-27(een)-280(tailored)-279(to)-279(the)-279(MT)-279(applications.)-426(This)-279(ma)27(y)-278(ha)26(v)28(e)]TJ 0 -11.95 TD[(prev)27(en)28(ted)-460(that)-460(NLP)-461(tec)27(hniques)-460(w)27(ere)-459(compatible)-461(with)-460(task)-461(suc)27(h)-460(as)-460(retriev)54(al,)]TJ 0 -11.95 TD[(categorization)-430(or)-431(\257ltering.)]TJ 122.24 0.86 TD[([)]TJ 2.76 -0.86 TD[(Smeaton,)-455(1999)]TJ 64.85 0.86 TD[(])]TJ 7.05 -0.86 TD[(assesses)-430(that)-431(when)-431(pure)-430(retriev)54(al)]TJ -196.9 -11.95 TD[(asp)-28(ects)-239(of)-240(IR)-239(are)-240(considered,)-258(suc)26(h)-238(as)-240(the)-240(statistical)-239(measures)-240(of)-240(w)27(ord)-238(o)26(v)28(erlapping)]TJ 0 -11.95 TD[(b)-28(et)27(w)28(een)-463(queries)-464(and)-464(do)-28(cumen)27(ts,)-496(the)-463(NLP)-464(that)-464(has)-464(b)-28(een)-464(dev)27(elop)-27(ed)-464(recen)27(tly)83(,)]TJ 0 -11.96 TD[(has)-402(little)-402(in\260uence)-402(on)-402(IR.)-402(Moreo)27(v)28(er,)-419(NLP)-402(is)-402(not)-402(useful)-402(to)-402(retriev)27(e)-401(do)-28(cumen)27(ts)]TJ 0 -11.95 TD[(when)-344(they)-343(do)-344(not)-344(con)27(tain)-343(man)27(y)83(,)-345(or,)-347(an)27(y)-343(of)-344(the)-343(query)-344(terms.)-476(Curren)27(t)-343(IR)-344(is)-344(not)]TJ 0 -11.95 TD[(able)-374(to)-375(handle)-374(cases)-375(of)-375(di\256eren)27(t)-373(w)26(ords)-373(used)-375(to)-374(represen)26(t)-373(the)-375(same)-374(meaning)-375(or)]TJ 0 -11.95 TD[(concepts)-224(within)-223(do)-28(cumen)27(ts)-223(or)-224(within)-224(queries.)-408(P)27(olysemous)-223(w)27(ords,)-245(whic)27(h)-223(can)-224(ha)27(v)28(e)]TJ 0 -11.95 TD[(more)-339(than)-339(one)-339(meaning,)-341(are)-339(treated)-339(as)-339(an)26(y)-338(other)-339(w)27(ord.)-461(Th)27(us,)]TJ 274.38 0.86 TD[([)]TJ 2.77 -0.86 TD[(Smeaton,)-340(1999)]TJ 63.7 0.86 TD[(])]TJ -340.85 -12.81 TD[(suggests)-330(to)-331(drop)-330(the)-331(idea)-331(of)-330(using)-331(NLP)-330(tec)27(hniques)-330(for)-331(IR,)-330(instead)-331(he)-330(suggested)]TJ 0 -11.96 TD[(to)-375(exploit)-375(the)-375(NLP)-376(resources)-375(lik)27(e)-374(W)82(ordNet.)-569(In)-375(this)-375(p)-28(ersp)-28(ectiv)27(e)-374(Smeaton)-376(used)]TJ 0 -11.95 TD[(W)83(ordNet)-483(to)-485(de\257ne)-484(a)-484(seman)27(tic)-483(similarit)27(y)-483(function)-484(b)-28(et)27(w)28(een)-483(noun)-484(pairs.)-897(The)]TJ 0 -11.95 TD[(purp)-28(ose)-306(w)27(as)-305(to)-307(retriev)27(e)-305(do)-28(cumen)27(ts)-306(that)-306(con)27(tain)-305(terms)-307(similar)-306(to)-306(those)-307(included)]TJ 0 -11.95 TD[(inside)-269(the)-270(query)83(.)-423(As)-269(man)27(y)-269(w)27(ords)-268(are)-270(p)-28(olysemous,)-282(a)-269(W)82(ord)-268(Sense)-270(Disam)27(biguation)]TJ ET endstream endobj 158 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F4 29 0 R /F1 10 0 R >> endobj 156 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 158 0 R >> endobj 161 0 obj << /Length 6954 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.2.)-799(THE)-342(R)27(OLE)-341(OF)-343(NLP)-343(IN)-342(IR)]TJ/F5 9.96 Tf 333.66 0 TD[(11)]TJ -333.66 -27.96 TD[(algorithm)-428(w)27(as)-427(dev)27(elop)-27(ed)-428(to)-428(detect)-429(the)-428(righ)27(t)-427(w)26(ord)-427(senses.)-729(As)-428(suc)27(h)-427(algorithm)]TJ 0 -11.95 TD[(pro)-27(duced)-283(a)-282(p)-28(erformance)-283(ranging)-282(b)-28(et)27(w)27(een)-281(60-70%,)-293(the)-283(seman)27(tic)-281(similarit)26(y)-281(led)-283(to)]TJ 0 -11.95 TD[(p)-27(ositiv)27(e)-333(results)-333(only)-333(after)-334(the)-333(senses)-333(w)26(ere)-332(man)27(ually)-333(v)55(alidated.)]TJ 14.94 -12 TD[(Other)-255(studies)-256(using)-256(seman)27(tic)-255(information)-256(for)-256(impro)27(ving)-255(IR)-255(ha)26(v)28(e)-255(b)-28(een)-255(carried)]TJ -14.94 -11.96 TD[(out)-358(in)]TJ 29.82 0.86 TD[([)]TJ 2.77 -0.86 TD[(Sussua,)-363(1993)]TJ 55.75 0.86 TD[(])]TJ 6.33 -0.86 TD[(and)]TJ 19.61 0.86 TD[([)]TJ 2.77 -0.86 TD[(V)83(o)-27(orhees,)-364(1993;)-358(1994)]TJ 91.66 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-518(They)-358(rep)-27(ort)-359(the)-358(use)-358(of)-358(w)27(ord)]TJ -211.48 -11.95 TD[(seman)27(tic)-372(information)-374(for)-374(text)-374(indexing)-373(and)-374(query)-374(expansion)-374(resp)-27(ectiv)26(ely)84(.)-565(The)]TJ 0 -11.95 TD[(p)-27(o)-28(or)-301(results)-301(obtained)-301(in)]TJ 106.22 0.86 TD[([)]TJ 2.77 -0.86 TD[(V)83(o)-27(orhees,)-307(1994)]TJ 64.84 0.86 TD[(])]TJ 5.77 -0.86 TD[(sho)28(w)-300(that)-301(seman)26(tic)-300(information)-301(tak)27(en)]TJ -179.6 -11.95 TD[(directly)-333(from)-335(W)83(ordNet)-333(without)-334(p)-28(erforming)-334(an)27(y)-333(kind)-334(of)-334(WSD)-334(is)-334(not)-334(helping)-334(IR)]TJ 0 -11.95 TD[(at)-331(all.)-443(In)-332(con)27(trast,)-331(in)]TJ 95.17 0.85 TD[([)]TJ 2.77 -0.85 TD[(V)83(o)-26(orhees,)-332(1998)]TJ 65.08 0.85 TD[(])]TJ 6.06 -0.85 TD[(promising)-331(results)-331(on)-332(the)-331(same)-331(task)-331(w)27(ere)]TJ -169.08 -11.95 TD[(obtained)-333(after)-333(that)-333(the)-334(senses)-333(of)-333(select)-334(w)27(ords)-332(w)26(ere)-332(man)27(ually)-332(disam)26(biguated.)]TJ 14.94 -12.01 TD[(In)-261(summary)-263(the)-262(analysis)-262(of)-262(the)-262(literature)-262(rev)27(eals)-261(that)-262(the)-262(more)-262(lik)27(ely)-261(reasons)]TJ -14.94 -11.95 TD[(for)-333(the)-333(failure)-333(of)-334(NLP)-333(for)-333(IR)-334(are)-333(the)-333(follo)26(wing:)]TJ/F12 9.96 Tf 14.94 -20.07 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(High)-254(computational)-254(cost)-255(of)-254(NLP)-255(due)-254(prev)54(alen)28(tly)-253(to)-255(the)-254(use)-255(of)-254(the)-255(parser)-254(in)]TJ 0 -11.95 TD[(detecting)-365(syn)26(tactic)-364(relations,)-374(e.g.,)-374(the)]TJ/F7 9.96 Tf 168.47 0 TD[(<)]TJ/F4 9.96 Tf 7.75 0 TD[(he)51(ad,)-394(mo)50(di\257er)]TJ/F7 9.96 Tf 61.58 0 TD[(>)]TJ/F5 9.96 Tf 11.39 0 TD[(pairs.)-542(This)-366(pre-)]TJ -249.19 -11.95 TD[(v)27(en)28(ted)-242(a)-244(systematic)-243(comparison)-243(with)]TJ/F4 9.96 Tf 160.05 0 TD[(the-state)-275(of-the-art)]TJ/F5 9.96 Tf 83.87 0 TD[(statistical)-243(mo)-27(dels)]TJ/F12 9.96 Tf -253.88 -20.12 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Small)-312(impro)27(v)28(emen)27(ts)-311(when)-313(complex)-312(linguistic)-313(represen)27(tation)-311(is)-313(used.)-437(This)]TJ 0 -11.95 TD[(ma)27(y)-366(b)-28(e)-368(caused)-368(either)-368(b)27(y)-367(the)-368(NLP)-367(errors)-368(in)-368(detecting)-368(the)-368(complex)-367(struc-)]TJ 0 -11.95 TD[(tures)-351(or)-352(b)27(y)-351(the)-352(use)-351(of)-352(NLP)-352(deriv)27(ed)-351(features)-352(as)-351(informativ)26(e)-350(as)-352(the)]TJ/F4 9.96 Tf 289.7 0 TD[(b)51(ag-of-)]TJ -289.7 -11.95 TD[(wor)51(ds)]TJ/F5 9.96 Tf 24.56 0 TD[(.)]TJ/F12 9.96 Tf -34.52 -20.12 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)-415(lac)27(k)-415(of)-416(an)-416(accurate)-416(WSD)-415(to)-28(ols,)-437(in)-415(case)-416(of)-416(seman)27(tic)-415(represen)27(tation:)]TJ 0 -11.95 TD[(\(a\))-365(The)-365(am)27(biguit)27(y)-364(of)-365(the)-366(w)27(ords)-364(causes)-366(the)-365(retriev)54(al)-364(of)-365(a)-366(h)27(uge)-364(n)26(um)28(b)-27(er)-365(of)]TJ 0 -11.95 TD[(irrelev)55(an)28(t)-333(do)-28(cumen)27(ts)-333(if)-334(all)-333(senses)-334(for)-334(eac)27(h)-333(query)-334(w)27(ords)-333(are)-334(in)27(tro)-27(duced,)-334(or)]TJ 0 -11.96 TD[(\(b\))-310(if)-310(a)-310(WSD)-310(with)-310(60%)-310(is)-311(emplo)27(y)28(ed)-309(to)-310(disam)26(biguate)-309(do)-28(cumen)27(t)-309(and)-310(query)]TJ 0 -11.95 TD[(w)27(ord)-398(senses,)-416(the)-399(retriev)54(al)-398(precision)-400(decrease)-399(prop)-28(ortionally)-399(to)-400(the)-399(error,)]TJ 0 -11.95 TD[(i.e.,)-333(40%.)]TJ/F1 11.95 Tf -24.9 -28.14 TD[(1.2.2)-1124(NLP)-375(for)-375(T)92(ext)-374(Categorization)]TJ/F5 9.96 Tf 0 -18.48 TD[(As)-351(the)-353(literature)-352(w)27(ork)-351(has)-352(sho)27(wn)-351(the)-352(failure)-352(of)-352(NLP)-352(for)-352(IR)-352(wh)26(y)-351(should)-352(w)27(e)-351(try)]TJ 0 -11.95 TD[(to)-317(use)-318(it)-318(for)-318(TC?)-318(T)82(ext)-317(categorization)-318(is)-318(a)-318(subtask)-318(of)-317(IR,)-318(th)26(us,)-320(the)-318(ab)-27(o)26(v)28(e)-317(results)]TJ 0 -11.95 TD[(should)-281(b)-28(e)-281(the)-282(same)-281(for)-282(TC)-281(also.)-427(Ho)26(w)28(ev)28(er,)-291(there)-282(are)-281(di\256eren)27(t)-281(asp)-28(ects)-281(of)-282(TC)-281(that)]TJ 0 -11.96 TD[(require)-333(a)-333(separated)-333(study)-334(as:)]TJ/F12 9.96 Tf 14.94 -20.06 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(In)-363(TC)-363(b)-28(oth)-363(set)-364(of)-363(p)-28(ositiv)27(e)-362(and)-363(negativ)26(e)-362(do)-28(cumen)27(ts)-362(describing)-364(categories)]TJ 0 -11.96 TD[(are)-397(a)27(v)55(ailable.)-635(This)-398(enables)-397(the)-398(application)-397(of)-398(theoretical)-397(motiv)54(ated)-396(ma-)]TJ 0 -11.95 TD[(c)27(hine)-425(learning)-427(tec)27(hniques.)-724(These)-427(metho)-28(ds)-426(b)-28(etter)-427(exploit)-427(and)-427(select)-426(the)]TJ 0 -11.95 TD[(do)-27(cumen)27(t)-333(represen)27(tations.)]TJ/F12 9.96 Tf -9.96 -20.12 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Categories)-414(di\256er)-415(from)-414(queries)-415(as)-415(they)-414(are)-415(\257xed,)-435(i.e.,)-435(a)-415(prede\257ned)-414(set)-415(of)]TJ 0 -11.95 TD[(training)-226(do)-28(cumen)27(ts)-226(completely)-227(de\257ne)-227(the)-227(target)-227(category)82(.)-408(This)-227(enables)-227(the)]TJ 0 -11.95 TD[(use)-332(of)-332(feature)-332(selection)-332(tec)26(hniques)-331(to)-332(select)-332(relev)54(an)28(t)-331(features)-332(and)-332(\257ltering)]TJ 0 -11.95 TD[(out)-333(those)-333(irrelev)54(an)28(t)-332(also)-333(deriv)26(ed)-332(from)-333(NLP)-334(errors.)]TJ/F12 9.96 Tf -9.96 -20.12 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(There)-266(is)-267(no)-266(query)-267(in)27(v)27(olv)28(ed)-265(in)-267(the)-267(TC)-266(task:)-411(\(a\))-267(do)-28(cumen)27(ts)-266(can)-266(b)-28(e)-267(retriev)27(ed)]TJ 0 -11.95 TD[(based)-371(on)-371(the)-371(training)-372(do)-27(cumen)26(ts,)-379(whic)27(h)-371(pro)27(vide)-370(a)-372(stable)-371(routing)-371(pro\257le,)]TJ ET endstream endobj 162 0 obj << /F11 106 0 R /F5 32 0 R /F12 113 0 R /F7 63 0 R /F4 29 0 R /F1 10 0 R >> endobj 160 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 162 0 R >> endobj 165 0 obj << /Length 8218 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(12)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -179.64 -27.96 TD[(and)-339(\(b\))-340(the)-339(smallest)-340(data)-339(unit)-340(is)-339(the)-340(do)-27(cumen)26(t)-338(for)-340(whic)27(h)-338(it)-340(is)-339(a)27(v)55(ailable)-338(a)]TJ 0 -11.95 TD[(more)-333(reliable)-333(statistical)-334(w)27(ord)-332(distribution)-334(than)-333(in)-333(queries.)]TJ/F12 9.96 Tf -9.96 -27.28 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(E\256ectiv)27(e)-335(WSD)-335(algorithms)-336(can)-335(b)-28(e)-336(applied)-335(to)-336(do)-27(cumen)26(ts)-334(whereas)-336(this)-335(w)27(as)]TJ 0 -11.95 TD[(not)-401(the)-401(case)-401(for)-401(queries)-401(\(esp)-28(ecially)-401(for)-401(the)-401(short)-401(queries\).)-648(Moreo)27(v)28(er,)-417(an)]TJ 0 -11.95 TD[(ev)55(aluation)-483(of)-485(WSD)-484(to)-27(ols)-485(has)-484(b)-27(een)-485(recen)27(tly)-483(carried)-484(out)-484(in)-485(SENSEV)111(AL)]TJ 0 -11.09 TD[([)]TJ 2.77 -0.86 TD[(Kilgarri\256)-452(and)-452(Rosenzw)27(eig,)-481(2000)]TJ 141.87 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-800(The)-453(results)-452(are)-452(an)-452(accuracy)-452(of)-452(70%)]TJ -147.41 -11.95 TD[(for)-359(v)27(erbs,)-364(75)-359(%)-359(for)-359(adjectiv)26(es)-358(and)-359(80%)-359(for)-359(nouns.)-521(This)-359(last)-359(result)-359(mak)27(es)]TJ 0 -11.95 TD[(viable)-333(the)-333(adoption)-334(of)-333(seman)27(tic)-333(represen)27(tation)-332(at)-334(least)-333(for)-333(the)-334(nouns.)]TJ/F12 9.96 Tf -9.96 -27.28 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(TC)-470(literature)-470(studies)-470(rep)-27(ort)-470(con)26(trasting)-468(results)-470(on)-470(the)-470(use)-470(of)-470(NLP)-470(for)]TJ 0 -11.95 TD[(TC.)-513(Ev)27(en)-513(if)-513(in)]TJ 73.44 0.86 TD[([)]TJ 2.76 -0.86 TD[(Lewis,)-558(1992)]TJ 52.79 0.86 TD[(])]TJ 7.88 -0.86 TD[(is)-513(sho)27(wn)-513(that)-513(using)-513(phrases)-514(and)-513(phrase)]TJ -136.87 -11.95 TD[(clusters)-458(generates)-459(a)-459(decrease)-458(of)-459(classi\257cation)-459(accuracy)-458(on)-459(Reuters)-458(do)-28(c-)]TJ 0 -11.95 TD[(umen)27(ts.)-636(On)-398(the)-398(con)27(trary)84(,)-413(more)-398(recen)27(t)-397(results)-397(from)]TJ 230.44 0.85 TD[([)]TJ 2.77 -0.85 TD[(Basili)]TJ/F4 9.96 Tf 28.22 0 TD[(et)-417(al.)]TJ/F5 9.96 Tf 22.74 0 TD[(,)-413(2000a;)]TJ -284.17 -11.96 TD[(2001;)-259(2002)]TJ 45.19 0.86 TD[(])]TJ 5.35 -0.86 TD[(sho)28(w)-258(that)-259(including)-260(some)-259(syn)27(tactic)-258(information,)-274(suc)27(h)-258(as)-259(recog-)]TJ -50.54 -11.95 TD[(nition)-253(of)-252(prop)-28(er)-253(nouns)-253(and)-252(other)-253(complex)-253(nominals)-253(in)-252(the)-253(do)-28(cumen)27(t)-252(repre-)]TJ 0 -11.95 TD[(sen)27(tation)-284(can)-285(sligh)27(tly)-284(impro)27(v)28(e)-284(the)-285(accuracy)-285(of)-285(some)-284(w)26(eak)-283(TC)-285(mo)-28(dels)-285(suc)27(h)]TJ 0 -11.95 TD[(as)-284(the)-285(Ro)-28(cc)27(hio)-284(classi\257er.)-428(Other)-284(w)26(ork)-283(using)-285(phrase)]TJ 218.3 0.86 TD[([)]TJ 2.77 -0.86 TD[(F)83(urnkranz)]TJ/F4 9.96 Tf 47.57 0 TD[(et)-312(al.)]TJ/F5 9.96 Tf 21.69 0 TD[(,)-294(1998;)]TJ -290.33 -11.95 TD[(Mladeni)27(\266)472(c)-419(and)-420(Grob)-28(elnik,)-441(1998;)-420(Raskutti)]TJ/F4 9.96 Tf 183 0 TD[(et)-437(al.)]TJ/F5 9.96 Tf 22.94 0 TD[(,)-441(2001;)-420(Bekk)27(erman)]TJ/F4 9.96 Tf 87.07 0 TD[(et)-437(al.)]TJ/F5 9.96 Tf 22.94 0 TD[(,)]TJ -315.95 -11.96 TD[(2001;)-469(T)83(an)]TJ/F4 9.96 Tf 48.91 0 TD[(et)-482(al.)]TJ/F5 9.96 Tf 23.39 0 TD[(,)-502(2002)]TJ 27.69 0.86 TD[(])]TJ 7.44 -0.86 TD[(rep)-27(ort)-469(noticeable)-469(impro)26(v)28(emen)28(t)-468(o)27(v)28(er)-468(the)]TJ/F4 9.96 Tf 182.27 0 TD[(b)50(ag-of-)]TJ -289.7 -11.95 TD[(wor)50(ds)]TJ/F5 9.96 Tf 24.56 0 TD[(.)-444(These)-334(results)-333(require)-333(a)-334(careful)-333(analysis)-333(that)-334(will)-333(b)-28(e)-333(carried)-334(out.)]TJ -34.52 -25.43 TD[(Seman)27(tic)-266(information)-266(for)-267(TC)-267(w)27(as)-266(exp)-28(erimen)27(ted)-265(in)]TJ 217.66 0.85 TD[([)]TJ 2.76 -0.85 TD[(Scott)-267(and)-266(Mat)26(win,)-279(1999)]TJ 102.73 0.85 TD[(])]TJ 2.76 -0.85 TD[(.)]TJ -340.85 -11.96 TD[(W)83(ordNet)-350(senses)-350(ha)26(v)28(e)-349(b)-28(een)-351(used)-350(to)-350(replace)-351(the)-350(simple)-351(w)27(ords)-349(without)-351(an)27(y)-350(w)27(ord)]TJ 0 -11.95 TD[(sense)-419(disam)27(biguation.)-702(The)-420(results)-419(w)27(ere)-419(mixed)-419(as)-420(impro)27(v)28(emen)28(ts)-419(w)27(ere)-418(deriv)26(ed)]TJ 0 -11.95 TD[(only)-403(for)-403(small)-403(corpus.)-654(When)-403(a)-404(more)-403(statistical)-403(reliable)-403(set)-403(of)-403(do)-28(cumen)27(ts)-403(w)27(as)]TJ 0 -11.95 TD[(used)-333(the)-333(adopted)-334(represen)27(tation)-332(resulted)-334(in)-333(p)-28(erformance)-333(decrease.)]TJ 14.94 -13.79 TD[(In)-264(this)-264(pap)-28(er,)-278(the)-265(impact)-264(of)-265(ric)27(her)-263(do)-28(cumen)27(t)-263(represen)26(tations)-263(on)-264(TC)-265(has)-264(b)-28(een)]TJ -14.94 -11.95 TD[(in)27(v)28(estigated.)-408(The)-227(results)-227(con\257rm)-227(that)-226(ev)26(en)-225(for)-227(TC)-227(that)-227(curren)27(t)-226(NLP)-227(to)-27(ols)-227(do)-227(not)]TJ 0 -11.96 TD[(impro)27(v)28(e)-371(text)-372(categorization.)-559(Explanations)-372(of)-372(wh)27(y)-371(curren)27(t)-371(NLP)-372(do)-27(es)-372(not)-372(w)27(ork)]TJ 0 -11.95 TD[(as)-283(exp)-27(ected)-283(as)-283(w)27(ell)-282(as)-283(the)-283(explanation)-283(of)-283(con)27(trasting)-282(p)-28(ositiv)27(e)-282(results)-283(rep)-27(orted)-283(in)]TJ 0 -11.95 TD[(other)-292(w)27(ork)-291(are)-293(giv)27(en.)-430(This)-292(has)-292(b)-28(een)-292(sho)27(wn)-291(exp)-28(erimen)27(ting)-292(di\256eren)27(t)-291(corp)-28(ora)-292(and)]TJ 0 -11.95 TD[(di\256eren)27(t)-361(linguistically)-363(ric)27(h)-361(represen)26(tations)-361(o)27(v)28(er)-362(three)-362(TC)-362(learning)-363(mo)-28(dels.)-531(W)82(e)]TJ 0 -11.95 TD[(c)27(ho)-27(ose)-326(Ro)-28(cc)27(hio,)-327(Ro)-27(cc)26(hio)-325(P)27(aram)28(terized)]TJ 170.68 0.85 TD[([)]TJ/F6 9.96 Tf 2.77 -0.85 TD[(?)]TJ/F5 9.96 Tf 5.41 0.85 TD[(])]TJ 6.02 -0.85 TD[(and)-325(SVM)-327(since)-326(ric)27(her)-325(represen)27(tation)]TJ -184.88 -11.95 TD[(can)-327(b)-28(e)-327(really)-327(useful)-328(only)-327(if:)-441(\(a\))-328(it)-327(causes)-327(v)26(ery)-326(computational)-327(e\261cien)27(t)-327(classi\257ers)]TJ 0 -11.96 TD[(\(e.g.)-867(Ro)-28(cc)27(hio\))-473(to)-474(reac)27(h)-474(the)-474(accuracy)-474(of)-474(the)-474(b)-28(est)-474(\257gure)-474(classi\257er)-475(,)-509(or)-474(\(b\))-474(it)]TJ 0 -11.95 TD[(allo)27(ws)-404(a)-405(target)-406(classi\257er)-405(to)-405(p)-28(erform)-405(b)-28(etter)-405(than)-405(mo)-28(dels)-405(trained)-405(with)-405(the)]TJ/F4 9.96 Tf 326.31 0 TD[(b)50(ag-)]TJ -326.31 -11.95 TD[(of-wor)50(ds)]TJ/F5 9.96 Tf 36.27 0 TD[(,)-352(for)-349(this)-348(purp)-28(ose)-349(starting)-348(from)-349(an)-348(high)-349(accurate)-348(classi\257er)-349(\(e.g.,)-352(SVM\))]TJ -36.27 -11.95 TD[(is)-471(reccomended)-471(.)-858(In)-471(b)-28(oth)-471(cases,)-506(NLP)-471(w)27(ould)-470(adv)54(ance)-470(the)]TJ/F4 9.96 Tf 264.9 0 TD[(state-of-the-art)]TJ/F5 9.96 Tf 70.42 0 TD[(in)]TJ -335.32 -11.95 TD[(accuracy)-333(or)-333(in)-334(e\261ciency)83(.)]TJ 14.94 -13.79 TD[(W)83(e)-383(c)27(hose)-383(t)27(w)27(o)-382(di\256eren)27(t)-383(TC)-384(approac)27(hes:)-544(Ro)-28(cc)27(hio)]TJ 216.24 0.85 TD[([)]TJ 2.77 -0.85 TD[(Ro)-27(cc)26(hio,)-395(1971)]TJ 61.08 0.85 TD[(])]TJ 6.59 -0.85 TD[(and)-383(SVM)]TJ -301.62 -11.1 TD[([)]TJ 2.77 -0.86 TD[(V)83(apnik,)-464(1995)]TJ 58.02 0.86 TD[(])]TJ 7.14 -0.86 TD[(classi\257ers.)-759(The)-438(former)-438(is)-439(a)-438(v)27(ery)-438(e\261cien)27(t)-437(TC,)-438(so,)-465(it)-438(w)26(ould)-437(b)-28(e)]TJ -67.93 -11.95 TD[(v)27(ery)-390(app)-27(ealing)-391(\(esp)-28(ecially)-390(for)-391(real)-390(scenario)-391(applications\))-390(to)-391(bring)-391(its)-390(accuracy)]TJ/F4 9.96 Tf 0 -11.95 TD[(close)]TJ/F5 9.96 Tf 25.61 0 TD[(to)-399(the)-400(most)-401(accurate)-400(classi\257er.)-644(The)-400(latter)-401(is)-400(one)-400(of)-400(the)-400(b)-28(est)-400(\257gure)-400(TC,)]TJ -25.61 -11.95 TD[(consequen)27(tly)83(,)-332(impro)27(ving)-333(it)-333(causes)-333(an)-334(impro)27(v)28(emen)28(t)-333(of)-333(the)]TJ/F4 9.96 Tf 250.61 0 TD[(state-of-the-art)]TJ/F5 9.96 Tf 64.77 0 TD[(.)]TJ ET endstream endobj 166 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F12 113 0 R /F4 29 0 R /F6 56 0 R >> endobj 164 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 166 0 R >> endobj 169 0 obj << /Type/Encoding /Differences[1/dotaccent/fi/fl/fraction/hungarumlaut/Lslash/lslash/ogonek/ring 11/breve/minus 14/Zcaron/zcaron/caron/dotlessi/dotlessj/ff/ffi/ffl 30/grave/quotesingle/space/exclam/quotedbl/numbersign/dollar/percent/ampersand/quoteright/parenleft/parenright/asterisk/plus/comma/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon/semicolon/less/equal/greater/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S/T/U/V/W/X/Y/Z/bracketleft/backslash/bracketright/asciicircum/underscore/quoteleft/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/braceleft/bar/braceright/asciitilde 130/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl/circumflex/perthousand/Scaron/guilsinglleft/OE 147/quotedblleft/quotedblright/bullet/endash/emdash/tilde/trademark/scaron/guilsinglright/oe 159/Ydieresis 161/exclamdown/cent/sterling/currency/yen/brokenbar/section/dieresis/copyright/ordfeminine/guillemotleft/logicalnot/hyphen/registered/macron/degree/plusminus/twosuperior/threesuperior/acute/mu/paragraph/periodcentered/cedilla/onesuperior/ordmasculine/guillemotright/onequarter/onehalf/threequarters/questiondown/Agrave/Aacute/Acircumflex/Atilde/Adieresis/Aring/AE/Ccedilla/Egrave/Eacute/Ecircumflex/Edieresis/Igrave/Iacute/Icircumflex/Idieresis/Eth/Ntilde/Ograve/Oacute/Ocircumflex/Otilde/Odieresis/multiply/Oslash/Ugrave/Uacute/Ucircumflex/Udieresis/Yacute/Thorn/germandbls/agrave/aacute/acircumflex/atilde/adieresis/aring/ae/ccedilla/egrave/eacute/ecircumflex/edieresis/igrave/iacute/icircumflex/idieresis/eth/ntilde/ograve/oacute/ocircumflex/otilde/odieresis/divide/oslash/ugrave/uacute/ucircumflex/udieresis/yacute/thorn/ydieresis] >> endobj 170 0 obj << /Encoding 169 0 R /Type/Font /Subtype/Type1 /Name/F18 /BaseFont/Courier >> endobj 173 0 obj << /Encoding 14 0 R /Type/Font /Subtype/Type1 /Name/F19 /FontDescriptor 172 0 R /BaseFont/CMTI8 /FirstChar 33 /LastChar 196 /Widths[329.2 550 877.8 816 877.8 822.9 329.2 438.9 438.9 548.6 822.9 329.2 384 329.2 548.6 548.6 548.6 548.6 548.6 548.6 548.6 548.6 548.6 548.6 548.6 329.2 329.2 329.2 822.9 548.6 548.6 822.9 796.5 754.9 768.1 809.7 727.4 700 830 796.5 412.5 562.8 824 672.6 961.1 796.5 822.9 727.4 822.9 782.3 603.5 768.1 796.5 796.5 1070.8 796.5 796.5 658.3 329.2 550 329.2 548.6 329.2 329.2 548.6 493.8 493.8 548.6 493.8 329.2 493.8 548.6 329.2 329.2 493.8 274.3 877.8 603.5 548.6 548.6 493.8 452.6 438.9 356.6 576 493.8 713.2 494.8 521.2 438.9 548.6 1097.2 548.6 548.6 548.6 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 672.6 877.8 822.9 741.7 713.2 796.5 768.1 822.9 768.1 822.9 0 0 768.1 658.3 603.5 630.9 946.4 960.1 329.2 356.6 548.6 548.6 548.6 548.6 548.6 884.5 493.8 576 768.1 768.1 548.6 946.9 1056.6 822.9 274.3 548.6] >> endobj 174 0 obj << /Length 6834 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.3.)-799(TEXT)-342(CA)84(TEGORIZA)86(TION)-342(F)28(OR)-342(NLP)]TJ/F5 9.96 Tf 333.66 0 TD[(13)]TJ/F1 14.34 Tf -333.66 -27.96 TD[(1.3)-1124(T)92(ext)-374(Categorization)-375(for)-375(NLP)]TJ/F5 9.96 Tf 0 -22.59 TD[(Curren)27(t)-348(Natural)-349(Language)-349(Pro)-28(cessing)-349(do)-28(es)-349(not)-349(seem)-349(app)-28(ealing)-349(to)-349(impro)26(v)28(e)-348(the)]TJ 0 -11.96 TD[(accuracy)-330(of)-331(TC)-331(mo)-27(dels,)-332(on)-330(the)-331(con)27(trary)-330(TC)-331(is)-331(curren)27(tly)-329(used)-331(for)-331(NLP)-331(applica-)]TJ 0 -11.95 TD[(tions.)-453(The)-337(simplest)-336(use)-337(of)-336(TC)-337(for)-336(Natural)-337(Language)-336(systems)-337(is)-336(the)-337(enric)27(hmen)28(t)]TJ 0 -11.95 TD[(of)-319(do)-28(cumen)27(ts)-319(with)-320(their)-319(category)-320(lab)-28(els.)-440(The)-320(TREVI)]TJ/F10 6.97 Tf 231.71 3.62 TD[(5)]TJ/F5 9.96 Tf 7.65 -3.62 TD[(system)-319(is)-320(an)-319(example)-320(as)]TJ -239.36 -11.95 TD[(its)-400(purp)-28(ose)-401(w)27(as)-400(to)-401(pro)27(vide)-400(as)-401(m)27(uc)27(h)-400(information)-400(as)-401(p)-28(ossible)-401(for)-401(the)-401(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(required)-371(b)27(y)-370(users,)-380(e.g.,)-381(news)-371(source,)-381(issues)-371(date)-371(and)-371(general)-371(categories.)-558(Other)]TJ 0 -11.95 TD[(NLP)-376(systems)-377(exploit)-377(categorization)-377(sc)27(hemes)-376(as)-377(a)-377(na)27(vigation)-376(metho)-28(d)-377(to)-377(lo)-28(cate)]TJ 0 -11.96 TD[(the)-378(user)-378(needed)-379(data.)-580(A)-378(more)-378(complex)-379(use)-378(of)-379(TC)-378(relates)-378(to)-379(the)-378(IE,)-379(Q/A)-378(and)]TJ 0 -11.95 TD[(Summarization)-333(system)-333(enhancemen)27(ts.)]TJ/F1 11.95 Tf 0 -30.1 TD[(1.3.1)-1124(Information)-375(Extraction)]TJ/F5 9.96 Tf 0 -19.17 TD[(IE)-412(is)-413(an)-413(emerging)-413(NLP)-413(tec)27(hnology)83(,)-432(whose)-413(purp)-27(ose)-413(is)-413(to)-413(lo)-28(cate)-413(sp)-28(eci\257c)-413(pieces)]TJ 0 -11.95 TD[(of)-433(information)-433(called)]TJ/F4 9.96 Tf 96.53 0 TD[(facts)]TJ/F5 9.96 Tf 25.24 0 TD[(\(e.g.,)-457(ev)27(en)27(ts)-432(or)-433(\257ner)-433(grained)-434(data\),)-458(from)-433(unstruc-)]TJ -121.77 -11.95 TD[(tured)-334(natural)-335(language)-334(texts.)-449(These)-334(information)-335(is)-334(used)-335(to)-335(\257ll)-334(some)-335(prede\257ned)]TJ 0 -11.95 TD[(database)-263(table,)-278(i.e.)]TJ/F4 9.96 Tf 84.9 0 TD[(the)-293(templates)]TJ/F5 9.96 Tf 56.63 0 TD[(.)-421(Curren)27(t)-263(metho)-27(ds)-264(extract)-264(suc)27(h)-263(information)-264(b)27(y)]TJ -141.53 -11.96 TD[(using)-299(linguistically)-300(motiv)55(ated)-299(patterns.)-433(Eac)27(h)-299(pattern)-300(is)-300(a)-299(regular)-300(expression)-300(for)]TJ 0 -11.95 TD[(whic)27(h)-309(is)-311(pro)26(vided)-309(a)-311(mapping)-311(to)-311(a)-311(logical)-310(form.)-437(F)82(or)-310(example)-311(giv)27(en)-310(the)-310(follo)26(wing)]TJ 0 -11.95 TD[(fragmen)27(t)-332(of)-333(the)-334(Reuters)-333(news:)]TJ/F18 8.96 Tf 5.98 -23.45 TD[(WASHINGTON,)-599(June)-600(2)-600(-)-600(Two)-600(affiliated)-600(investment)-600(firms)-600(told)]TJ 0 -10.95 TD[(the)-599(Securities)-600(and)-600(Exchange)-600(Commission)-600(they)-600(have)-600(acquired)]TJ 0 -10.96 TD[(593,000)-599(shares)-600(of)-600(Midway)-600(Airlines)-600(Inc,)-600(or)-600(7.7)-600(pct)-600(of)-600(the)-600(total)]TJ 0 -10.96 TD[(outstanding)-599(common)-600(stock.)-1200(The)-600(firms,)-600(Boston-based)-600(FMR)-600(Corp)]TJ 0 -10.95 TD[(and)-599(Fidelity)-600(International)-600(Ltd,)-600(a)-600(Bermuda-based)-600(investment)]TJ 0 -10.96 TD[(advisory)-599(firm,)-600(said)-600(they)-600(bought)-600(the)-600(stake)-600("to)-600(acquire)-600(an)-600(equity)]TJ 0 -10.95 TD[(interest)-599(in)-600(the)-600(company)-600(in)-600(pursuit)-600(of)-600(specified)-600(investment)]TJ 0 -10.96 TD[(objectives....")]TJ/F5 9.96 Tf -5.98 -28.03 TD[(A)-270(t)27(ypical)-269(template)-270(that)-270(aims)-271(to)-270(represen)27(t)-269(information)-270(relativ)26(e)-269(to)-270(the)-270(acquisition)]TJ 0 -11.95 TD[(of)-327(companies)-328(ma)27(y)-327(b)-28(e)-327(describ)-28(ed)-328(b)27(y)-327(the)-327(T)82(able)-327(1.2.)-442(Note)-328(that)-328(to)-327(correctly)-328(\257ll)-328(the)]TJ 0 -11.95 TD[(template)-330(a)-331(coreference)-331(b)-28(et)27(w)27(een)]TJ/F4 9.96 Tf 139.4 0 TD[(Two)-355(a\261liate)50(d)-355(investment)-355(\257rms)]TJ/F5 9.96 Tf 139.46 0 TD[(and)]TJ/F4 9.96 Tf 19.34 0 TD[(The)-356(\257rms,)]TJ -298.2 -11.95 TD[(Boston-b)51(ase)51(d)-357(FMR)-358(Corp)-358(and)-357(Fidelity)-358(International)-358(Ltd)]TJ/F5 9.96 Tf 246.38 0 TD[(should)-333(b)-27(e)-334(detected.)]TJ -231.44 -12.37 TD[(Eac)27(h)-316(di\256eren)27(t)-316(topic,)-320(e.g.,)]TJ/F4 9.96 Tf 112.18 0 TD[(b)51(ombing)-342(events)]TJ/F5 9.96 Tf 69.24 0 TD[(or)]TJ/F4 9.96 Tf 12.04 0 TD[(terr)51(orist)-342(acts)]TJ/F5 9.96 Tf 55.97 0 TD[(,)-320(requires)-317(di\256eren)27(t)]TJ -264.37 -11.96 TD[(customized)-258(pattern)-258(sets)-258(to)-258(extract)-258(the)-258(related)]TJ/F4 9.96 Tf 197.8 0 TD[(facts)]TJ/F5 9.96 Tf 20.11 0 TD[(.)-419(The)-258(construction)-258(of)-258(pattern)]TJ -217.91 -11.95 TD[(base)-392(for)-393(new)-393(topics)-393(is)-393(a)-393(time-consuming)-393(and)-393(exp)-28(ensiv)27(e)-392(task,)-408(th)27(us)-392(metho)-28(ds)-393(to)]TJ 0 -11.95 TD[(automatically)-333(generating)-333(the)-333(extraction)-334(pattern)-333(ha)27(v)27(e)-332(b)-28(een)-333(designed.)]TJ 14.94 -12.37 TD[(Categorized)-316(do)-28(cumen)27(ts)-316(ha)26(v)28(e)-316(b)-28(een)-317(used)-317(to)-316(enable)-317(the)-317(unsup)-28(ervised)-317(patterns)]TJ -14.94 -11.95 TD[(extraction)-362(in)-363(AutoSlog-TS)]TJ 119.32 0.85 TD[([)]TJ 2.76 -0.85 TD[(Rilo\256,)-370(1996)]TJ 50.03 0.85 TD[(])]TJ 6.38 -0.85 TD[(\(See)-362(Section)-363(3.3.6\).)-532(First,)-370(all)-363(p)-27(ossible)]TJ -178.49 -11.96 TD[(patterns)-469(that)-470(extract)-470(noun)-470(phrases)-470(are)-470(generated)-470(from)-470(do)-28(cumen)27(ts,)-503(using)-470(15)]TJ 0 -11.95 TD[(di\256eren)27(t)-397(heuristics.)-638(Second,)-414(the)-398(do)-28(cumen)27(ts)-397(are)-398(pro)-28(cessed)-398(again)-398(to)-398(extract)-398(all)]TJ ET 0.4 w 34.86 -571.28 m 172.3 -571.28 l S BT/F14 5.98 Tf 45.95 -577.92 TD[(5)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(TREVI)]TJ 31.23 0.69 TD[([)]TJ 2.36 -0.69 TD[(Basili)]TJ/F19 7.97 Tf 24.36 0 TD[(et)-492(al.)]TJ/F15 7.97 Tf 19.88 0 TD[(,)-498(1998b)]TJ 27.96 0.69 TD[(])]TJ 6.1 -0.69 TD[(is)-470(a)-470(distributed)-470(ob)-59(ject-orien)28(ted)-469(system,)-499(designed)-470(and)-470(de-)]TJ -127.13 -9.46 TD[(v)29(elop)-28(ed)-417(b)29(y)-416(an)-416(Europ)-30(ean)-416(consortium)-417(under)-416(the)-417(TREVI)-416(ESPRIT)-417(pro)-59(ject)-416(EP23311,)-432(for)-417(news)]TJ 0 -9.46 TD[(agencies)-354(in)-354(t)29(w)29(o)-353(EU)-354(languages,)-354(English)-354(and)-355(Spanish.)]TJ ET endstream endobj 175 0 obj << /F11 106 0 R /F5 32 0 R /F1 10 0 R /F10 91 0 R /F4 29 0 R /F18 170 0 R /F14 123 0 R /F15 126 0 R /F19 173 0 R >> endobj 168 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 175 0 R >> endobj 180 0 obj << /Type/Font /Subtype/Type1 /Name/F20 /FontDescriptor 179 0 R /BaseFont/CMCSC10 /FirstChar 0 /LastChar 127 /Widths[683.3 902.8 844.4 755.5 727.8 813.9 786.1 844.4 786.1 844.4 786.1 552.8 552.8 319.4 319.4 523.6 302.2 424.4 552.8 552.8 552.8 552.8 552.8 813.9 494.4 915.6 735.6 824.4 635.6 975 1091.7 844.4 319.4 319.4 552.8 902.8 552.8 902.8 844.4 319.4 436.1 436.1 552.8 844.4 319.4 377.8 319.4 552.8 552.8 552.8 552.8 552.8 552.8 552.8 552.8 552.8 552.8 552.8 319.4 319.4 844.4 844.4 844.4 523.6 844.4 813.9 770.8 786.1 829.2 741.7 712.5 851.4 813.9 405.6 566.7 843 683.3 988.9 813.9 844.4 741.7 844.4 800 611.1 786.1 813.9 813.9 1105.5 813.9 813.9 669.4 319.4 552.8 319.4 552.8 319.4 319.4 613.3 580 591.1 624.4 557.8 535.6 641.1 613.3 302.2 424.4 635.6 513.3 746.7 613.3 635.6 557.8 635.6 602.2 457.8 591.1 613.3 613.3 835.6 613.3 613.3 502.2 552.8 1105.5 552.8 552.8 552.8] >> endobj 183 0 obj << /Type/Font /Subtype/Type1 /Name/F21 /FontDescriptor 182 0 R /BaseFont/CMSY8 /FirstChar 33 /LastChar 196 /Widths[1062.5 531.3 531.3 1062.5 1062.5 1062.5 826.4 1062.5 1062.5 649.3 649.3 1062.5 1062.5 1062.5 826.4 288.2 1062.5 708.3 708.3 944.5 944.5 0 0 590.3 590.3 708.3 531.3 767.4 767.4 826.4 826.4 649.3 849.5 694.7 562.6 821.7 560.8 758.3 631 904.2 585.5 720.1 807.4 730.7 1264.5 869.1 841.6 743.3 867.7 906.9 643.4 586.3 662.8 656.2 1054.6 756.4 705.8 763.6 708.3 708.3 708.3 708.3 708.3 649.3 649.3 472.2 472.2 472.2 472.2 531.3 531.3 413.2 413.2 295.1 531.3 531.3 649.3 531.3 295.1 885.4 795.8 885.4 443.6 708.3 708.3 826.4 826.4 472.2 472.2 472.2 649.3 826.4 826.4 826.4 826.4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 826.4 295.1 826.4 531.3 826.4 531.3 826.4 826.4 826.4 826.4 0 0 826.4 826.4 826.4 1062.5 531.3 531.3 826.4 826.4 826.4 826.4 826.4 826.4 826.4 826.4 826.4 826.4 826.4 826.4 1062.5 1062.5 826.4 826.4 1062.5 826.4] >> endobj 184 0 obj << /Length 9583 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(14)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ ET 0.4 w 88.64 -63.01 m 438.6 -63.01 l S 0.4 w 88.64 -74.17 m 88.64 -63.21 l S BT/F9 8.96 Tf 134.61 -70.88 TD[(Buy)29(er)]TJ ET 0.4 w 204.52 -74.17 m 204.52 -63.21 l S BT 214.63 -70.88 TD[(Compan)28(y)]TJ ET 0.4 w 263.12 -74.17 m 263.12 -63.21 l S BT 272.81 -70.88 TD[(Date)]TJ ET 0.4 w 301.82 -74.17 m 301.82 -63.21 l S BT 307.79 -70.88 TD[(Rep)-28(orted-b)27(y)]TJ ET 0.4 w 363.83 -74.17 m 363.83 -63.21 l S BT 369.8 -70.88 TD[(#)-342(Shares)]TJ ET 0.4 w 412.71 -74.17 m 412.71 -63.21 l S BT 418.68 -70.88 TD[(Pct)]TJ ET 0.4 w 438.6 -74.17 m 438.6 -63.21 l S 0.4 w 88.64 -74.37 m 438.6 -74.37 l S 0.4 w 88.64 -76.36 m 438.6 -76.36 l S 0.4 w 88.64 -87.51 m 88.64 -76.56 l S BT 96.04 -84.23 TD[(Boston-based)-342(FMR)-343(Corp)]TJ ET 0.4 w 204.52 -87.51 m 204.52 -76.56 l S BT 217.95 -84.23 TD[(Midw)28(a)28(y)]TJ ET 0.4 w 263.12 -87.51 m 263.12 -76.56 l S BT 269.1 -84.23 TD[(June)-342(2)]TJ ET 0.4 w 301.82 -87.51 m 301.82 -76.56 l S BT 317.36 -84.23 TD[(Reuters)]TJ ET 0.4 w 363.83 -87.51 m 363.83 -76.56 l S BT 373.17 -84.23 TD[(593,000)]TJ ET 0.4 w 412.71 -87.51 m 412.71 -76.56 l S BT 419.77 -84.23 TD[(7.7)]TJ ET 0.4 w 438.6 -87.51 m 438.6 -76.56 l S 0.4 w 88.64 -98.47 m 88.64 -87.51 l S BT 139.16 -95.18 TD[(and)]TJ ET 0.4 w 204.52 -98.47 m 204.52 -87.51 l S BT 210.5 -95.18 TD[(Airlines)-342(Inc)]TJ ET 0.4 w 263.12 -98.47 m 263.12 -87.51 l S 0.4 w 301.82 -98.47 m 301.82 -87.51 l S 0.4 w 363.83 -98.47 m 363.83 -87.51 l S 0.4 w 412.71 -98.47 m 412.71 -87.51 l S 0.4 w 438.6 -98.47 m 438.6 -87.51 l S 0.4 w 88.64 -109.43 m 88.64 -98.47 l S BT 94.62 -106.14 TD[(Fidelit)28(y)-341(In)27(ternational)-341(Ltd)]TJ ET 0.4 w 204.52 -109.43 m 204.52 -98.47 l S 0.4 w 263.12 -109.43 m 263.12 -98.47 l S 0.4 w 301.82 -109.43 m 301.82 -98.47 l S 0.4 w 363.83 -109.43 m 363.83 -98.47 l S 0.4 w 412.71 -109.43 m 412.71 -98.47 l S 0.4 w 438.6 -109.43 m 438.6 -98.47 l S 0.4 w 88.64 -109.63 m 438.6 -109.63 l S BT/F5 9.96 Tf 88.64 -132.68 TD[(T)83(able)-285(1.2:)-421(Example)-286(of)-285(an)-286(Information)-286(Extraction)-285(template)-286(applied)-286(to)-285(a)-286(Reuters)]TJ 0 -11.95 TD[(news)-333(from)-333(the)]TJ/F4 9.96 Tf 65.1 0 TD[(A)50(c)52(quisition)]TJ/F5 9.96 Tf 52.21 0 TD[(category)82(.)]TJ -117.31 -31.34 TD[(the)-417(instances)-418(that)-417(matc)27(h)-417(the)-417(patterns,)-438(deriv)26(ed)-416(during)-417(the)-418(\257rst)-417(step.)-697(Finally)82(,)]TJ 0 -11.95 TD[(the)-377(set)-376(of)-377(patterns)-377(are)-377(rank)27(ed)-376(according)-377(to)-377(the)-377(probabilit)27(y)-376(that)-377(relev)55(an)28(t)-376(texts)]TJ 0 -11.95 TD[(con)27(tain)-345(the)-346(target)-346(pattern.)-482(The)-346(relev)55(an)27(t)-345(texts)-345(for)-346(a)-346(pattern)-346(are)-346(assumed)-346(to)-346(b)-28(e)]TJ 0 -11.95 TD[(the)-289(do)-28(cumen)27(ts)-288(that)-289(b)-28(elong)-289(to)-290(the)-289(target)-289(category)82(.)-428(This)-290(allo)27(ws)-288(the)-289(estimation)-289(of)]TJ 0 -11.95 TD[(the)-327(relev)55(ance)-326(probabilit)26(y)-326(for)-327(a)-327(pattern)]TJ/F7 9.96 Tf 169.61 0 TD[(p)]TJ/F5 9.96 Tf 8.27 0 TD[(as)-327(the)-327(fraction)-327(b)-28(et)27(w)28(een)-326(the)-327(n)26(um)28(b)-27(er)-327(of)]TJ -177.88 -11.95 TD[(instances)-265(of)]TJ/F7 9.96 Tf 52.71 0 TD[(p)]TJ/F5 9.96 Tf 7.66 0 TD[(in)-265(relev)55(an)28(t)-265(do)-28(cumen)27(ts)-264(and)-266(the)-265(total)-266(n)27(um)28(b)-27(er)-265(of)-266(instances)-265(activ)54(ated)]TJ -60.37 -11.96 TD[(b)27(y)]TJ/F7 9.96 Tf 13.84 0 TD[(p)]TJ/F5 9.96 Tf 5.01 0 TD[(.)]TJ -3.91 -11.95 TD[(The)-315(ab)-28(o)27(v)27(e)-314(metho)-28(d)-316(allo)27(ws)-315(the)-315(IE)-316(designers)-316(to)-315(sa)26(v)28(e)-314(time)-316(as)-316(the)-316(rank)27(ed)-314(list)-316(of)]TJ -14.94 -11.95 TD[(patterns)-304(can)-304(b)-28(e)-304(v)54(alidated)-303(quic)27(k)27(er)-303(than)-304(the)-304(man)26(ual)-303(annotation)-304(of)-305(the)-304(extraction)]TJ 0 -11.95 TD[(rule)-272(from)-272(texts.)-424(Ho)27(w)28(ev)28(er,)-283(the)-272(resulting)-272(Information)-272(Extraction)-272(system)-272(is)-272(clearly)]TJ 0 -11.95 TD[(domain)-228(based)-228(and)-229(required)-228(the)-228(man)26(ual)-227(categorization)-228(of)-229(the)-228(learning)-228(do)-28(cumen)27(ts.)]TJ 0 -11.96 TD[(An)-285(alternativ)26(e)-284(to)-286(the)-286(man)27(ual)-284(pro)-28(duction)-286(of)-286(learning)-285(data)-286(for)-285(eac)26(h)-284(application)-286(is)]TJ 0 -11.95 TD[(to)-351(use)-351(general)-351(kno)26(wledge)-350(v)55(alid)-350(for)-352(an)27(y)-350(domain.)-498(Curren)27(tly)-350(there)-352(are)-351(t)27(w)28(o)-350(mains)]TJ 0 -11.95 TD[(linguistic)-347(resource)-347(based)-347(on)-346(di\256eren)26(t)-346(kno)27(wledge)-346(represen)27(tations:)-471(W)83(ordNet)-346(and)]TJ 0 -11.95 TD[(F)83(rameNet.)]TJ 14.94 -11.95 TD[(F)83(rameNet)-337(is)-337(a)-337(lexico-seman)27(tic)-336(database,)-338(made)-338(recen)27(tly)-336(a)27(v)55(ailable)]TJ/F10 6.97 Tf 280.35 3.61 TD[(6)]TJ/F5 9.96 Tf 4.46 -3.61 TD[(.)-456(The)-337(aim)]TJ -299.75 -11.95 TD[(of)-335(the)-335(F)82(rameNet)-334(pro)-56(ject)-335(is)-335(to)-335(pro)-28(duce)-335(descriptions)-335(of)-335(w)26(ords)-334(based)-335(on)-335(seman)27(tic)]TJ 0 -11.96 TD[(frames.)-438(Seman)27(tic)-314(frames,)-318(as)-314(they)-315(ha)27(v)28(e)-314(b)-28(een)-314(in)27(tro)-27(duced)-315(b)27(y)]TJ 256.58 0.86 TD[([)]TJ 2.76 -0.86 TD[(Fillmore,)-318(1982)]TJ 62.27 0.86 TD[(])]TJ 2.76 -0.86 TD[(,)-318(are)]TJ -324.37 -11.95 TD[(sc)27(hematic)-409(represen)27(tations)-409(of)-410(situations)-410(in)27(v)28(olving)-409(v)54(arious)-409(participan)27(ts,)-428(prop)-28(er-)]TJ 0 -11.95 TD[(ties)-398(and)-397(roles,)-414(in)-398(whic)27(h)-397(a)-398(w)27(ord)-397(ma)27(y)-397(b)-28(e)-398(t)27(ypically)-397(used.)-638(The)-397(Seman)26(tic)-396(F)82(rames)]TJ 0 -11.95 TD[(a)27(v)56(ailable)-280(from)-280(F)83(rameNet)-279(are)-281(in)-280(some)-280(w)27(a)28(y)-279(similar)-281(to)-280(the)-280(e\256orts)-280(made)-280(to)-280(describ)-28(e)]TJ 0 -11.95 TD[(the)-287(argumen)26(t)-286(structures)-288(of)-288(lexical)-287(items)-288(in)-287(terms)-288(of)-288(case-roles)-287(or)-288(thematic-roles.)]TJ 0 -11.96 TD[(Ho)27(w)28(ev)28(er,)-319(in)-315(F)82(rameNet,)-318(the)-316(role)-316(names,)-319(whic)27(h)-315(are)-316(called)-315(F)82(rame)-315(Elemen)27(ts)-315(\(FEs\))]TJ 0 -11.95 TD[(are)-300(lo)-27(cal)-300(to)-300(particular)-300(frame)-299(structures.)-434(F)83(or)-299(example,)-306(the)-300(FEs)-300(of)-300(the)]TJ/F20 9.96 Tf 298.89 0 TD[(Arriving)]TJ/F5 9.96 Tf -298.89 -11.95 TD[(frame)-362(are)]TJ/F4 9.96 Tf 45.18 0 TD[(THEME)]TJ/F5 9.96 Tf 36.98 0 TD[(,)]TJ/F4 9.96 Tf 6.37 0 TD[(SOUR)25(CE)]TJ/F5 9.96 Tf 41.54 0 TD[(,)]TJ/F4 9.96 Tf 6.37 0 TD[(GO)25(AL)]TJ/F5 9.96 Tf 32.35 0 TD[(and)]TJ/F4 9.96 Tf 19.66 0 TD[(D)25(A)77(TE)]TJ/F5 9.96 Tf 27.79 0 TD[(.)-362(They)-362(are)-363(de\257ned)-363(in)-362(the)-363(fol-)]TJ -216.24 -11.95 TD[(lo)27(wing)-241(w)27(a)28(y:)-398(the)]TJ/F4 9.96 Tf 70.21 0 TD[(THEME)]TJ/F5 9.96 Tf 39.38 0 TD[(represen)27(ts)-241(the)-242(ob)-55(ject)-242(whic)26(h)-241(mo)27(v)28(es;)-271(the)]TJ/F4 9.96 Tf 167.15 0 TD[(SOUR)25(CE)]TJ/F5 9.96 Tf 43.94 0 TD[(is)-242(the)]TJ -320.68 -11.95 TD[(starting)-278(p)-28(oin)27(t)-277(of)-278(the)-278(motion;)-297(the)]TJ/F4 9.96 Tf 142.22 0 TD[(P)76(A)77(TH)]TJ/F5 9.96 Tf 29.93 0 TD[(is)-278(a)-278(description)-278(of)-278(the)-278(motion)-278(tra)-56(jectory)]TJ -172.15 -11.96 TD[(whic)27(h)-392(is)-394(neither)-393(a)]TJ/F4 9.96 Tf 82.98 0 TD[(SOUR)25(CE)]TJ/F5 9.96 Tf 45.45 0 TD[(nor)-393(a)]TJ/F4 9.96 Tf 27.23 0 TD[(GO)25(AL)]TJ/F5 9.96 Tf 28.74 0 TD[(;)-392(the)]TJ/F4 9.96 Tf 24.43 0 TD[(GO)25(AL)]TJ/F5 9.96 Tf 32.65 0 TD[(is)-393(the)-393(expression)-394(whic)27(h)]TJ -241.48 -11.95 TD[(tells)-344(where)-345(the)-345(theme)-344(ends)-345(up.)-478(A)-345(frame)-344(has)-345(also)-345(a)-344(description)-345(that)-344(de\257nes)-345(the)]TJ 0 -11.95 TD[(relations)-375(holding)-375(b)-28(et)27(w)28(een)-374(its)-375(FEs,)-386(whic)27(h)-374(is)-375(called)-375(the)]TJ/F4 9.96 Tf 239.26 0 TD[(sc)51(ene)]TJ/F5 9.96 Tf 27.39 0 TD[(of)-374(the)-376(frame.)-569(F)82(or)]TJ -266.65 -11.95 TD[(example,)-330(the)-329(scene)-329(of)]TJ/F20 9.96 Tf 99.46 0 TD[(Arriving)]TJ/F5 9.96 Tf 48 0 TD[(is:)-442(the)]TJ/F4 9.96 Tf 30.98 0 TD[(THEME)]TJ/F5 9.96 Tf 40.25 0 TD[(mo)27(v)28(es)-328(in)-329(the)-330(direction)-329(of)-329(the)]TJ/F4 9.96 Tf -218.69 -11.95 TD[(GO)25(AL)]TJ/F5 9.96 Tf 28.74 0 TD[(,)-384(starting)-385(at)-384(the)]TJ/F4 9.96 Tf 74.61 0 TD[(SOUR)25(CE)]TJ/F5 9.96 Tf 45.37 0 TD[(along)-384(a)]TJ/F4 9.96 Tf 35.88 0 TD[(P)76(A)77(TH)]TJ/F5 9.96 Tf 27.16 0 TD[(.)-384(Additionally)82(,)-396(F)82(rameNet)-384(con-)]TJ -211.76 -11.95 TD[(tains)-372(annotations)-373(in)-372(the)-373(British)-372(National)-373(Corpus)-372(\(BNC\))-373(of)-372(examples)-372(of)-373(w)27(ords)]TJ 0 -11.96 TD[(that)-423(ev)27(ok)28(e)-422(eac)27(h)-422(of)-423(the)-422(frames.)-713(Suc)26(h)-421(w)26(ords)-421(are)-423(called)]TJ/F4 9.96 Tf 243.56 0 TD[(tar)50(get)-439(wor)50(ds)]TJ/F5 9.96 Tf 53.51 0 TD[(,)-445(and)-423(they)]TJ -297.07 -11.95 TD[(ma)27(y)-332(b)-28(e)-333(nouns,)-334(v)27(erbs)-332(or)-334(adjectiv)27(es.)]TJ ET 0.4 w 88.64 -590.2 m 226.09 -590.2 l S BT/F14 5.98 Tf 99.73 -596.84 TD[(6)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(F)88(rameNet)-353(is)-355(a)29(v)59(ailable)-353(at)-354(the)-355(W)88(eb)-353(site:)]TJ/F18 7.97 Tf 145.77 0 TD[(www.icsi.berkeley.edu/)]TJ/F21 7.97 Tf 105.17 0 TD[(\273)]TJ/F18 7.97 Tf 6.59 0 TD[(framenet)]TJ/F15 7.97 Tf 38.25 0 TD[(.)]TJ ET endstream endobj 185 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F4 29 0 R /F7 63 0 R /F10 91 0 R /F20 180 0 R /F14 123 0 R /F15 126 0 R /F18 170 0 R /F21 183 0 R >> endobj 177 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 185 0 R >> endobj 188 0 obj << /Length 7637 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.3.)-799(TEXT)-342(CA)84(TEGORIZA)86(TION)-342(F)28(OR)-342(NLP)]TJ/F5 9.96 Tf 333.66 0 TD[(15)]TJ -318.72 -27.96 TD[(This)-224(kind)-224(of)-224(kno)27(wledge)-224(can)-224(b)-28(e)-224(successfully)-224(used)-224(for)-225(generating)-224(domain)-224(kno)27(wl-)]TJ -14.94 -11.95 TD[(edge)-366(required)-367(for)-366(an)26(y)-365(new)-367(domain,)-375(i.e.)-544(Op)-28(en-Domain)-367(Information)-366(Extraction.)]TJ 0 -11.95 TD[(The)-423(corpus)-424(annotation)-423(a)27(v)55(ailable)-423(from)-423(F)82(rameNet)-422(enable)-424(us)-424(to)-423(design)-424(learning)]TJ 0 -11.95 TD[(algorithm)-303(that)-304(\(a\))-304(categorize)-303(sen)26(tences)-302(in)-304(F)82(rameNet)-303(frames)-303(and)-304(\(b\))-304(allo)27(w,)-309(once)]TJ 0 -11.96 TD[(a)27(v)56(ailable)-405(the)-405(target)-405(frame,)-424(the)-405(recognition)-406(of)-405(extraction)-406(rules)-405(for)-405(an)26(y)-404(domain)]TJ 0 -11.09 TD[([)]TJ 2.77 -0.86 TD[(Mosc)28(hitti)]TJ/F4 9.96 Tf 44.39 0 TD[(et)-364(al.)]TJ/F5 9.96 Tf 22.21 0 TD[(,)-342(2003)]TJ 26.1 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-466(Chapter)-340(4)-341(describ)-28(es)-341(in)-340(more)-341(details)-341(the)-340(adopted)-341(Infor-)]TJ -98.24 -11.95 TD[(mation)-333(Extraction)-333(algorithm)-333(as)-334(w)27(ell)-332(as)-334(the)-333(use)-333(of)-334(sen)27(tence)-332(categorization.)]TJ/F1 11.95 Tf 0 -28.69 TD[(1.3.2)-1124(Question/Answ)30(ering)]TJ/F5 9.96 Tf 0 -18.66 TD[(IR)-378(tec)27(hniques)-378(ha)27(v)28(e)-378(pro)27(v)28(en)-378(quite)-379(successful)-378(at)-379(lo)-28(cating)-378(within)-379(large)-378(collections)]TJ 0 -11.95 TD[(of)-366(do)-28(cumen)27(ts)-365(those)-367(relev)55(an)27(t)-365(to)-366(a)-367(user's)-366(query)82(.)-543(Often,)-375(ho)27(w)28(ev)28(er,)-374(the)-367(user)-366(w)27(an)27(ts)]TJ 0 -11.96 TD[(not)-406(whole)-406(do)-27(cumen)26(ts)-405(but)-406(brief)-406(answ)27(ers)-405(to)-406(sp)-28(eci\257c)-406(questions)-406(lik)26(e)]TJ/F18 8.96 Tf 289.83 0 TD[(How)-600(old)-600(is)]TJ -289.83 -11.95 TD[(the)-599(President?)]TJ/F5 9.96 Tf 83.07 0 TD[(or)]TJ/F18 8.96 Tf 13.31 0 TD[(Who)-600(was)-600(the)-600(second)-600(person)-600(on)-600(the)-600(moon?)]TJ/F5 9.96 Tf 212.15 0 TD[(F)83(or)-444(this)]TJ -308.53 -11.95 TD[(new)-339(information)-339(needs)-340(the)-339(sole)-340(statistical)-339(approac)26(h)-338(of)-340(IR)-339(is)-339(not)-340(su\261cien)27(t.)-462(The)]TJ 0 -11.95 TD[(result)-271(is)-272(that)-271(a)-272(new)-272(researc)27(h)-270(area)-272(that)-272(includes)-271(IR)-272(and)-272(NLP)-271(tec)27(hniques)-271(has)-272(b)-27(een)]TJ 0 -11.95 TD[(consolidating,)-333(i.e.,)-333(Question)-333(Answ)26(ering.)]TJ 14.94 -12.11 TD[(Question)-256(Answ)27(ering)-255(\(Q/A\))-256(is)-256(a)-256(fast)-256(gro)27(wing)-255(area)-256(of)-256(researc)26(h)-255(and)-256(commercial)]TJ -14.94 -11.95 TD[(in)27(terest:)-533(from)-378(one)-378(hand,)-389(it)-378(is)-378(the)-379(only)-378(IR)-378(subtask)-378(that)-378(has)-378(b)-28(een)-378(pro)27(v)28(ed)-378(to)-378(b)-28(e)]TJ 0 -11.95 TD[(enhanced)-402(b)27(y)-402(NLP;)-402(on)-403(the)-402(other)-403(hand,)-419(the)-403(high)-402(capacit)26(y)-401(of)-403(retrieving)-402(sp)-28(eci\257c)]TJ 0 -11.95 TD[(information)-420(mak)27(es)-419(it)-420(app)-28(ealing)-420(for)-420(business)-420(activities,)-442(e.g.,)-442(information)-420(man-)]TJ 0 -11.95 TD[(agemen)27(t.)-472(The)-343(problem)-342(of)-343(Q/A)-343(is)-343(to)-343(\257nd)-343(answ)27(ers)-342(to)-343(op)-27(en-domain)-343(questions)-343(b)27(y)]TJ 0 -11.96 TD[(searc)27(hing)-336(a)-338(large)-337(collection)-337(of)-338(do)-28(cumen)27(ts.)-455(Unlik)26(e)-336(In)27(ternet)-337(searc)27(h)-336(engines,)-339(Q/A)]TJ 0 -11.95 TD[(systems)-255(pro)27(vide)-255(short,)-271(relev)54(an)28(t)-255(answ)27(ers)-255(to)-256(questions.)-418(The)-256(recen)27(t)-255(explosion)-256(of)-255(in-)]TJ 0 -11.95 TD[(formation)-238(a)27(v)55(ailable)-237(on)-238(the)-239(W)83(orld)-238(Wide)-238(W)82(eb)-237(mak)27(es)-238(Q/A)-238(a)-238(comp)-28(elling)-239(framew)27(ork)]TJ 0 -11.95 TD[(for)-362(\257nding)-363(information)-363(that)-363(closely)-363(matc)27(hes)-362(user)-362(needs.)-533(One)-363(of)-363(the)-363(imp)-28(ortan)27(t)]TJ 0 -11.95 TD[(feature)-440(of)-441(Q/A)-440(is)-441(the)-440(fact)-441(that)-441(b)-27(oth)-441(questions)-441(and)-440(answ)27(ers)-440(are)-441(expressed)-440(in)]TJ 0 -11.96 TD[(natural)-325(language.)-442(In)-325(con)27(trast)-324(to)-326(the)-325(IR)-326(metho)-27(ds,)-327(Q/A)-326(approac)27(h)-324(deal)-325(with)-326(lan-)]TJ 0 -11.95 TD[(guage)-291(am)27(biguities)-290(and)-291(incorp)-28(orate)-291(NLP)-291(tec)27(hniques.)-429(All)-291(the)-291(systems)-292(b)-27(eing)-291(built)]TJ 0 -11.95 TD[(in)-320(these)-320(y)27(ear)-319(exhibit)-321(a)-320(fairly)-320(standard)-320(structure:)-438(create)-320(a)-321(query)-320(from)-320(the)-320(user's)]TJ 0 -11.95 TD[(question,)-393(p)-28(erform)-382(IR)-381(with)-382(the)-382(query)-382(to)-381(lo)-28(cate)-382(\(segmen)27(ts)-381(of)-78(\))-381(do)-28(cumen)27(ts)-381(lik)27(ely)]TJ 0 -11.95 TD[(to)-335(con)27(tain)-334(an)-335(answ)27(er,)-335(and)-335(then)-335(pinp)-28(oin)27(t)-334(the)-335(most)-336(lik)27(ely)-334(answ)27(er)-334(passage)-336(within)]TJ 0 -11.95 TD[(the)-466(candidate)-467(do)-28(cumen)27(ts.)-843(Answ)27(ering)-466(questions)-467(is)-466(th)26(us)-465(the)-467(problem)-467(of)-466(\257nd-)]TJ 0 -11.96 TD[(ing)-286(the)-286(b)-28(est)-286(com)26(bination)-285(of)-287(w)27(ord-lev)28(el)-285(\(IR\))-287(and)-286(syn)27(tactic/seman)27(tic-lev)28(el)-285(\(NLP\))]TJ 0 -11.95 TD[(tec)27(hniques.)-461(The)-339(former)-340(pro)-27(duces)-340(as)-339(short)-339(a)-339(set)-340(of)-339(lik)27(ely)-339(candidate)-339(segmen)27(ts)-338(as)]TJ 0 -11.95 TD[(p)-27(ossible)-334(and)-333(the)-333(latter)-334(pinp)-27(oin)26(ts)-332(the)-333(answ)27(er\(s\))-333(as)-333(accurately)-333(as)-334(p)-28(ossible.)]TJ 14.94 -12.1 TD[(Our)-415(idea)-416(to)-416(impro)26(v)28(e)-415(Q/A)-416(systems)-416(is)-416(to)-416(in)27(tro)-27(duce)-416(an)-416(additional)-416(step)-415(that)]TJ -14.94 -11.96 TD[(uses)-313(the)-314(TC)-314(for)-314(\257ltering)-314(incorrect)-314(questions)-314(and)-314(impro)27(ving)-313(the)-314(answ)27(er)-313(ranking.)]TJ 0 -11.95 TD[(There)-433(are)-433(t)27(w)27(o)-432(w)27(a)28(ys)-433(to)-433(use)-433(categorized)-434(data)-433(in)-433(Q/A:)-434(\(a\))-433(to)-433(\257lter)-434(paragraphs)]TJ 0 -11.95 TD[(retriev)27(ed)-351(b)27(y)-352(the)-352(IR)-352(engine)-353(and)-352(\(b\))-353(to)-352(\257lter)-352(the)-353(\257nal)-352(answ)27(ers)-352(pro)27(vided)-351(b)27(y)-352(b)-28(oth)]TJ 0 -11.95 TD[(IR)-333(and)-333(NLP)-333(pro)-28(cesses.)]TJ 14.94 -12.1 TD[(Q/A)-400(systems)-401(incorp)-27(orate)-401(a)-401(paragraph)-400(retriev)54(al)-399(engine,)-418(to)-400(\257nd)-401(paragraphs)]TJ -14.94 -11.96 TD[(that)-407(con)27(tain)-407(candidate)-408(answ)27(ers,)-425(as)-408(rep)-28(orted)-408(in)]TJ 211.18 0.86 TD[([)]TJ 2.77 -0.86 TD[(Clark)]TJ/F4 9.96 Tf 28.16 0 TD[(et)-425(al.)]TJ/F5 9.96 Tf 22.82 0 TD[(,)-426(1999;)-408(P)27(asca)-407(and)]TJ -264.93 -11.95 TD[(Harabagiu,)-405(2001)]TJ 71.85 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-618(Then,)-406(seman)27(tic)-391(information,)-406(e.g.,)-406(the)-391(class)-392(of)-391(the)-392(exp)-27(ected)]TJ -74.62 -11.95 TD[(answ)27(ers,)-437(deriv)27(ed)-416(from)-417(the)-417(question)-416(pro)-28(cessing,)-438(is)-417(used)-417(to)-417(retriev)27(e)-416(paragraphs)]TJ 0 -11.95 TD[(and)-456(later)-457(to)-457(extract)-457(answ)27(ers.)-814(T)27(ypically)83(,)-486(the)-457(seman)27(tic)-456(classes)-457(of)-457(answ)27(ers)-456(are)]TJ ET endstream endobj 189 0 obj << /F11 106 0 R /F5 32 0 R /F4 29 0 R /F1 10 0 R /F18 170 0 R >> endobj 187 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 189 0 R >> endobj 192 0 obj << /Length 7714 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(16)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -204.54 -27.96 TD[(organized)-398(in)-399(\(hierarc)27(hical\))-398(on)27(tologies)-398(and)-398(do)-399(not)-398(relate)-399(in)-399(an)27(y)-398(w)27(a)28(y)-398(to)-398(seman-)]TJ 0 -11.95 TD[(tic)-327(classes)-327(t)27(ypically)-326(asso)-28(ciated)-327(with)-327(do)-28(cumen)27(ts.)-442(The)-327(on)27(tology)-326(of)-327(answ)27(er)-326(classes)]TJ 0 -11.95 TD[(con)27(tains)-387(concepts)-387(lik)26(e)]TJ/F20 9.96 Tf 99.4 0 TD[(PERSON)]TJ/F5 9.96 Tf 45.35 0 TD[(,)]TJ/F20 9.96 Tf 6.62 0 TD[(LOCA)87(TION)]TJ/F5 9.96 Tf 62.53 0 TD[(or)]TJ/F20 9.96 Tf 12.74 0 TD[(PR)28(ODUCT)]TJ/F5 9.96 Tf 55.5 0 TD[(,)-387(whereas)-388(cat-)]TJ -282.14 -11.95 TD[(egories)-459(asso)-27(ciated)-459(with)-459(do)-28(cumen)27(ts)-458(are)-459(more)-459(similar)-459(to)-459(topics)-459(than)-458(concepts,)]TJ 0 -11.96 TD[(e.g.,)-307(acquisitions,)-307(trading)-300(or)-301(earnings.)-434(Giv)27(en)-299(that)-301(categories)-300(indicate)-301(a)-300(di\256eren)26(t)]TJ 0 -11.95 TD[(seman)27(tic)-409(information)-410(than)-409(the)-410(class)-410(of)-409(the)-410(exp)-28(ected)-410(answ)27(er,)-428(w)27(e)-409(argue)-410(in)-409(this)]TJ 0 -11.95 TD[(thesis)-269(that)-269(text)-269(categories)-269(can)-269(b)-28(e)-269(used)-269(for)-269(impro)27(ving)-268(the)-269(qualit)27(y)-268(of)-269(textual)-269(Q/A.)]TJ 14.94 -12.37 TD[(This)-486(approac)27(h)-485(to)-486(our)-486(kno)26(wledge)-485(has)-486(not)-486(b)-28(een)-486(studied)-486(in)-486(other)-486(Q/A)-486(re-)]TJ -14.94 -11.95 TD[(searc)27(hes.)-698(The)-418(usual)-418(metho)-27(d)-419(to)-418(exploit)-418(text)-418(categories)-418(to)-418(\257nd)-418(the)-418(desired)-418(in-)]TJ 0 -11.95 TD[(formation)-428(is)-427(b)26(y)-426(na)26(vigating)-426(along)-428(sub)-56(ject)-427(categories)-428(assigned)-428(hierarc)27(hically)-427(to)]TJ 0 -11.96 TD[(groups)-463(of)-464(do)-28(cumen)27(ts,)-495(in)-464(a)-464(st)27(yle)-462(made)-464(p)-28(opular)-464(b)27(y)]TJ/F4 9.96 Tf 228.58 0 TD[(Y)76(aho)51(o.c)51(om)]TJ/F5 9.96 Tf 52.24 0 TD[(among)-463(others.)]TJ -280.82 -11.95 TD[(When)-363(the)-363(de\257ned)-363(category)-363(is)-363(reac)27(hed,)-369(do)-28(cumen)27(ts)-362(are)-363(insp)-28(ected)-363(and)-363(the)-363(infor-)]TJ 0 -11.95 TD[(mation)-316(is)-317(ev)27(en)28(tually)-315(retriev)26(ed.)-437(This)-317(is)-316(a)-317(totally)-316(di\256eren)27(t)-316(approac)27(h)-315(with)-317(resp)-27(ect)]TJ 0 -11.95 TD[(to)-333(the)-333(metho)-28(ds)-334(follo)27(w)28(ed)-332(b)26(y)-332(the)-333(use)-334(of)-333(Q/A)-333(mo)-28(dels.)]TJ 14.94 -12.37 TD[(In)-402(Chapter)-402(4,)-419(instead,)-419(\257ltering/re-ranking)-402(metho)-28(ds)-402(that)-402(automatically)-401(as-)]TJ -14.94 -11.96 TD[(signing)-344(categories)-344(to)-344(b)-28(oth)-344(questions)-344(and)-344(texts)-344(are)-344(presen)27(ted.)-475(The)-344(\257ltering)-344(sys-)]TJ 0 -11.95 TD[(tems)-351(allo)26(w)-350(to)-352(eliminate)-351(man)26(y)-350(incorrect)-352(answ)27(ers)-351(and)-351(to)-352(impro)27(v)28(e)-351(the)-352(ranking)-351(of)]TJ 0 -11.95 TD[(answ)27(ers)-408(pro)-28(duced)-409(b)27(y)-409(Q/A)-409(systems)]TJ 158.49 0.86 TD[([)]TJ 2.77 -0.86 TD[(Mosc)28(hitti,)-428(2003a)]TJ 72.93 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-671(Additionally)82(,)-427(w)27(e)-408(sho)27(w)]TJ -236.96 -11.95 TD[(that,)-397(whenev)27(er)-384(the)-384(seman)27(tic)-384(class)-384(of)-385(the)-384(exp)-28(ected)-384(answ)26(er)-383(w)27(as)-384(not)-384(recognized,)]TJ 0 -11.95 TD[(the)-373(category)-374(information)-373(impro)26(v)28(es)-372(the)-374(answ)27(er)-372(ranking.)-565(The)-374(TC)-373(\257lter)-374(w)27(as)-373(ap-)]TJ 0 -11.96 TD[(plied)-409(to)-410(the)]TJ/F4 9.96 Tf 55.95 0.01 TD[(LCC)-427(F)75(alc)51(on)-427(Q/A)-427(system)]TJ/F5 9.96 Tf 115.41 0.85 TD[([)]TJ 2.77 -0.86 TD[(P)28(asca)-409(and)-409(Harabagiu,)-429(2001)]TJ 121.1 0.86 TD[(])]TJ 2.76 -0.86 TD[(.)-673(It)-409(is)-410(the)]TJ -297.99 -11.95 TD[(curren)27(t)-318(b)-28(est)-319(\257gure)-319(Q/A)-319(system)-319(according)-319(to)-319(TREC)-319(2002)-319(ev)55(aluation)-318(and)-319(it)-319(w)27(as)]TJ 0 -11.95 TD[(the)-333(b)-28(est)-333(accurate)-334(system)-333(of)-333(past)-334(TREC)-333(editions.)]TJ/F1 11.95 Tf 0 -30.11 TD[(1.3.3)-1125(T)93(ext)-374(Summarization)]TJ/F5 9.96 Tf 0 -19.16 TD[(T)83(ext)-448(Summarization)-449(is)-449(the)-449(pro)-28(cess)-449(of)-449(distilling)-448(the)-449(most)-449(imp)-28(ortan)27(t)-448(informa-)]TJ 0 -11.95 TD[(tion)-452(from)-452(a)-452(source)-451(to)-452(pro)-28(duce)-452(an)-452(abridged)-452(v)27(ersion)-451(for)-452(a)-452(particular)-452(user)-452(and)]TJ 0 -11.96 TD[(task)]TJ 21.84 0.86 TD[([)]TJ 2.77 -0.86 TD[(Chinc)27(hor)]TJ/F4 9.96 Tf 43.39 0 TD[(et)-402(al.)]TJ/F5 9.96 Tf 22.59 0 TD[(,)-393(1998;)-382(Kan)]TJ/F4 9.96 Tf 55.23 0 TD[(et)-402(al.)]TJ/F5 9.96 Tf 22.59 0 TD[(,)-393(2001;)-382(Hardy)]TJ/F4 9.96 Tf 64.12 0 TD[(et)-401(al.)]TJ/F5 9.96 Tf 22.58 0 TD[(,)-394(2001)]TJ 26.61 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-589(It)-381(is)-382(a)-381(hard)]TJ -284.49 -11.95 TD[(problem)-322(of)-322(Natural)-322(Language)-323(Pro)-27(cessing)-323(as)-322(it)-322(implies)-322(the)-323(understanding)-322(of)-322(the)]TJ 0 -11.95 TD[(text)-378(con)26(ten)28(t.)-579(This)-378(latter)-379(requires)-378(seman)27(tic)-378(analysis,)-390(discourse)-378(pro)-28(cessing,)-390(and)]TJ 0 -11.95 TD[(inferen)27(tial)-360(in)26(terpretation)-360(\(grouping)-361(of)-362(the)-361(con)27(ten)28(t)-361(using)-361(w)27(orld)-361(kno)27(wledge\).)-528(As)]TJ 0 -11.95 TD[(curren)27(t)-284(NLP)-285(tec)27(hniques)-284(are)-285(not)-284(enough)-285(accurate)-285(to)-285(accomplish)-285(the)-285(ab)-27(o)26(v)28(e)-284(tasks,)]TJ 0 -11.95 TD[(rather)-316(than)-316(carrying)-317(out)-316(true)-316(abstraction,)-320(appro)27(ximation)-316(are)-316(obtained)-316(b)26(y)-315(iden-)]TJ 0 -11.96 TD[(tifying)-420(the)-420(most)-420(imp)-27(ortan)26(t)-419(and)-420(cen)27(tral)-419(topic\(s\))-420(of)-420(the)-420(text,)-441(and)-420(return)-420(them)]TJ 0 -11.95 TD[(to)-414(the)-414(reader.)-686(Although)-414(the)-415(summary)-414(is)-414(not)-414(necessarily)-414(coheren)27(t,)-433(the)-414(reader)]TJ 0 -11.95 TD[(can)-434(form)-434(an)-434(opinion)-433(of)-434(the)-434(con)27(ten)27(t)-433(of)-434(the)-433(original.)-747(Indeed,)-459(most)-434(automated)]TJ 0 -11.95 TD[(summarization)-333(systems)-333(to)-28(da)27(y)-333(pro)-28(duce)-333(extracts)-333(only)82(.)]TJ 14.94 -12.37 TD[(F)83(ollo)27(wing)-236(this)-237(last)-238(approac)27(h,)-255(there)-238(are)-237(t)27(w)28(o)-237(main)-237(w)27(a)28(ys)-237(to)-237(pro)-28(duce)-237(a)-237(summary:)]TJ/F12 9.96 Tf 0 -21.18 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Information)-415(R)50(etrieval-b)51(ase)52(d)-414(summaries)]TJ/F5 9.96 Tf 171.71 0 TD[(.)-630(Statistical)-396(metho)-28(ds)-395(are)-396(used)-395(to)]TJ -171.71 -11.95 TD[(\257nd)-458(sen)27(tences,)-488(whic)27(h)-457(are)-458(probably)-458(the)-458(most)-458(represen)27(tativ)27(e.)-817(Th)27(us,)-488(the)]TJ 0 -11.96 TD[(sen)27(tence)-405(are)-406(merged)-405(to)-406(form)-406(an)-406(extract)-405(\(rather)-406(than)-406(an)-406(abstract\).)-661(The)]TJ 0 -11.95 TD[(idea)-429(is)-428(that)-429(in)-429(this)-429(w)27(a)28(y)-428(the)-429(essence)-429(of)-429(all)-429(text)-428(information)-429(is)-429(retriev)27(ed.)]TJ 0 -11.95 TD[(The)-368(meaning)-368(of)-368(the)-368(w)27(ords)-367(or)-368(text)-368(is)-368(not)-368(b)-27(eing)-368(considered.)-549(This)-368(has)-368(t)27(w)28(o)]TJ 0 -11.95 TD[(adv)55(an)28(tages:)-427(\(a\))-299(the)-299(system)-298(needs)-299(no)-299("w)26(orld)-298(kno)27(wledge")-298(and)-299(\(b\))-299(b)27(y)-298(learn-)]TJ ET endstream endobj 193 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F20 180 0 R /F4 29 0 R /F1 10 0 R /F12 113 0 R >> endobj 191 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 193 0 R >> endobj 196 0 obj << /Length 6698 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(1.4.)-799(THESIS)-342(OUTLINE)]TJ/F5 9.96 Tf 333.66 0 TD[(17)]TJ -308.76 -27.96 TD[(ing)-371(the)-371(target)-371(domain)-372(statistics,)-380(e.g.,)-381(w)26(ords)-370(frequencies,)-381(the)-371(metho)-28(d)-371(can)]TJ 0 -11.95 TD[(b)-27(e)-440(applied)-441(on)-440(an)27(y)-439(text)-440(domain)-441(or)-440(ev)27(en)-439(language.)-765(It)-440(is)-440(a)-441("b)-27(ottom)-441(up")]TJ 0 -11.95 TD[(approac)27(h:)-593(the)-408(output)-408(is)-408(b)-28(eing)-408(generated)-408(b)26(y)-407(what)-408(is)-408(in)-408(the)-409(text,)-427(not)-408(b)27(y)]TJ 0 -11.95 TD[(what)-333(the)-333(user)-333(w)26(an)28(ts)-332(to)-334(kno)27(w)-332(from)-333(it.)]TJ/F12 9.96 Tf -9.96 -20.66 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Information)-272(Extr)50(action-b)51(ase)51(d)-271(summaries)]TJ/F5 9.96 Tf 175.27 0 TD[(.)-413(In)-241(this)-241(case,)-259(templates)-240(that)-241(con-)]TJ -175.27 -11.95 TD[(tain)-320(the)-321(most)-321(relev)55(an)28(t)-320(information,)-323(and)-321(the)-321(patterns)-320(for)-321(the)-321(extraction)-321(of)]TJ 0 -11.95 TD[(template)-267(information)-267(are)-267(designed)-267(for)-268(the)-267(needed)-267(summary)-267(t)26(yp)-26(e.)-423(The)-267(sys-)]TJ 0 -11.96 TD[(tem)-309(kno)27(ws)-309(what)-310(t)27(yp)-27(e)-310(of)-309(w)27(ords)-309(to)-310(lo)-28(ok)-309(for)-310(in)-310(what)-310(con)27(text)-308(and)-310(it)-310(extracts)]TJ 0 -11.95 TD[(that)-367(information)-367(to)-367(\257ll)-367(in)-368(the)-367(templates.)-546(This)-367(metho)-28(d)-367(is)-367("top)-367(do)26(wn":)-511(it)]TJ 0 -11.95 TD[(\257nd)-265(all)-265(and)-266(only)-265(the)-266(information)-265(that)-265(w)26(as)-264(ask)27(ed)-265(for.)-422(Without)-265(a)-265(prede\257ned)]TJ 0 -11.95 TD[(slot)-375(the)-376(target)-376(information)-376(is)-376(not)-376(retriev)27(ed.)-571(The)-376(output)-375(text)-376(is)-376(coheren)27(t)]TJ 0 -11.95 TD[(and)-338(balanced)-338(unlik)26(e)-337(the)-339(extract)-338(generated)-339(b)27(y)-337(IR)-339(metho)-28(ds,)-340(whic)27(h)-337(ma)26(y)-337(b)-28(e)]TJ 0 -11.96 TD[(lac)27(king)-332(in)-333(balance)-334(and)-333(cohesion)-333(as)-334(the)-333(sen)27(tences)-333(are)-333(quoted)-333(v)27(erbatim.)]TJ -9.96 -20.47 TD[(Both)-294(tec)27(hniques)-294(can)-294(b)-28(e)-294(applied)-295(to)-294(generate)-295(t)27(w)28(o)-293(di\256eren)26(t)-293(t)27(yp)-27(e)-294(of)-295(summaries:)]TJ/F12 9.96 Tf 0 -20.47 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Indic)51(ative)-350(Summaries)]TJ/F5 9.96 Tf 98.05 0 TD[(that)-325(suggest)-326(the)-325(con)27(ten)28(ts)-325(of)-325(the)-325(do)-28(cumen)27(t)-325(without)]TJ -98.05 -11.95 TD[(pro)27(viding)-316(sp)-27(eci\257c)-317(detail.)-439(They)-317(can)-317(serv)27(e)-316(to)-317(en)27(tice)-316(the)-317(user)-317(in)27(to)-316(retrieving)]TJ 0 -11.96 TD[(the)-428(full)-429(form.)]TJ/F4 9.96 Tf 66.75 0 TD[(Bo)51(ok)-445(jackets)]TJ/F5 9.96 Tf 54.97 0 TD[(,)]TJ/F4 9.96 Tf 7.28 0 TD[(c)51(ar)51(d)-444(c)50(atalo)51(g)-445(entries)]TJ/F5 9.96 Tf 90.57 0 TD[(and)]TJ/F4 9.96 Tf 20.32 0 TD[(movie)-445(tr)50(ailers)]TJ/F5 9.96 Tf 65.52 0 TD[(are)]TJ -305.41 -11.95 TD[(examples)-333(of)-333(indicativ)27(e)-333(summaries.)]TJ/F12 9.96 Tf -9.96 -20.65 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(Informative)-494(Summaries)]TJ/F5 9.96 Tf 109.33 0 TD[(that)-482(represen)27(t)-482(\(and)-482(often)-483(replace\))-482(the)-483(original)]TJ -109.33 -11.96 TD[(do)-27(cumen)27(t.)-443(Therefore)-331(it)-330(m)26(ust)-329(con)27(tain)-330(all)-331(the)-330(p)-28(ertinen)27(t)-330(information)-331(neces-)]TJ 0 -11.95 TD[(sary)-333(to)-333(con)27(v)27(ey)-332(the)-333(core)-334(information)-333(and)-333(omit)-334(ancillary)-333(information.)]TJ -9.96 -20.47 TD[(Summaries)-417(based)-417(on)-417(IR)-417(mo)-28(dels,)-438(usually)82(,)-437(extract)-417(relev)54(an)28(t)-416(passages)-417(for)-417(the)]TJ -14.94 -11.95 TD[(target)-338(queries.)-461(T)82(o)-338(our)-339(kno)27(wledge)-338(no)-339(summarization)-339(approac)27(h)-338(use)-339(TC)-339(for)-339(sum-)]TJ 0 -11.95 TD[(marization,)-279(ev)26(en)-265(if)-266(the)-267(con)27(trary)-266(has)-266(b)-28(een)-266(exp)-28(erimen)27(ted,)-279(e.g.)]TJ 261.31 0.85 TD[([)]TJ 2.77 -0.85 TD[(Kolcz)]TJ/F4 9.96 Tf 27 0 TD[(et)-295(al.)]TJ/F5 9.96 Tf 21.53 0 TD[(,)-279(2001)]TJ 25.47 0.85 TD[(])]TJ 2.77 -0.85 TD[(.)]TJ -340.85 -11.96 TD[(W)83(e)-255(in)27(tro)-27(duce)-256(the)-256(concept)-256(of)-256(relev)55(ance)-255(with)-256(resp)-27(ect)-256(to)-256(a)-256(category)82(.)-417(The)-256(indicativ)26(e)]TJ 0 -11.95 TD[(and)-393(informativ)27(e)-393(summaries)-393(are)-394(extracted)-393(based)-394(on)-393(w)27(eigh)27(ting)-392(sc)27(hemes)-393(deriv)27(ed)]TJ 0 -11.95 TD[(from)-281(the)-282(training)-282(data)-282(of)-282(the)-282(target)-282(category)]TJ 194.94 0.86 TD[([)]TJ 2.76 -0.86 TD[(Mosc)27(hitti)-281(and)-282(Zanzotto,)-292(2002)]TJ 127 0.86 TD[(])]TJ 2.76 -0.86 TD[(.)-427(In)]TJ -327.46 -11.95 TD[(particular)-311(the)-312(indicativ)27(e)-311(summaries)-311(are)-312(comp)-28(osed)-311(of)-312(the)-312(most)-311(relev)54(an)28(t)-311(phrases,)]TJ 0 -11.95 TD[(i.e.,)-473(terminological)-445(expressions)-445(or)-445(other)-445(complex)-445(nominals.)-780(Chapter)-446(4)-445(sho)27(ws)]TJ 0 -11.96 TD[(that,)-402(these)-389(kind)-388(of)-389(summaries)-388(allo)26(w)-387(users)-389(to)-389(b)-27(etter)-389(understand)-389(the)-388(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(con)27(ten)28(t)-332(relativ)27(ely)-333(to)-333(a)-333(prede\257ned)-334(categorization)-333(sc)27(heme.)]TJ/F1 14.34 Tf 0 -33.91 TD[(1.4)-1124(Thesis)-375(Outline)]TJ/F5 9.96 Tf 0 -22.16 TD[(This)-289(thesis)-290(aims)-290(to)-290(study)-290(the)-290(in)27(teraction)-289(b)-28(et)27(w)28(een)-289(T)82(ext)-289(Categorization)-289(and)-290(Nat-)]TJ 0 -11.95 TD[(ural)-380(Language)-380(pro)-28(cessing.)-585(The)-381(recipro)-27(cal)-381(con)27(tribution)-379(of)-381(eac)27(h)-379(other)-380(has)-381(b)-28(een)]TJ 0 -11.95 TD[(analyzed)-336(b)27(y)-336(measuring:)-451(\(a\))-337(the)-336(impro)27(v)27(emen)28(t)-335(in)-337(accuracy)-337(that)-336(NLP)-337(tec)27(hniques)]TJ 0 -11.96 TD[(pro)-27(duce)-327(in)-326(TC)-326(and)-326(\(b\))-327(the)-326(enhancemen)27(t)-325(that)-327(TC)-326(mo)-28(dels)-326(enable)-326(in)-327(NLP)-326(appli-)]TJ 0 -11.95 TD[(cations.)-444(The)-333(thesis)-334(is)-333(organized)-333(as)-334(follo)27(ws:)]TJ/F12 9.96 Tf 14.94 -20.47 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Chapter)-436(2)-436(describ)-28(es)-436(the)-436(t)26(ypical)-435(steps)-436(for)-437(designing)-436(a)-436(text)-437(classi\257er.)-753(In)]TJ 0 -11.95 TD[(particular,)-453(sev)27(eral)-429(w)27(eigh)28(ting)-429(sc)27(hemes)-429(and)-430(the)-429(designing)-430(of)-429(pro\257le-based)]TJ ET endstream endobj 197 0 obj << /F11 106 0 R /F5 32 0 R /F12 113 0 R /F4 29 0 R /F1 10 0 R >> endobj 195 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 197 0 R >> endobj 200 0 obj << /Length 3274 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(18)]TJ/F11 8.96 Tf 204.54 0 TD[(CHAPTER)-343(1.)-799(INTR)28(ODUCTION)]TJ/F5 9.96 Tf -179.64 -27.96 TD[(classi\257ers)-418(are)-419(sho)27(wn)-418(in)-418(detail.)-700(Additionally)82(,)-439(the)-418(learning)-419(and)-418(classi\257ca-)]TJ 0 -11.95 TD[(tion)-483(algorithms)-483(for)-483(the)-483(Ro)-28(cc)27(hio)-482(and)-483(the)-483(Supp)-28(ort)-483(V)82(ector)-482(Mac)27(hine)-482(text)]TJ 0 -11.95 TD[(classi\257ers)-365(are)-364(de\257ned.)-539(The)-365(original)-365(con)27(tribution)-364(of)-365(this)-365(c)27(hapter)-364(relate)-364(to)]TJ 0 -11.95 TD[(the)-362(de\257nition)-362(of)-363(a)-362(no)27(v)27(el)-361(inference)-362(metho)-28(d,)-370(Relativ)27(e)-361(Di\256erence)-362(Score)-363(and)]TJ 0 -11.96 TD[(the)-449(P)27(arameterized)-448(Ro)-28(cc)27(hio)-448(text)-449(Classi\257er.)-791(This)-449(latter)-449(has)-449(b)-28(een)-449(exten-)]TJ 0 -11.95 TD[(siv)27(ely)-430(exp)-27(erimen)26(ted)-429(and)-431(compared)-430(using)-431(di\256eren)27(t)-429(corp)-28(ora)-431(and)-430(di\256eren)26(t)]TJ 0 -11.95 TD[(TC)-333(mo)-28(dels.)]TJ/F12 9.96 Tf -9.96 -19.92 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Chapter)-331(3)-332(rep)-28(orts)-331(the)-332(studies)-331(on)-332(the)-331(use)-332(of)-332(Natural)-331(Language)-332(Pro)-27(cessing)]TJ 0 -11.95 TD[(to)-422(extract)-421(linguistic)-422(feature)-422(for)-422(text)-421(categorization.)-710(Tw)27(o)-421(main)-422(t)27(yp)-27(es)-421(of)]TJ 0 -11.95 TD[(linguistically)-343(motiv)54(ated)-342(features)-343(are)-344(studied:)-464(\(a\))-343(those)-344(that)-343(use)-343(syn)27(tactic)]TJ 0 -11.95 TD[(information,)-333(e.g.,)-334(POS-tags)-334(and)-333(phrases)-334(and)-333(\(b\))-334(those)-334(based)-333(on)-334(seman)27(tic)]TJ 0 -11.96 TD[(information,)-491(i.e.)-822(the)-459(w)26(ord)-458(senses.)-822(In)-460(particular,)-490(syn)26(tactic)-458(information)]TJ 0 -11.95 TD[(has)-400(b)-28(een)-401(divided)-400(in)-401(e\261cien)27(t,)-417(i.e.)-646(deriv)55(able)-400(via)-401(v)27(ery)-400(fast)-400(algorithms)-401(and)]TJ 0 -11.95 TD[(adv)55(anced)-316(that)-316(requires)-316(more)-317(complex)-316(mo)-28(dels)-316(\(that)-317(are)-316(usually)-316(more)-317(time)]TJ 0 -11.95 TD[(consuming\))-371(to)-371(b)-28(e)-371(detected.)-558(Extensiv)27(e)-370(exp)-28(erimen)27(tation)-370(of)-371(suc)27(h)-370(linguistic)]TJ 0 -11.95 TD[(information)-388(on)-388(di\256eren)27(t)-387(corp)-28(ora)-388(as)-388(w)26(ell)-387(as)-388(on)-388(di\256eren)27(t)-387(mo)-28(dels)-388(has)-388(b)-28(een)]TJ 0 -11.96 TD[(carried)-333(out.)]TJ/F12 9.96 Tf -9.96 -19.92 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Chapter)-337(4)-338(prop)-27(oses)-338(some)-337(no)27(v)27(el)-336(use)-337(of)-338(TC)-337(for)-337(some)-338(sub-tasks)-337(of)-338(the)-337(most)]TJ 0 -11.95 TD[(topical)-339(NLP)-339(applications,)-340(i.e.,)-341(Information)-339(Extraction,)-340(Question)-339(Answ)26(er-)]TJ 0 -11.95 TD[(ing)-384(and)-385(T)82(ext)-384(Summarization.)-598(Preliminary)-385(exp)-28(erimen)27(ts)-384(suggest)-384(that)-385(TC)]TJ 0 -11.95 TD[(can)-333(impro)27(v)27(e)-332(the)-333(ab)-28(o)27(v)28(e)-333(NLP)-333(systems.)]TJ -24.9 -19.92 TD[(Finally)83(,)-333(the)-333(conclusions)-333(can)-334(b)-28(e)-333(found)-333(in)-334(Chapter)-333(5.)]TJ ET endstream endobj 201 0 obj << /F9 84 0 R /F11 106 0 R /F5 32 0 R /F12 113 0 R >> endobj 199 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 201 0 R >> endobj 204 0 obj << /Length 4362 >> stream 0.00 g 0.00 G BT/F1 20.66 Tf 34.86 -147.87 TD[(Chapter)-374(2)]TJ/F1 24.78 Tf 0 -61.16 TD[(T)93(ext)-374(Categorization)-375(and)]TJ 0 -29.88 TD[(Optimization)]TJ/F5 9.96 Tf 0 -63.14 TD[(This)-304(c)27(hapter)-303(accurately)-304(describ)-28(es)-304(the)-304(phases)-304(in)26(tro)-26(duced)-305(in)-304(Section)-304(1.1)-304(concern-)]TJ 0 -11.95 TD[(ing)-457(the)-458(designing)-458(and)-458(implemen)27(tation)-457(of)-458(the)-458(TC)-458(mo)-27(dels)-458(used)-458(in)-458(this)-458(thesis.)]TJ 0 -11.95 TD[(Some)-280(new)-280(sc)27(hemes)-279(for)-280(do)-28(cumen)27(t)-279(w)26(eigh)28(ting)-279(alternativ)27(e)-279(to)-280(the)]TJ/F4 9.96 Tf 265.42 0 TD[(Inverse)-308(Do)50(cument)]TJ -265.42 -11.96 TD[(F)76(r)51(e)51(quency)]TJ/F5 9.96 Tf 47.23 0 TD[(as)-333(w)27(ell)-332(as)-333(original)-334(pro\257le)-333(based)-333(TC)-334(mo)-28(dels)-333(ha)27(v)28(e)-333(b)-27(een)-334(prop)-28(osed.)]TJ -32.29 -23.3 TD[(The)-452(ma)-55(jor)-453(con)27(tribution)-451(of)-452(this)-453(c)27(hapter)-451(is)-452(the)-453(study)-452(on)-452(Ro)-28(cc)27(hio)-451(classi\257er)]TJ -14.94 -11.95 TD[(parameterization)-296(to)-296(ac)27(hiev)27(e)-295(its)-296(maximal)-296(accuracy)82(.)-431(The)-297(result)-296(is)-296(a)-297(mo)-27(del)-297(for)-296(the)]TJ 0 -11.96 TD[(automatic)-338(selection)-338(of)-338(parameters.)-458(Its)-339(main)-338(feature)-338(is)-338(to)-338(bind)-338(the)-338(searc)27(h)-337(space)]TJ 0 -11.95 TD[(so)-330(that)-330(optimal)-331(parameters)-330(can)-330(b)-28(e)-331(selected)-330(quic)27(kly)83(.)-442(The)-331(space)-330(has)-330(b)-28(een)-331(b)-27(ound)]TJ 0 -11.95 TD[(b)27(y)-463(giving)-464(a)-465(feature)-464(selection)-464(in)26(terpretation)-463(of)-464(the)-465(Ro)-27(cc)26(hio)-463(parameters.)-838(The)]TJ 0 -11.95 TD[(b)-27(ene\257t)-425(of)-424(the)-425(approac)27(h)-423(has)-425(b)-28(een)-424(assessed)-425(via)-424(extensiv)27(e)-424(cross)-424(ev)54(aluation)-423(o)26(v)28(er)]TJ 0 -11.95 TD[(three)-405(corp)-28(ora)-406(in)-406(t)27(w)27(o)-405(languages.)-662(Comparativ)27(e)-405(analysis)-406(sho)26(ws)-405(that)-406(the)-406(p)-28(erfor-)]TJ 0 -11.96 TD[(mances)-257(ac)27(hiev)28(ed)-257(are)-258(relativ)27(ely)-256(close)-258(to)-257(the)-258(b)-28(est)-257(TC)-258(mo)-27(dels)-258(\(e.g.,)-273(Supp)-27(ort)-258(V)82(ector)]TJ 0 -11.95 TD[(Mac)27(hines\).)-442(The)-330(P)26(arameterized)-329(Ro)-28(cc)27(hio)-329(Classi\257er)-331(\(PR)27(C\))]TJ 250.19 0.86 TD[([)]TJ 2.77 -0.86 TD[(Basili)-330(and)-330(Mosc)27(hitti,)]TJ -252.96 -11.95 TD[(2002;)-275(Mosc)27(hitti,)-286(2003b)]TJ 97.51 0.86 TD[(])]TJ 5.51 -0.86 TD[(main)27(tains)-274(the)-275(high)-276(e\261ciency)-275(of)-276(the)-275(Ro)-28(cc)27(hio)-274(mo)-28(del,)-287(th)27(us)]TJ -103.02 -11.95 TD[(it)-333(can)-333(b)-28(e)-333(successfully)-334(applied)-333(in)-333(op)-28(erational)-333(text)-334(categorization.)]TJ 14.94 -23.31 TD[(Corp)-27(ora,)-295(w)26(eighing)-284(sc)27(hemes,)-295(pro\257le-based)-285(classi\257cation)-286(mo)-27(dels,)-296(score)-285(adjust-)]TJ -14.94 -11.95 TD[(men)27(t)-465(tec)27(hniques,)-499(inference)-466(p)-28(olicies,)-500(and)-466(p)-28(erformance)-466(measuremen)27(ts)-466(that)-466(are)]TJ 0 -11.95 TD[(used)-310(in)-311(the)-310(exp)-28(erimen)27(ts)-310(of)-311(this)-310(thesis)-311(ha)27(v)28(e)-310(b)-28(een)-310(de\257ned)-311(resp)-28(ectiv)27(ely)-310(in)-310(sections)]TJ 0 -11.95 TD[(2.1,)-375(2.2,)-376(2.3)-367(and)-368(2.4.)-546(The)-368(t)27(w)28(o)-366(main)-368(TC)-367(mo)-28(dels)-367(used)-367(in)-368(this)-367(researc)27(h,)-375(Ro)-28(cc)27(hio)]TJ 0 -11.95 TD[(and)-341(Supp)-28(ort)-341(V)82(ector)-340(Mac)27(hines,)-343(ha)27(v)28(e)-341(b)-28(een)-341(separately)-342(describ)-27(ed)-342(and)-341(analyzed)-342(in)]TJ 0 -11.96 TD[(Section)-275(2.5.)-425(In)-276(Section)-275(2.6)-276(is)-275(sho)27(wn)-275(ho)27(w)-274(Ro)-28(cc)27(hio)-275(classi\257er)-275(can)-276(b)-28(e)-275(parameterized)]TJ 0 -11.95 TD[(to)-315(enhance)-315(its)-315(accuracy)83(.)]TJ/F4 9.96 Tf 107.93 0 TD[(R)51(euters-21578)]TJ/F5 9.96 Tf 66.35 0 TD[(has)-315(b)-27(een)-315(used)-316(to)-315(compare)-315(the)-315(Ro)-28(cc)27(hio,)]TJ -174.28 -11.95 TD[(PR)27(C)-314(and)-315(SVM)-315(accuracies)-315(in)-316(Section)-315(2.7.)-438(Finally)-315(the)-316(conclusions)-315(are)-315(deriv)27(ed)-314(in)]TJ 0 -11.95 TD[(Section)-333(2.8.)]TJ 166.83 -25.2 TD[(19)]TJ ET endstream endobj 205 0 obj << /F1 10 0 R /F5 32 0 R /F4 29 0 R >> endobj 203 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 205 0 R >> endobj 208 0 obj << /Length 8228 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(20)]TJ/F11 8.96 Tf 66.17 0 TD[(CHAPTER)-343(2.)-799(TEXT)-343(CA)85(TEGORIZA)86(TION)-342(AND)-342(OPTIMIZA)84(TION)]TJ/F1 14.34 Tf -66.17 -27.96 TD[(2.1)-1125(Do)-31(cumen)30(t)-374(Prepro)-31(cessing)]TJ/F5 9.96 Tf 0 -21.81 TD[(As)-297(it)-297(has)-297(b)-27(een)-297(in)27(tro)-27(duced)-297(in)-297(Section)-297(1.1,)-304(in)-297(order)-297(to)-297(carry)-297(out)-297(the)-297(text)-297(classi\257er)]TJ 0 -11.96 TD[(learning)-297(w)27(e)-296(need)-297(a)-296(su\261cien)26(t)-296(n)27(um)28(b)-27(er)-297(of)-297(lab)-27(eled)-297(do)-28(cumen)27(ts.)-431(F)82(ortunately)83(,)-303(for)-297(TC)]TJ 0 -11.95 TD[(are)-251(a)27(v)55(ailable)-250(a)-251(lot)-251(of)-251(suc)27(h)-250(resources)-251(as)-251(the)-251(categorization)-251(of)-251(information)-251(is)-252(widely)]TJ 0 -11.95 TD[(used)-348(in)-347(press)-348(Companies)-348(as)-347(w)26(ell)-346(as)-348(in)-348(scien)27(ti\257c)-347(\257elds.)-487(In)-348(our)-348(exp)-28(erience,)-351(News)]TJ 0 -11.95 TD[(Agencies)-305(and)-305(Medical)-304(\257elds)-305(are)-305(those)-305(more)-305(sensitiv)27(e)-304(to)-305(the)-305(need)-304(of)-305(categorizing)]TJ 0 -11.95 TD[(do)-28(cumen)27(ts)-332(as)-333(w)26(e)-332(got)-333(from)-334(them)-333(the)-333(larger)-334(n)27(um)28(b)-27(er)-333(of)-334(do)-27(cumen)26(ts)-332(and)-333(corp)-28(ora.)]TJ/F1 11.95 Tf 0 -27.37 TD[(2.1.1)-1125(Corp)-31(ora)]TJ/F5 9.96 Tf 0 -18.38 TD[(In)-333(this)-333(thesis)-334(6)-333(di\256eren)27(t)-333(collections)-333(ha)27(v)28(e)-333(b)-28(een)-333(considered:)]TJ/F12 9.96 Tf 14.94 -17.53 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)]TJ/F4 9.96 Tf 21.05 0 TD[(R)51(euters-21578)]TJ/F10 6.97 Tf 63.21 3.62 TD[(1)]TJ/F5 9.96 Tf 8.36 -3.62 TD[(collection)-391(Apt)27(\266)472(e)-390(split.)-618(It)-391(includes)-391(12,902)-391(do)-27(cumen)26(ts)]TJ -92.62 -11.95 TD[(for)-282(90)-283(classes,)-292(with)-283(a)-282(\257xed)-282(splitting)-283(b)-28(et)27(w)28(een)]TJ/F4 9.96 Tf 191.9 0 TD[(test-set)]TJ/F5 9.96 Tf 34.55 0 TD[(\(here)-282(after)]TJ/F7 9.96 Tf 48.01 0 TD[(R)-7(T)-139(S)]TJ/F5 9.96 Tf 21.53 0 TD[(\))-282(and)]TJ -295.99 -11.95 TD[(learning)-401(data)]TJ/F7 9.96 Tf 62.24 0 TD[(LS)]TJ/F5 9.96 Tf 17.46 0 TD[(\(3,299)-400(vs.)-648(9,603\).)-647(As)-401(stated)-401(in)-401(Section)-401(1.1.3)-401(di\256eren)26(t)]TJ -79.7 -11.95 TD[(Reuters)-301(v)27(ersions)]TJ 73.87 0.85 TD[([)]TJ 2.77 -0.85 TD[(Y)83(ang,)-307(1999;)-302(Sebastiani,)-307(2002)]TJ 123.73 0.85 TD[(])]TJ 5.77 -0.85 TD[(ha)27(v)28(e)-300(b)-28(een)-302(used)-301(for)-302(testing)]TJ -206.14 -11.95 TD[(TC)-428(algorithms.)-729(Ho)26(w)28(ev)28(er,)-451(this)-428(v)26(ersion)-427(has)-428(b)-28(een)-428(used)-429(for)-428(the)-428(most)-428(part)]TJ 0 -11.96 TD[(of)-357(TC)-358(literature)-358(w)27(orks.)-517(Th)27(us,)-363(it)-357(can)-358(b)-28(e)-357(considered)-358(as)-358(main)-358(referring)-357(TC)]TJ 0 -11.95 TD[(collection.)-422(A)-266(description)-266(of)-265(some)-266(categories)-266(of)-266(this)-266(corpus)-266(is)-266(giv)27(en)-265(in)-266(T)82(able)]TJ 0 -11.95 TD[(2.1.)]TJ/F12 9.96 Tf -9.96 -18.72 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)-347(Reuters)-348(corpus,)-351(prepared)-348(b)27(y)-347(Y.)-348(Y)83(ang)-347(and)-348(colleagues)]TJ/F10 6.97 Tf 249.77 3.61 TD[(2)]TJ/F5 9.96 Tf 4.46 -3.61 TD[(,)-351(has)-348(b)-28(een)-347(also)]TJ -254.23 -11.95 TD[(used.)-486(It)-347(referred)-347(to)-347(as)]TJ/F4 9.96 Tf 99.65 0 TD[(R)50(euters3)]TJ/F5 9.96 Tf 42.75 0 TD[(v)28(ersions)]TJ 37.9 0.85 TD[([)]TJ 2.77 -0.85 TD[(Y)83(ang,)-349(1999)]TJ 48.31 0.85 TD[(])]TJ 2.77 -0.85 TD[(.)-485(It)-347(includes)-347(11,099)]TJ -234.15 -11.96 TD[(do)-28(cumen)27(ts)-326(for)-327(93)-327(classes,)-329(with)-327(a)-327(\257xed)-327(splitting)-327(b)-28(et)27(w)28(een)-327(test)-327(and)-327(learning)]TJ 0 -11.95 TD[(data)-335(\(3,309)-336(vs.)-451(7,789\).)-451(The)-335(di\256erences)-336(with)-335(the)-336(previous)-335(Reuters)-336(v)27(ersion)]TJ 0 -11.95 TD[(are:)-653(\(a\))-438(The)-438(split)-438(adopted)-437(is)-438(sligh)27(tly)-437(di\256eren)26(t)-436(from)-438(the)-438(Apt)27(\266)472(e)-437(ones)-438(and)]TJ 0 -11.95 TD[(\(b\))-321(Y)82(ang)-320(remo)27(v)28(ed)-320(from)-321(it)-321(all)-321(not)-321(lab)-28(eled)-321(do)-28(cumen)27(ts.)-440(This)-321(explain)-321(as)-321(this)]TJ 0 -11.95 TD[(last)-313(v)27(ersion)-312(con)27(tain)-312(11,099)-314(vs.)-437(12,902)-313(do)-28(cumen)27(ts)-312(of)-314(the)-313(previous)]TJ/F4 9.96 Tf 282.31 0 TD[(R)51(euters-)]TJ -282.31 -11.96 TD[(21578)]TJ/F5 9.96 Tf 30.51 0 TD[(v)27(ersions.)-560(The)-373(remo)27(v)56(al)-372(of)-372(unlab)-28(eled)-372(corpus)-372(has)-372(prev)26(en)28(ted)-371(a)-372(direct)]TJ -30.51 -11.95 TD[(comparison)-430(with)-430(other)-431(literature)-430(results.)-735(W)82(e)-429(noticed)-431(that)-430(the)-430(classi\257er)]TJ 0 -11.95 TD[(accuracies)-487(\(i.e.,)]TJ/F7 9.96 Tf 73.26 0 TD[(R)-7(occhio)]TJ/F5 9.96 Tf 35.08 0 TD[(,)]TJ/F7 9.96 Tf 8.01 0 TD[(P)-138(R)-8(C)]TJ/F5 9.96 Tf 28.1 0 TD[(and)]TJ/F7 9.96 Tf 20.91 0 TD[(S)-57(V)-222(M)]TJ/F5 9.96 Tf 25.45 0 TD[(\))-487(on)]TJ/F4 9.96 Tf 24.1 0 TD[(R)51(euters-21578)]TJ/F5 9.96 Tf 68.06 0 TD[(are)]TJ/F12 9.96 Tf 18.17 0 TD[(\273)]TJ/F5 9.96 Tf 12.6 0 TD[(1)]TJ -313.74 -11.95 TD[(p)-28(ercen)27(t)-332(p)-28(oin)27(ts)-332(b)-28(elo)27(w)-333(the)-333(p)-28(erformance)-333(obtained)-334(on)]TJ/F4 9.96 Tf 222.58 0 TD[(R)51(euters3)]TJ/F5 9.96 Tf 37.93 0 TD[(.)]TJ/F12 9.96 Tf -270.47 -18.72 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(Reuters)-490(news)-491(from)-490(TREVI)-490(pro)-56(ject,)-529(collected)-491(in)-490(a)-490(set)-491(of)-490(ab)-28(out)-490(26,000)]TJ 0 -11.96 TD[(do)-28(cumen)27(ts,)-475(and)-448(distributed)-448(throughout)-448(20)-448(classes.)-788(Main)-448(topics)-448(of)-448(this)]TJ 0 -11.95 TD[(corpus)-420(include)-420(sp)-27(eci\257c)-420(areas)-420(lik)26(e)-419(\257nancial)-420(\(e.g.,)]TJ/F4 9.96 Tf 215.36 0 TD[(Corp)50(or)52(ate)-437(Industrial)]TJ/F5 9.96 Tf 94.48 0 TD[(or)]TJ/F4 9.96 Tf -309.84 -11.95 TD[(Market/Shar)50(e)]TJ/F5 9.96 Tf 64.37 0 TD[(news\))-380(as)-380(w)26(ell)-379(as)-380(more)-380(general)-380(classes)-381(\(e.g.,)]TJ/F4 9.96 Tf 192.65 0 TD[(Sp)51(ort)]TJ/F5 9.96 Tf 27.51 0 TD[(or)]TJ/F4 9.96 Tf 12.67 0 TD[(Ele)51(c-)]TJ -297.2 -11.95 TD[(tions)]TJ/F5 9.96 Tf 21.95 0 TD[(\).)-759(These)-439(categories)-438(are)-439(v)27(ery)-438(di\256eren)27(t)-437(from)-439(the)]TJ/F4 9.96 Tf 214.9 0 TD[(A)51(c)51(quisition)]TJ/F5 9.96 Tf 48.13 0 TD[(,)]TJ/F4 9.96 Tf 7.4 0 TD[(Crude)]TJ/F5 9.96 Tf -292.38 -11.95 TD[(or)]TJ/F4 9.96 Tf 13.18 0 TD[(Co)50(c)51(o)52(a)]TJ/F5 9.96 Tf 30.52 0 TD[(categories)-431(of)-432(the)]TJ/F4 9.96 Tf 77.45 0 TD[(R)51(euters-21578)]TJ/F5 9.96 Tf 61.86 0 TD[(.)-739(W)83(e)-431(will)-432(refer)-432(to)-431(the)-432(TREVI)]TJ -183.01 -11.95 TD[(collection)-344(as)-345(the)]TJ/F4 9.96 Tf 73.99 0 TD[(TREVI-R)51(euters)]TJ/F5 9.96 Tf 73.05 0 TD[(corpus.)-478(This)-345(is)-344(the)-345(\257rst)]TJ/F4 9.96 Tf 106.75 0 TD[(dr)50(aft)]TJ/F5 9.96 Tf 24.62 0 TD[(release)-344(of)]TJ -278.41 -11.96 TD[(Reuters)-422(V)83(olume)-421(1)-422(recen)26(tly)-421(made)-422(a)27(v)56(ailable)-421(b)27(y)-421(the)-422(Reuters)-422(compan)26(y)84(.)-710(In)]TJ 0 -11.95 TD[(our)-395(exp)-28(erimen)27(ts)-394(w)27(e)-394(ha)27(v)28(e)-394(main)26(tained)-394(the)-395(\257rst)-395(lev)27(el)-394(of)-395(the)-395(categorization)]TJ 0 -11.95 TD[(sc)27(hemes,)-332(i.e.)-445(the)-333(20)-333(main)-334(categories.)]TJ ET 0.4 w 88.64 -561.77 m 226.09 -561.77 l S BT/F14 5.98 Tf 99.73 -568.41 TD[(1)]TJ/F15 7.97 Tf 4.15 -2.82 TD[(Once)-676(a)28(v)59(ailable)-676(at)]TJ/F18 7.97 Tf 74.5 0 TD[(http://www.research.att.com/)]TJ/F21 7.97 Tf 133.86 0 TD[(\273)]TJ/F18 7.97 Tf 6.58 0 TD[(lewis)]TJ/F15 7.97 Tf 29.3 0 TD[(and)-676(no)28(w)-675(a)28(v)59(ailable)-676(at)]TJ/F18 7.97 Tf -259.48 -9.46 TD[(http://kdd.ics.uci.edu/databases/reuters21578/reuters21578.html)]TJ/F15 7.97 Tf 301.19 0 TD[(.)]TJ/F14 5.98 Tf -290.1 -6.69 TD[(2)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(Curren)29(tly)-1500(a)29(v)59(ailable)-1499(at)-1501(Carnegie)-1500(Mellon)-1500(Univ)28(ersit)30(y's)-1500(w)29(eb)-1500(site)-1500(through)]TJ -15.24 -9.46 TD[(h)29(ttp://mosco)29(w.m)30(t.cs.cm)29(u.edu:8081/reuters)-353(21450/apte.)]TJ ET endstream endobj 209 0 obj << /F9 84 0 R /F11 106 0 R /F1 10 0 R /F5 32 0 R /F12 113 0 R /F4 29 0 R /F10 91 0 R /F7 63 0 R /F14 123 0 R /F15 126 0 R /F18 170 0 R /F21 183 0 R >> endobj 207 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 209 0 R >> endobj 212 0 obj << /Length 7860 >> stream 0.00 g 0.00 G BT/F11 8.96 Tf 34.86 -33.86 TD[(2.1.)-799(DOCUMENT)-342(PREPR)27(OCESSING)]TJ/F5 9.96 Tf 333.66 0 TD[(21)]TJ/F12 9.96 Tf -318.72 -27.96 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)-407(ANSA)-407(collection,)-426(whic)27(h)-406(includes)-408(16,000)-407(news)-407(items)-408(in)-407(Italian)-407(from)]TJ 0 -11.95 TD[(the)-371(ANSA)-372(news)-372(agency)83(.)-559(It)-372(mak)27(es)-371(reference)-372(to)-372(8)-371(target)-372(categories)-372(\(2,000)]TJ 0 -11.95 TD[(do)-27(cumen)27(ts)-371(eac)26(h\).)-559(ANSA)-372(categories)-372(relate)-372(to)-372(t)27(ypical)-371(newspap)-28(er)-371(con)26(ten)28(ts)]TJ 0 -11.95 TD[(\(e.g.,)-471(P)27(olitics,)-471(Sp)-28(ort)-444(and)-444(Economics\).)-776(It)-444(is)-444(w)26(orth)-443(noting)-444(that)-444(this)-444(last)]TJ 0 -11.96 TD[(collection)-336(is)-337(closer)-336(to)-337(op)-28(erational)-336(scenarios:)-451(some)-337(do)-28(cumen)27(ts)-335(are)-337(not)-337(cor-)]TJ 0 -11.95 TD[(rectly)-329(assigned)-329(to)-329(the)-330(categories)-329(and)-329(sev)27(eral)-329(ones)-329(are)-329(rep)-28(eated)-329(more)-330(than)]TJ 0 -11.95 TD[(once.)-721(These)-426(problems)-425(a\256ect)-426(almost)-426(all)-425(corp)-28(ora)-426(but)-426(ANSA)-425(collection)-426(is)]TJ 0 -11.95 TD[(particularly)-277(a\256ected)-278(from)-278(do)-28(cumen)27(t)-277(preparation)-278(errors.)-426(As)-278(an)-278(example,)-289(it)]TJ 0 -11.95 TD[(is)-297(p)-28(ossible)-297(to)-297(\257nd)-298(some)-297(English)-297(and)-298(German)-297(do)-28(cumen)27(ts)-296(mixed)-298(with)-297(those)]TJ 0 -11.96 TD[(in)-333(italian.)]TJ/F12 9.96 Tf -9.96 -20.61 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)-406(Ohsumed)-406(collection)]TJ/F10 6.97 Tf 107.19 3.61 TD[(3)]TJ/F5 9.96 Tf 4.47 -3.61 TD[(,)-424(including)-406(50,216)-406(medical)-406(abstracts.)-663(The)-406(\257rst)]TJ -111.66 -11.95 TD[(20,000)-463(do)-28(cumen)27(ts,)-495(categorized)-464(under)-464(the)-464(23)]TJ/F4 9.96 Tf 202.44 0 TD[(MeSH)-478(dise)51(ases)]TJ/F5 9.96 Tf 70.82 0 TD[(categories,)]TJ -273.26 -11.96 TD[(ha)27(v)28(e)-389(b)-28(een)-390(used)-390(in)-390(our)-390(exp)-28(erimen)27(ts.)-614(The)-391(same)-390(subset)-390(of)-390(do)-28(cumen)27(ts)-389(and)]TJ 0 -11.95 TD[(categories)-368(has)-368(b)-28(een)-368(used)-368(in)]TJ 123.38 0.86 TD[([)]TJ 2.77 -0.86 TD[(Joac)27(hims,)-376(1998)]TJ 66.2 0.86 TD[(])]TJ 2.76 -0.86 TD[(,)-377(th)27(us,)-376(it)-368(p)-28(ossible)-368(to)-368(mak)26(e)-367(a)]TJ -195.11 -11.95 TD[(direct)-420(comparison)-420(with)-421(the)-420(results)-421(obtained)-420(in)]TJ 211.06 0.86 TD[([)]TJ 2.76 -0.86 TD[(Joac)27(hims,)-441(1998)]TJ 66.85 0.86 TD[(])]TJ 2.77 -0.86 TD[(.)-705(Other)]TJ -283.44 -11.95 TD[(used)-353(the)-353(Ohsumed)-354(collection)-353(for)-354(TC)-353(exp)-28(erimen)27(ts,)-357(e.g.,)]TJ 242.62 0.86 TD[([)]TJ 2.77 -0.86 TD[(Y)83(ang)-352(and)-354(P)27(eder-)]TJ -245.39 -11.95 TD[(sen,)-323(1997)]TJ 39.8 0.85 TD[(])]TJ 2.76 -0.85 TD[(,)-324(but)-321(the)-321(emplo)27(y)28(ed)-321(do)-27(cumen)26(t)-320(set)-321(and)-321(categories)-321(v)54(ary)83(.)-439(Ho)27(w)28(ev)27(er,)]TJ -42.56 -11.96 TD[(literature)-472(results)-472(can)-473(giv)27(e)-472(an)-472(indication)-472(of)-473(the)-472(magnitude)-473(order)-472(of)-473(the)]TJ 0 -11.95 TD[(Ohsumed)-437(p)-28(erformance.)-759(F)83(or)-437(instance,)-465(from)-438(the)-438(fact)-438(that)-438(accuracy)-438(do)-27(es)]TJ 0 -11.95 TD[(not)-302(o)26(v)28(ercome)-302(70%)-303(in)-303(all)-303(results)-303(obtained)-303(in)-303(di\256eren)27(t)-302(p)-28(ortion)-303(of)-303(Ohsumed,)]TJ 0 -11.95 TD[(it)-437(p)-28(ossible)-438(to)-438(argue)-438(that)-438(this)-438(corpus)-438(is)-438(more)]TJ/F4 9.96 Tf 203.68 0 TD[(di\261cult)]TJ/F5 9.96 Tf 38.02 0 TD[(than)-437(Reuters,)-465(for)]TJ -241.7 -11.95 TD[(whic)27(h)-325(classi\257ers)-326(reac)26(hes)-325(86%)-326(of)-327(accuracy)83(.)-441(T)82(able)-325(2.2)-327(giv)27(es)-325(a)-327(description)-326(of)]TJ 0 -11.95 TD[(some)-333(categories)-333(used)-333(in)-334(the)-333(exp)-28(erimen)27(ts.)]TJ/F12 9.96 Tf -9.96 -20.62 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(HOS)]TJ/F5 9.96 Tf 26.17 0 TD[(\(Health)-435(On-Line\))-435(news,)-461(a)-435(collection)-436(of)-435(short)-436(medicine-related)-435(ab-)]TJ -26.17 -11.95 TD[(stracts.)-580(The)]TJ/F4 9.96 Tf 58.38 0 TD[(HOS)]TJ/F5 9.96 Tf 25.61 0 TD[(corpus)-378(is)-378(made)-379(of)-379(ab)-28(out)-378(5,000)-379(do)-28(cumen)27(ts)-378(distributed)]TJ -83.99 -11.96 TD[(throughout)-499(11)-500(classes.)-944(T)27(ypical)-499(classes)-500(are)]TJ/F4 9.96 Tf 198.46 0 TD[(Clinic)50(al)-510(Onc)50(olo)52(gy)]TJ/F5 9.96 Tf 82.98 0 TD[(vs.)]TJ/F4 9.96 Tf 21.36 0 TD[(En-)]TJ -302.8 -11.95 TD[(do)51(crinolo)51(gy)]TJ/F5 9.96 Tf 48.74 0 TD[(.)-453(It)-336(is)-336(another)-336(example)-336(of)-336(real)-336(scenario)-337(corpus.)-452(HOS)-337(w)27(as)-335(part)]TJ -48.74 -11.95 TD[(of)-333(TREVI)-333(pro)-56(ject)-333(and)-333(pro)26(vide)-332(us)-333(the)-334(do)-27(cumen)26(ts)-332(to)-333(realize)-334(a)-333(TC)-333(system.)]TJ/F12 9.96 Tf -9.96 -20.62 TD[(\262)]TJ/F5 9.96 Tf 9.96 0 TD[(The)-394(20)-395(Newsgroups)]TJ/F10 6.97 Tf 86.86 3.62 TD[(4)]TJ/F5 9.96 Tf 8.4 -3.62 TD[(\(20NG\))-394(corpus)-395(con)27(tains)-394(19997)-395(articles)-395(for)-395(20)-395(cate-)]TJ -95.26 -11.95 TD[(gories)-439(tak)27(en)-438(from)-439(the)-439(Usenet)-439(newsgroups)-439(collection.)-762(W)82(e)-438(used)-439(only)-439(the)]TJ 0 -11.95 TD[(sub)-55(ject)-355(and)-354(the)-355(b)-27(o)-28(dy)-355(of)-354(eac)26(h)-353(message.)-508(Some)-355(of)-354(the)-355(newsgroups)-354(are)-355(v)27(ery)]TJ 0 -11.95 TD[(closely)-288(related)-289(to)-288(eac)26(h)-287(other)-289(\(e.g.,)]TJ/F4 9.96 Tf 148.03 0 TD[(IBM)-317(c)50(omputer)-315(system)-317(har)50(dwar)51(e)]TJ/F5 9.96 Tf 140.66 0 TD[(/)]TJ/F4 9.96 Tf 7.86 0 TD[(Mac-)]TJ -296.55 -11.95 TD[(intosh)-300(c)50(omputer)-299(system)-300(har)50(dwar)51(e)]TJ/F5 9.96 Tf 143.73 0 TD[(\),)-283(while)-271(others)-271(are)-271(highly)-271(unrelated)-271(\(e.g.,)]TJ/F4 9.96 Tf -143.73 -11.96 TD[(misc)-338(forsale)]TJ/F5 9.96 Tf 55.72 0 TD[(/)]TJ/F4 9.96 Tf 8.09 0 TD[(so)51(cial)-337(r)50(eligion)-338(and)-338(christian)]TJ/F5 9.96 Tf 120.83 0 TD[(\).)-437(This)-312(corpus)-312(is)-313(di\256eren)27(t)-311(from)]TJ -184.64 -11.95 TD[(Reuters)-344(and)-344(Ohsumed)-345(b)-28(ecause)-344(it)-344(includes)-345(a)-344(larger)-345(v)27(o)-27(cabulary)-344(and)-345(w)27(ords)]TJ 0 -11.95 TD[(t)27(ypically)-256(ha)26(v)28(e)-257(more)-257(meanings.)-420(Moreo)27(v)28(er)-257(the)-257(st)26(ylistic)-256(writing)-258(is)-258(v)27(ery)-257(di\256er-)]TJ 0 -11.95 TD[(en)27(t)-245(from)-246(the)-246(previous)-246(corp)-27(ora)-246(as)-246(it)-246(referred)-246(to)]TJ/F4 9.96 Tf 196.93 0 TD[(e-mail)]TJ/F5 9.96 Tf 30.46 0 TD[(dialogues)-245(rather)-246(than)]TJ -227.39 -11.95 TD[(tec)27(hnical)-332(summaries)-333(in)-334(Ohsumed)-333(or)-333(ev)26(en)28(t)-332(rep)-28(orts)-333(in)-334(the)-333(News)-333(agencies.)]TJ -9.96 -20.45 TD[(The)-355(ab)-28(o)27(v)28(e)-354(corp)-28(ora)-355(con)26(tain)-354(do)-28(cumen)27(ts)-354(separated)-355(in)-356(sev)27(eral)-354(categories.)-511(The)]TJ -14.94 -11.95 TD[(most)-314(usual)-315(approac)27(h)-314(to)-315(designing)-314(a)-315(classi\257er)-315(is,)-318(instead,)-319(to)-314(separate)-315(do)-28(cumen)27(ts)]TJ ET 0.4 w 34.86 -571.24 m 172.3 -571.24 l S BT/F14 5.98 Tf 45.95 -577.88 TD[(3)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(It)-1066(has)-1067(b)-30(een)-1066(compiled)-1067(b)28(y)-1066(William)-1067(Hersh)-1066(and)-1067(it)-1067(is)-1067(curren)28(tly)-1065(a)28(v)59(ailable)-1066(at)]TJ/F18 7.97 Tf -15.24 -9.46 TD[(ftp://medir.ohsu.edu/pub/ohsumed)]TJ/F15 7.97 Tf 152.98 0 TD[(.)]TJ/F14 5.98 Tf -141.89 -6.69 TD[(4)]TJ/F15 7.97 Tf 4.15 -2.81 TD[(Av)59(ailable)-353(at)]TJ/F19 7.97 Tf 47.49 0 TD[(http://www.ai.mit.e)54(du/p)55(e)55(ople/jr)54(ennie/20Newsgr)55(oups/)]TJ/F15 7.97 Tf 200.44 0 TD[(.)]TJ ET endstream endobj 213 0 obj << /F11 106 0 R /F5 32 0 R /F12 113 0 R /F10 91 0 R /F4 29 0 R /F14 123 0 R /F15 126 0 R /F18 170 0 R /F19 173 0 R >> endobj 211 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 213 0 R >> endobj 216 0 obj << /Length 8650 >> stream 0.00 g 0.00 G BT/F9 8.96 Tf 88.64 -33.86 TD[(22)]TJ/F11 8.96 Tf 66.17 0 TD[(CHAPTER)-343(2.)-799(TEXT)-343(CA)85(TEGORIZA)86(TION)-342(AND)-342(OPTIMIZA)84(TION)]TJ/F5 9.96 Tf -2.41 -34.88 TD[(T)83(able)-332(2.1:)-445(Description)-333(of)-334(some)-333(Reuters)-333(categories)]TJ ET 0.4 w 135.66 -81.83 m 385.24 -81.83 l S 0.4 w 135.66 -93.98 m 135.66 -82.03 l S BT 141.64 -90.39 TD[(Category)]TJ ET 0.4 w 187.2 -93.98 m 187.2 -82.03 l S BT 193.18 -90.39 TD[(Description)]TJ ET 0.4 w 385.24 -93.98 m 385.24 -82.03 l S 0.4 w 135.66 -94.18 m 385.24 -94.18 l S 0.4 w 135.66 -96.17 m 385.24 -96.17 l S 0.4 w 135.66 -108.32 m 135.66 -96.37 l S BT/F4 9.96 Tf 141.64 -104.73 TD[(A)51(c)51(q)]TJ ET 0.4 w 187.2 -108.32 m 187.2 -96.37 l S BT/F5 9.96 Tf 193.18 -104.73 TD[(Acquisition)-333(of)-333(shares)-334(and)-333(companies)]TJ ET 0.4 w 385.24 -108.32 m 385.24 -96.37 l S 0.4 w 135.66 -120.27 m 135.66 -108.32 l S BT/F4 9.96 Tf 141.64 -116.69 TD[(Earn)]TJ ET 0.4 w 187.2 -120.27 m 187.2 -108.32 l S BT/F5 9.96 Tf 193.18 -116.69 TD[(Earns)-333(deriv)27(ed)-332(b)26(y)-332(acquisitions)-333(or)-334(sells)]TJ ET 0.4 w 385.24 -120.27 m 385.24 -108.32 l S 0.4 w 135.66 -132.22 m 135.66 -120.27 l S BT/F4 9.96 Tf 141.64 -128.64 TD[(Crude)]TJ ET 0.4 w 187.2 -132.22 m 187.2 -120.27 l S BT/F5 9.96 Tf 193.18 -128.64 TD[(Crude)-333(oil)-333(ev)27(en)27(ts:)-443(mark)27(et,)-333(Op)-27(ec)-334(decision,..)]TJ ET 0.4 w 385.24 -132.22 m 385.24 -120.27 l S 0.4 w 135.66 -144.18 m 135.66 -132.22 l S BT/F4 9.96 Tf 141.64 -140.59 TD[(Gr)51(ain)]TJ ET 0.4 w 187.2 -144.18 m 187.2 -132.22 l S BT/F5 9.96 Tf 193.18 -140.59 TD[(News)-333(ab)-28(out)-333(grain)-333(pro)-28(duction)]TJ ET 0.4 w 385.24 -144.18 m 385.24 -132.22 l S 0.4 w 135.66 -156.13 m 135.66 -144.18 l S BT/F4 9.96 Tf 141.64 -152.54 TD[(T)76(r)52(ade)]TJ ET 0.4 w 187.2 -156.13 m 187.2 -144.18 l S BT/F5 9.96 Tf 193.18 -152.54 TD[(T)83(rade)-333(b)-27(et)26(w)28(een)-332(companies)]TJ ET 0.4 w 385.24 -156.13 m 385.24 -144.18 l S 0.4 w 135.66 -168.08 m 135.66 -156.13 l S BT/F4 9.96 Tf 141.64 -164.49 TD[(Ship)]TJ ET 0.4 w 187.2 -168.08 m 187.2 -156.13 l S BT/F5 9.96 Tf 193.18 -164.49 TD[(Economic)-333(ev)27(en)28(ts)-333(that)-333(in)27(v)28(olv)27(e)-332(ships)]TJ ET 0.4 w 385.24 -168.08 m 385.24 -156.13 l S 0.4 w 135.66 -180.03 m 135.66 -168.08 l S BT/F4 9.96 Tf 141.64 -176.45 TD[(Co)51(c)51(o)51(a)]TJ ET 0.4 w 187.2 -180.03 m 187.2 -168.08 l S BT/F5 9.96 Tf 193.18 -176.45 TD[(Mark)27(et)-332(and)-333(ev)26(en)28(ts)-332(related)-334(to)-333(Co)-28(coa)-333(plan)27(ts)]TJ ET 0.4 w 385.24 -180.03 m 385.24 -168.08 l S 0.4 w 135.66 -191.98 m 135.66 -180.03 l S BT/F4 9.96 Tf 141.64 -188.4 TD[(Nat-gas)]TJ ET 0.4 w 187.2 -191.98 m 187.2 -180.03 l S BT/F5 9.96 Tf 193.18 -188.4 TD[(Natural)-333(Gas)-333(mark)27(et)]TJ ET 0.4 w 385.24 -191.98 m 385.24 -180.03 l S 0.4 w 135.66 -203.93 m 135.66 -191.98 l S BT/F4 9.96 Tf 141.64 -200.35 TD[(V)76(e)52(g-oil)]TJ ET 0.4 w 187.2 -203.93 m 187.2 -191.98 l S BT/F5 9.96 Tf 193.18 -200.35 TD[(V)83(egetal)-333(oil)-333(mark)27(et)]TJ ET 0.4 w 385.24 -203.93 m 385.24 -191.98 l S 0.4 w 135.66 -204.13 m 385.24 -204.13 l S BT 148.61 -242.76 TD[(T)83(able)-332(2.2:)-445(Description)-333(of)-334(some)-333(Ohsumed)-333(categories)]TJ ET 0.4 w 131.35 -255.85 m 389.56 -255.85 l S 0.4 w 131.35 -268 m 131.35 -256.05 l S BT 137.32 -264.42 TD[(Category)]TJ ET 0.4 w 218.69 -268 m 218.69 -256.05 l S BT 224.66 -264.42 TD[(Description)]TJ ET 0.4 w 389.56 -268 m 389.56 -256.05 l S 0.4 w 131.35 -268.2 m 389.56 -268.2 l S 0.4 w 131.35 -270.19 m 389.56 -270.19 l S 0.4 w 131.35 -282.34 m 131.35 -270.39 l S BT 137.32 -278.76 TD[(P)27(athology)]TJ ET 0.4 w 218.69 -282.34 m 218.69 -270.39 l S BT 224.66 -278.76 TD[(P)27(athological)-332(Conditions)]TJ ET 0.4 w 389.56 -282.34 m 389.56 -270.39 l S 0.4 w 131.35 -294.3 m 131.35 -282.34 l S BT 137.32 -290.71 TD[(Cardio)27(v)56(ascular)]TJ ET 0.4 w 218.69 -294.3 m 218.69 -282.34 l S BT 224.66 -290.71 TD[(Cardio)27(v)55(ascular)-332(Diseases)]TJ ET 0.4 w 389.56 -294.3 m 389.56 -282.34 l S 0.4 w 131.35 -306.25 m 131.35 -294.3 l S BT 137.32 -302.66 TD[(Imm)27(unologic)]TJ ET 0.4 w 218.69 -306.25 m 218.69 -294.3 l S BT 224.66 -302.66 TD[(Imm)27(unologic)-332(Diseases)]TJ ET 0.4 w 389.56 -306.25 m 389.56 -294.3 l S 0.4 w 131.35 -318.2 m 131.35 -306.25 l S BT 137.32 -314.61 TD[(Neoplasms)]TJ ET 0.4 w 218.69 -318.2 m 218.69 -306.25 l S BT 224.66 -314.61 TD[(Neoplasms)]TJ ET 0.4 w 389.56 -318.2 m 389.56 -306.25 l S 0.4 w 131.35 -330.15 m 131.35 -318.2 l S BT 137.32 -326.57 TD[(Digestiv)27(e)-332(Sys.)]TJ ET 0.4 w 218.69 -330.15 m 218.69 -318.2 l S BT 224.66 -326.57 TD[(Digestiv)27(e)-332(System)-334(Diseases)]TJ ET 0.4 w 389.56 -330.15 m 389.56 -318.2 l S 0.4 w 131.35 -342.1 m 131.35 -330.15 l S BT 137.32 -338.52 TD[(Hemic)-333(&)-333(Lymph.)]TJ ET 0.4 w 218.69 -342.1 m 218.69 -330.15 l S BT 224.66 -338.52 TD[(Hemic)-333(&)-334(Lymphatic)-333(Diseases)]TJ ET 0.4 w 389.56 -342.1 m 389.56 -330.15 l S 0.4 w 131.35 -354.06 m 131.35 -342.1 l S BT 137.32 -350.47 TD[(Neonatal)]TJ ET 0.4 w 218.69 -354.06 m 218.69 -342.1 l S BT 224.66 -350.47 TD[(Neonatal)-333(Disorders)-334(&)-333(Abnormalities)]TJ ET 0.4 w 389.56 -354.06 m 389.56 -342.1 l S 0.4 w 131.35 -366.01 m 131.35 -354.06 l S BT 137.32 -362.42 TD[(Skin)]TJ ET 0.4 w 218.69 -366.01 m 218.69 -354.06 l S BT 224.66 -362.42 TD[(Skin)-333(&)-334(Connectiv)27(e)-332(Tissue)-333(Diseases)]TJ ET 0.4 w 389.56 -366.01 m 389.56 -354.06 l S 0.4 w 131.35 -377.96 m 131.35 -366.01 l S BT 137.32 -374.37 TD[(Nutritional)]TJ ET 0.4 w 218.69 -377.96 m 218.69 -366.01 l S BT 224.66 -374.37 TD[(Nutritional)-333(&)-334(Metab)-27(olic)-334(Diseases)]TJ ET 0.4 w 389.56 -377.96 m 389.56 -366.01 l S 0.4 w 131.35 -389.91 m 131.35 -377.96 l S BT 137.32 -386.33 TD[(Endo)-27(crine)]TJ ET 0.4 w 218.69 -389.91 m 218.69 -377.96 l S BT 224.66 -386.33 TD[(Endo)-28(crine)-333(Diseases)]TJ ET 0.4 w 389.56 -389.91 m 389.56 -377.96 l S 0.4 w 131.35 -401.86 m 131.35 -389.91 l S BT 137.32 -398.28 TD[(Disorders)]TJ ET 0.4 w 218.69 -401.86 m 218.69 -389.91 l S BT 224.66 -398.28 TD[(Disorders)-333(of)-334(En)27(viromen)28(tal)-332(Origin)]TJ ET 0.4 w 389.56 -401.86 m 389.56 -389.91 l S 0.4 w 131.35 -413.82 m 131.35 -401.86 l S BT 137.32 -410.23 TD[(Animal)]TJ ET 0.4 w 218.69 -413.82 m 218.69 -401.86 l S BT 224.66 -410.23 TD[(Animal)-333(Diseases)]TJ ET 0.4 w 389.56 -413.82 m 389.56 -401.86 l S 0.4 w 131.35 -414.01 m 389.56 -414.01 l S BT 88.64 -453.33 TD[(in)-412(only)-412(t)27(w)27(o)-411(di\256eren)27(t)-411(sets:)-602(\(1\))-412(p)-28(ositiv)27(e)-412(do)-27(cumen)26(ts)-411(that)-412(are)-412(categorized)-412(in)-413(the)]TJ 0 -11.95 TD[(target)-322(class)-322(and)-322(\(2\))-322(negativ)27(e)-321(do)-28(cumen)27(ts)-321(that)-322(are)-322(not)-323(categorized)-322(in)-322(it.)-440(P)26(ositiv)28(e)]TJ 0 -11.95 TD[(and)-264(negativ)27(e)-263(do)-28(cumen)27(ts)-263(are)-265(made)-264(a)27(v)56(ailable)-263(for)-265(the)-264(classi\257er)-264(designing)-264(in)-264(v)54(arious)]TJ 0 -11.96 TD[(forms.)-444(W)82(e)-332(ha)27(v)27(e)-332(notice)-333(four)-334(main)-333(data)-333(structures:)]TJ/F12 9.96 Tf 14.94 -19.19 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(The)-318(SMAR)76(T)-318(format)]TJ/F5 9.96 Tf 87.59 0 TD[(,)-299(in)-291(whic)27(h)-289(the)-291(do)-28(cumen)27(t)-289(for)-291(all)-290(categories)-291(are)-290(giv)26(en)-289(in)]TJ -87.59 -11.95 TD[(a)-387(unique)-387(\257le.)-605(Headers)-387(allo)27(w)-386(to)-387(separate)-387(do)-28(cumen)27(ts)-386(and)-387(to)-387(extract)-387(title,)]TJ 0 -11.96 TD[(do)-28(cumen)27(t)]TJ/F4 9.96 Tf 45.53 0 TD[(id)]TJ/F5 9.96 Tf 12.1 0 TD[(and)-294(the)-293(set)-294(of)-294(categories)-293(for)-294(target)-294(do)-28(cumen)27(t.)-430(In)-294(this)-294(format)]TJ -57.63 -11.95 TD[(there)-426(are)-426(a)27(v)55(ailable)-425(some)-426(IR)-426(SMAR)82(T)-425(corpus)-426(as)-426(w)27(ell)-426(as)-426(the)-426(Reuters)-426(and)]TJ 0 -11.95 TD[(Ohsumed)-333(v)27(ersions)-333(prepared)-333(b)27(y)-333(Y)83(ang.)]TJ/F12 9.96 Tf -9.96 -19.56 TD[(\262)]TJ/F4 9.96 Tf 9.96 0 TD[(The)-284(SGML)-284(format)]TJ/F5 9.96 Tf 79.83 0 TD[(,)-269(in)-253(whic)27(h)-253(the)-253(tag)-253(pairs)-253(allo)27(w)-253(a)-253(more)-253(direct)-253(extraction)-254(of)]TJ -79.83 -11.95 TD[(information,)-360(e.g.,)]TJ/F18 9.96 Tf 78.31 0 TD[(