%PDF-1.2 7 0 obj << /Type/Encoding /Differences[33/exclam/quotedblright/numbersign/dollar/percent/ampersand/quoteright/parenleft/parenright/asterisk/plus/comma/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon/semicolon/exclamdown/equal/questiondown/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S/T/U/V/W/X/Y/Z/bracketleft/quotedblleft/bracketright/circumflex/dotaccent/quoteleft/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/endash/emdash/hungarumlaut/tilde/dieresis/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi 173/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/dieresis 255/dieresis] >> endobj 10 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F1 /FontDescriptor 9 0 R /BaseFont/CMBX12 /FirstChar 33 /LastChar 196 /Widths[342.6 581 937.5 562.5 937.5 875 312.5 437.5 437.5 562.5 875 312.5 375 312.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 562.5 312.5 312.5 342.6 875 531.3 531.3 875 849.5 799.8 812.5 862.3 738.4 707.2 884.3 879.6 419 581 880.8 675.9 1067.1 879.6 844.9 768.5 844.9 839.1 625 782.4 864.6 849.5 1162 849.5 849.5 687.5 312.5 581 312.5 562.5 312.5 312.5 546.9 625 500 625 513.3 343.8 562.5 625 312.5 343.8 593.8 312.5 937.5 625 562.5 625 593.8 459.5 443.8 437.5 625 593.8 812.5 593.8 593.8 500 562.5 1125 562.5 562.5 562.5 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 675.9 937.5 875 787 750 879.6 812.5 875 812.5 875 0 0 812.5 656.3 625 625 937.5 937.5 312.5 343.8 562.5 562.5 562.5 562.5 562.5 849.5 500 574.1 812.5 875 562.5 1018.5 1143.5 875 312.5 562.5] >> endobj 13 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F2 /FontDescriptor 12 0 R /BaseFont/CMR10 /FirstChar 33 /LastChar 196 /Widths[277.8 500 833.3 500 833.3 777.8 277.8 388.9 388.9 500 777.8 277.8 333.3 277.8 500 500 500 500 500 500 500 500 500 500 500 277.8 277.8 277.8 777.8 472.2 472.2 777.8 750 708.3 722.2 763.9 680.6 652.8 784.7 750 361.1 513.9 777.8 625 916.7 750 777.8 680.6 777.8 736.1 555.6 722.2 750 750 1027.8 750 750 611.1 277.8 500 277.8 500 277.8 277.8 500 555.6 444.4 555.6 444.4 305.6 500 555.6 277.8 305.6 527.8 277.8 833.3 555.6 500 555.6 527.8 391.7 394.4 388.9 555.6 527.8 722.2 527.8 527.8 444.4 500 1000 500 500 500 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 625 833.3 777.8 694.4 666.7 750 722.2 777.8 722.2 777.8 0 0 722.2 583.3 555.6 555.6 833.3 833.3 277.8 305.6 500 500 500 500 500 750 444.4 500 722.2 777.8 500 902.8 1013.9 777.8 277.8 500] >> endobj 16 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F3 /FontDescriptor 15 0 R /BaseFont/CMR7 /FirstChar 33 /LastChar 196 /Widths[323.4 569.4 938.5 569.4 938.5 877 323.4 446.4 446.4 569.4 877 323.4 384.9 323.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 569.4 323.4 323.4 323.4 877 538.7 538.7 877 843.3 798.6 815.5 860.1 767.9 737.1 883.9 843.3 412.7 583.3 874 706.4 1027.8 843.3 877 767.9 877 829.4 631 815.5 843.3 843.3 1150.8 843.3 843.3 692.5 323.4 569.4 323.4 569.4 323.4 323.4 569.4 631 507.9 631 507.9 354.2 569.4 631 323.4 354.2 600.2 323.4 938.5 631 569.4 631 600.2 446.4 452.6 446.4 631 600.2 815.5 600.2 600.2 507.9 569.4 1138.9 569.4 569.4 569.4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 706.4 938.5 877 781.8 754 843.3 815.5 877 815.5 877 0 0 815.5 677.6 646.8 646.8 970.2 970.2 323.4 354.2 569.4 569.4 569.4 569.4 569.4 843.3 507.9 569.4 815.5 877 569.4 1013.9 1136.9 877 323.4 569.4] >> endobj 19 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F4 /FontDescriptor 18 0 R /BaseFont/CMR6 /FirstChar 33 /LastChar 196 /Widths[351.8 611.1 1000 611.1 1000 935.2 351.8 481.5 481.5 611.1 935.2 351.8 416.7 351.8 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 611.1 351.8 351.8 351.8 935.2 578.7 578.7 935.2 896.3 850.9 870.4 915.7 818.5 786.1 941.7 896.3 442.6 624.1 928.7 753.7 1090.7 896.3 935.2 818.5 935.2 883.3 675.9 870.4 896.3 896.3 1220.4 896.3 896.3 740.7 351.8 611.1 351.8 611.1 351.8 351.8 611.1 675.9 546.3 675.9 546.3 384.3 611.1 675.9 351.8 384.3 643.5 351.8 1000 675.9 611.1 675.9 643.5 481.5 488 481.5 675.9 643.5 870.4 643.5 643.5 546.3 611.1 1222.2 611.1 611.1 611.1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 753.7 1000 935.2 831.5 805.5 896.3 870.4 935.2 870.4 935.2 0 0 870.4 736.1 703.7 703.7 1055.5 1055.5 351.8 384.3 611.1 611.1 611.1 611.1 611.1 896.3 546.3 611.1 870.4 935.2 611.1 1077.8 1207.4 935.2 351.8 611.1] >> endobj 22 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F5 /FontDescriptor 21 0 R /BaseFont/CMR9 /FirstChar 33 /LastChar 196 /Widths[285.5 513.9 856.5 513.9 856.5 799.4 285.5 399.7 399.7 513.9 799.4 285.5 342.6 285.5 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 285.5 285.5 285.5 799.4 485.3 485.3 799.4 770.7 727.9 742.3 785 699.4 670.8 806.5 770.7 371 528.1 799.2 642.3 942 770.7 799.4 699.4 799.4 756.5 571 742.3 770.7 770.7 1056.2 770.7 770.7 628.1 285.5 513.9 285.5 513.9 285.5 285.5 513.9 571 456.8 571 457.2 314 513.9 571 285.5 314 542.4 285.5 856.5 571 513.9 571 542.4 402 405.4 399.7 571 542.4 742.3 542.4 542.4 456.8 513.9 1027.8 513.9 513.9 513.9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 642.3 856.5 799.4 713.6 685.2 770.7 742.3 799.4 742.3 799.4 0 0 742.3 599.5 571 571 856.5 856.5 285.5 314 513.9 513.9 513.9 513.9 513.9 770.7 456.8 513.9 742.3 799.4 513.9 927.8 1042 799.4 285.5 513.9] >> endobj 25 0 obj << /Type/Font /Subtype/Type1 /Name/F6 /FontDescriptor 24 0 R /BaseFont/CMTT9 /FirstChar 33 /LastChar 196 /Widths[525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 525 525 525 525 525 525 525 525 525 525 0 0 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525] >> endobj 28 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F7 /FontDescriptor 27 0 R /BaseFont/CMBX9 /FirstChar 33 /LastChar 196 /Widths[360.2 617.6 986.1 591.7 986.1 920.4 328.7 460.2 460.2 591.7 920.4 328.7 394.4 328.7 591.7 591.7 591.7 591.7 591.7 591.7 591.7 591.7 591.7 591.7 591.7 328.7 328.7 360.2 920.4 558.8 558.8 920.4 892.9 840.9 854.6 906.6 776.5 743.7 929.9 924.4 446.3 610.8 925.8 710.8 1121.6 924.4 888.9 808 888.9 886.7 657.4 823.1 908.6 892.9 1221.6 892.9 892.9 723.1 328.7 617.6 328.7 591.7 328.7 328.7 575.2 657.4 525.9 657.4 543 361.6 591.7 657.4 328.7 361.6 624.5 328.7 986.1 657.4 591.7 657.4 624.5 488.1 466.8 460.2 657.4 624.5 854.6 624.5 624.5 525.9 591.7 1183.3 591.7 591.7 591.7 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 710.8 986.1 920.4 827.2 788.9 924.4 854.6 920.4 854.6 920.4 0 0 854.6 690.3 657.4 657.4 986.1 986.1 328.7 361.6 591.7 591.7 591.7 591.7 591.7 892.9 525.9 616.8 854.6 920.4 591.7 1071 1202.5 920.4 328.7 591.7] >> endobj 29 0 obj << /Type/Encoding /Differences[0/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/exclam/quotedblright/numbersign/sterling/percent/ampersand/quoteright/parenleft/parenright/asterisk/plus/comma/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon/semicolon/exclamdown/equal/questiondown/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S/T/U/V/W/X/Y/Z/bracketleft/quotedblleft/bracketright/circumflex/dotaccent/quoteleft/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/endash/emdash/hungarumlaut/tilde/dieresis/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/Gamma/Delta/Theta/Lambda/Xi/Pi/Sigma/Upsilon/Phi/Psi 173/Omega/ff/fi/fl/ffi/ffl/dotlessi/dotlessj/grave/acute/caron/breve/macron/ring/cedilla/germandbls/ae/oe/oslash/AE/OE/Oslash/suppress/dieresis 255/dieresis] >> endobj 32 0 obj << /Encoding 29 0 R /Type/Font /Subtype/Type1 /Name/F8 /FontDescriptor 31 0 R /BaseFont/CMTI9 /FirstChar 33 /LastChar 196 /Widths[314.8 527.8 839.5 786.1 839.5 787 314.8 419.8 419.8 524.7 787 314.8 367.3 314.8 524.7 524.7 524.7 524.7 524.7 524.7 524.7 524.7 524.7 524.7 524.7 314.8 314.8 314.8 787 524.7 524.7 787 763 722.5 734.6 775 696.3 670.1 794.1 763 395.7 538.9 789.2 643.8 920.4 763 787 696.3 787 748.8 577.2 734.6 763 763 1025.3 763 763 629.6 314.8 527.8 314.8 524.7 314.8 314.8 524.7 472.2 472.2 524.7 472.2 314.8 472.2 524.7 314.8 314.8 472.2 262.3 839.5 577.2 524.7 524.7 472.2 432.9 419.8 341.1 550.9 472.2 682.1 473.8 498.5 419.8 524.7 1049.4 524.7 524.7 524.7 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 643.8 839.5 787 710.5 682.1 763 734.6 787 734.6 787 0 0 734.6 629.6 577.2 603.4 905.1 918.2 314.8 341.1 524.7 524.7 524.7 524.7 524.7 850.9 472.2 550.9 734.6 734.6 524.7 906.2 1011.1 787 262.3 524.7] >> endobj 35 0 obj << /Encoding 29 0 R /Type/Font /Subtype/Type1 /Name/F9 /FontDescriptor 34 0 R /BaseFont/CMTI10 /FirstChar 33 /LastChar 196 /Widths[306.7 514.4 817.8 769.1 817.8 766.7 306.7 408.9 408.9 511.1 766.7 306.7 357.8 306.7 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 511.1 306.7 306.7 306.7 766.7 511.1 511.1 766.7 743.3 703.9 715.6 755 678.3 652.8 773.6 743.3 385.6 525 768.9 627.2 896.7 743.3 766.7 678.3 766.7 729.4 562.2 715.6 743.3 743.3 998.9 743.3 743.3 613.3 306.7 514.4 306.7 511.1 306.7 306.7 511.1 460 460 511.1 460 306.7 460 511.1 306.7 306.7 460 255.6 817.8 562.2 511.1 511.1 460 421.7 408.9 332.2 536.7 460 664.4 463.9 485.6 408.9 511.1 1022.2 511.1 511.1 511.1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 627.2 817.8 766.7 692.2 664.4 743.3 715.6 766.7 715.6 766.7 0 0 715.6 613.3 562.2 587.8 881.7 894.4 306.7 332.2 511.1 511.1 511.1 511.1 511.1 831.3 460 536.7 715.6 715.6 511.1 882.8 985 766.7 255.6 511.1] >> endobj 38 0 obj << /Type/Font /Subtype/Type1 /Name/F10 /FontDescriptor 37 0 R /BaseFont/CMMI10 /FirstChar 33 /LastChar 196 /Widths[622.5 466.3 591.4 828.1 517 362.8 654.2 1000 1000 1000 1000 277.8 277.8 500 500 500 500 500 500 500 500 500 500 500 500 277.8 277.8 777.8 500 777.8 500 530.9 750 758.5 714.7 827.9 738.2 643.1 786.2 831.3 439.6 554.5 849.3 680.6 970.1 803.5 762.8 642 790.6 759.3 613.2 584.4 682.8 583.3 944.4 828.5 580.6 682.6 388.9 388.9 388.9 1000 1000 416.7 528.6 429.2 432.8 520.5 465.6 489.6 477 576.2 344.5 411.8 520.6 298.4 878 600.2 484.7 503.1 446.4 451.2 468.8 361.1 572.5 484.7 715.9 571.5 490.3 465 322.5 384 636.5 500 277.8 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 615.3 833.3 762.8 694.4 742.4 831.3 779.9 583.3 666.7 612.2 0 0 772.4 639.7 565.6 517.7 444.4 405.9 437.5 496.5 469.4 353.9 576.2 583.3 602.5 494 437.5 570 517 571.4 437.2 540.3 595.8 625.7 651.4 277.8] >> endobj 41 0 obj << /Type/Font /Subtype/Type1 /Name/F11 /FontDescriptor 40 0 R /BaseFont/CMMI7 /FirstChar 33 /LastChar 196 /Widths[719.7 539.7 689.9 950 592.7 439.2 751.4 1138.9 1138.9 1138.9 1138.9 339.3 339.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 585.3 339.3 339.3 892.9 585.3 892.9 585.3 610.1 859.1 863.2 819.4 934.1 838.7 724.5 889.4 935.6 506.3 632 959.9 783.7 1089.4 904.9 868.9 727.3 899.7 860.6 701.5 674.8 778.2 674.6 1074.4 936.9 671.5 778.4 462.3 462.3 462.3 1138.9 1138.9 478.2 619.7 502.4 510.5 594.7 542 557.1 557.3 668.8 404.2 472.7 607.3 361.3 1013.7 706.2 563.9 588.9 523.6 530.4 539.2 431.6 675.4 571.4 826.4 647.8 579.4 545.8 398.6 442 730.1 585.3 339.3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 693.8 954.4 868.9 797.6 844.5 935.6 886.3 677.6 769.8 716.9 0 0 880 742.7 647.8 600.1 519.2 476.1 519.8 588.6 544.1 422.8 668.8 677.6 694.6 572.8 519.8 668 592.7 662 526.8 632.9 686.9 713.8 756 339.3] >> endobj 44 0 obj << /Type/Font /Subtype/Type1 /Name/F12 /FontDescriptor 43 0 R /BaseFont/CMMI9 /FirstChar 33 /LastChar 196 /Widths[639.4 477.1 609.5 852.5 529.4 374.4 671.1 1027.8 1027.8 1027.8 1027.8 285.5 285.5 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 513.9 285.5 285.5 799.4 513.9 799.4 513.9 543.7 770.7 777.7 733.6 847.5 756.3 656.2 804.8 850.2 449.3 566.3 870.4 699.4 992.9 821.6 782.1 656.2 810.6 777.6 627.9 599.6 699.1 599.4 970.5 849 596.5 699.2 399.7 399.7 399.7 1027.8 1027.8 424.4 544.5 440.4 444.9 532.5 477.8 498.8 490.1 592.2 351.7 420.1 535.1 306.7 905.5 620 497.5 515.9 459.2 463.7 478.8 371.1 591.4 499.2 736.6 582.6 506.2 478 334.5 391.6 653.3 513.9 285.5 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 627.7 856.5 782.1 713.6 760.6 850.2 799.2 599.5 685.2 631.1 0 0 792.1 658.7 579.2 530.8 455.9 416.4 450.6 513.2 481.1 363.8 592.2 599.5 619.2 506.9 450.6 588.2 529.4 587.7 452.4 556.3 611.7 640.8 670.5 285.5] >> endobj 46 0 obj << /Length 8021 >> stream 0.00 g 0.00 G BT/F1 14.34 Tf 103.55 -53.78 TD[(Complex)-375(Linguistic)-375(F)93(eatures)-374(for)-375(T)93(ext)]TJ 0.23 -17.93 TD[(Classi\257cation:)-375(a)-375(comprehensiv)31(e)-374(study)]TJ/F2 9.96 Tf 38.69 -34.62 TD[(Alessandro)-333(Mosc)27(hitti)]TJ/F3 6.97 Tf 91.77 3.61 TD[(1)]TJ/F2 9.96 Tf 7.79 -3.61 TD[(and)-333(Rob)-28(erto)-333(Basili)]TJ/F3 6.97 Tf 82.25 3.61 TD[(2)]TJ/F4 5.98 Tf -252.44 -16.7 TD[(1)]TJ/F5 8.96 Tf 8.75 -3.8 TD[(Univ)28(ersit)28(y)-341(of)-343(T)85(exas)-342(at)-342(Dallas,)-343(Human)-343(Language)-342(T)85(ec)28(hnology)-342(Researc)28(h)-342(Institute)]TJ 86.85 -10.96 TD[(Ric)28(hardson,)-342(TX)-342(75083-0688,)-343(USA)]TJ/F6 8.96 Tf -9.48 -10.96 TD[(alessandro.moschitti@utdallas.edu)]TJ/F4 5.98 Tf -56.31 -7.14 TD[(2)]TJ/F5 8.96 Tf 8.76 -3.81 TD[(Univ)28(ersit)29(y)-342(of)-343(Rome)-342(T)84(or)-341(V)84(ergata,)-341(Computer)-343(Science)-342(Departmen)27(t)]TJ 84.45 -10.96 TD[(00133)-342(Roma)-343(\(Italy\),)]TJ/F6 8.96 Tf -13.37 -10.95 TD[(basili@info.uniroma2.it)]TJ/F7 8.96 Tf -90.4 -18.39 TD[(Abstract.)]TJ/F5 8.96 Tf 48.5 0 TD[(Previous)-456(researc)28(hes)-455(on)-457(adv)57(anced)-456(represen)28(tations)-455(for)-457(do)-28(cu-)]TJ -48.5 -10.95 TD[(men)29(t)-500(retriev)56(al)-499(ha)28(v)28(e)-499(sho)27(wn)-499(that)-500(statistical)]TJ/F8 8.96 Tf 179.13 0 TD[(state-of-the-art)]TJ/F5 8.96 Tf 65.18 0 TD[(mo)-28(dels)-500(are)]TJ -244.31 -10.96 TD[(not)-283(impro)28(v)28(ed)-282(b)27(y)-282(a)-284(v)56(ariet)29(y)-283(of)-284(di\256eren)28(t)-283(linguistic)-283(represen)27(tations.)-282(Phrases,)]TJ 0 -10.95 TD[(w)29(ord)-421(senses)-422(and)-422(syn)27(tactic)-421(relations)-422(deriv)28(ed)-421(b)27(y)-421(Natural)-422(Language)-422(Pro-)]TJ 0 -10.96 TD[(cessing)-373(\(NLP\))-375(tec)28(hniques)-374(w)28(ere)-374(observ)28(ed)-374(ine\256ectiv)28(e)-373(to)-375(increase)-374(retriev)56(al)]TJ 0 -10.95 TD[(accuracy)86(.)-545(F)84(or)-545(T)85(ext)-545(Categorization)-546(\(TC\))-546(are)-546(a)28(v)57(ailable)-545(few)28(er)-545(and)-546(less)]TJ 0 -10.96 TD[(de\257nitiv)29(e)-447(studies)-447(on)-447(the)-448(use)-447(of)-447(adv)56(anced)-446(do)-29(cumen)28(t)-447(represen)28(tations)-446(as)]TJ 0 -10.96 TD[(it)-342(is)-342(a)-343(relativ)28(ely)-342(new)-342(researc)27(h)-341(area)-343(\(compared)-343(to)-342(do)-29(cumen)28(t)-342(retriev)56(al\).)]TJ 0 -10.73 TD[(In)-518(this)-518(pap)-29(er,)-519(adv)57(anced)-518(do)-29(cumen)28(t)-518(represen)28(tations)-518(ha)28(v)28(e)-517(b)-29(een)-519(in)28(v)29(esti-)]TJ 0 -10.95 TD[(gated.)-418(Extensiv)28(e)-418(exp)-29(erimen)28(tation)-418(on)-419(represen)27(tativ)29(e)-418(classi\257ers,)-419(Ro)-28(cc)27(hio)]TJ 0 -10.96 TD[(and)-289(SVM,)-291(as)-290(w)28(ell)-290(as)-290(a)-290(careful)-291(analysis)-290(of)-290(the)-290(literature)-291(ha)28(v)28(e)-289(b)-29(een)-290(carried)]TJ 0 -10.95 TD[(out)-421(to)-422(study)-422(ho)28(w)-421(some)-422(NLP)-422(tec)28(hniques)-421(used)-422(for)-422(indexing)-422(impact)-422(TC.)]TJ 0 -10.96 TD[(Cross)-350(v)56(alidation)-350(o)28(v)28(er)-350(4)-351(di\256eren)28(t)-350(corp)-29(ora)-351(in)-351(t)28(w)28(o)-350(languages)-351(allo)28(w)29(ed)-350(us)-351(to)]TJ 0 -10.95 TD[(gather)-374(an)]TJ/F8 8.96 Tf 42.06 0 TD[(overwhelming)-397(evidenc)52(e)]TJ/F5 8.96 Tf 95.2 0 TD[(that)-374(complex)-375(nominals,)-376(prop)-28(er)-375(nouns)]TJ -137.26 -10.96 TD[(and)]TJ/F8 8.96 Tf 17.91 0 TD[(wor)52(d)-366(senses)]TJ/F5 8.96 Tf 50.95 0 TD[(are)-342(not)-343(adequate)-342(to)-343(impro)28(v)28(e)-342(TC)-342(accuracy)85(.)]TJ/F1 11.95 Tf -97.2 -17.84 TD[(1)-1124(In)30(tro)-30(duction)]TJ/F2 9.96 Tf 0 -15.03 TD[(In)-338(the)-339(past,)-338(sev)26(eral)-337(attempts)-339(to)-339(design)-339(complex)-338(and)-339(e\256ectiv)27(e)-338(features)-339(for)-339(do)-28(cu-)]TJ 0 -11.95 TD[(men)28(t)-364(retriev)54(al)-363(and)-365(\257ltering)-364(w)26(ere)-363(carried)-365(out.)-365(T)83(raditional)-364(ric)27(her)-364(represen)27(tations)]TJ 0 -11.95 TD[(included:)-448(do)-28(cumen)27(t)]TJ/F9 9.96 Tf 90.83 0 TD[(L)50(emmas)]TJ/F2 9.96 Tf 35.77 0 TD[(,)-449(i.e.)-449(base)-449(forms)-449(of)-448(morphological)-449(categories,)-449(lik)27(e)]TJ -126.6 -11.95 TD[(nouns)-276(\(e.g.)]TJ/F9 9.96 Tf 49.83 0 TD[(b)50(ank)]TJ/F2 9.96 Tf 23.18 0 TD[(from)]TJ/F9 9.96 Tf 22.98 0 TD[(b)50(anks)]TJ/F2 9.96 Tf 24.24 0 TD[(\))-276(or)-277(v)27(erbs)-276(\(e.g.)]TJ/F9 9.96 Tf 65.36 0 TD[(work)]TJ/F2 9.96 Tf 24.32 0 TD[(from)]TJ/F9 9.96 Tf 22.99 0 TD[(worke)51(d,working)]TJ/F2 9.96 Tf 67.31 0 TD[(\);)]TJ/F9 9.96 Tf 9.4 0 TD[(Phr)51(ases)]TJ/F2 9.96 Tf 33.35 0 TD[(,)]TJ -342.96 -11.96 TD[(i.e.)-396(sen)27(tence)-396(fragmen)27(ts)-396(as)-397(w)27(ord)-396(sequences;)]TJ/F9 9.96 Tf 190.32 0 TD[(wor)51(d)-416(senses)]TJ/F2 9.96 Tf 51.62 0 TD[(,)-396(i.e.)-397(di\256eren)27(t)-396(meanings)]TJ -241.94 -11.95 TD[(of)-333(con)27(ten)28(t)-332(w)26(ords,)-332(as)-333(de\257ned)-334(in)-333(dictionaries.)]TJ 14.94 -11.95 TD[(Phrases)-278(can)-279(b)-28(e)-279(divided)-279(in:)-279(\(a\))]TJ/F9 9.96 Tf 130.93 0 TD[(simple)]TJ/F10 9.96 Tf 30.55 0 TD[(n)]TJ/F9 9.96 Tf 5.98 0 TD[(-gr)51(ams)]TJ/F3 6.97 Tf 29.96 3.61 TD[(3)]TJ/F2 9.96 Tf 4.47 -3.61 TD[(,)-278(i.e.,)-279(sequences)-279(of)-279(w)27(ords)-278(\(e.g.,)]TJ/F9 9.96 Tf -216.83 -11.95 TD[(o\261cials)-272(said)]TJ/F2 9.96 Tf 54.27 0 TD[(\))-241(selected)-241(b)26(y)-240(applying)-241(statistical)-242(tec)27(hniques,)-240(e.g.)]TJ/F9 9.96 Tf 207.67 0 TD[(mutual)-273(information)]TJ/F2 9.96 Tf -261.94 -11.95 TD[(or)]TJ/F10 9.96 Tf 11.65 0 TD[(\302)]TJ/F3 6.97 Tf 6.23 3.61 TD[(2)]TJ/F2 9.96 Tf 4.47 -3.61 TD[(;)-278(\(b\))]TJ/F9 9.96 Tf 21.59 0 TD[(Noun)-306(Phr)50(ases)]TJ/F2 9.96 Tf 63.44 0 TD[(suc)28(h)-277(as)-279(Named)-278(En)27(tities)-277(\(e.g.,)]TJ/F9 9.96 Tf 127.86 0 TD[(Ge)50(or)51(ge)-306(Bush)]TJ/F2 9.96 Tf 57.84 0 TD[(or)]TJ/F9 9.96 Tf 11.65 0 TD[(Washing-)]TJ -304.73 -11.96 TD[(ton)-421(D.C.)]TJ/F2 9.96 Tf 38.96 0 TD[(\))-403(and)-403(other)-403(complex)-404(nominals)-403(\(e.g.,)]TJ/F9 9.96 Tf 162.79 0 TD[(satel)-51(lite)-422(c)50(able)-421(television)-422(system)]TJ/F2 9.96 Tf 137.34 0 TD[(\);)]TJ -339.09 -11.95 TD[(and)-318(\(c\))]TJ/F10 9.96 Tf 34.57 0 TD[(
)]TJ/F2 9.96 Tf 10.92 0 TD[(tuples)-319(in)-319(whic)27(h)-318(the)-319(relations)-320(b)-27(et)26(w)28(een)]TJ -184.17 -11.95 TD[(the)]TJ/F9 9.96 Tf 17.18 0 TD[(he)50(ad)]TJ/F2 9.96 Tf 23.73 0 TD[(w)27(ord)-335(and)-337(mo)-28(di\257er)-336(w)27(ords)-336(are)-336(detected)-337(using)-337(syn)27(tactic)-335(parsers,)-337(e.g.)-337([1].)]TJ -40.91 -11.95 TD[(T)28(ypical)-434(relations)-434(\(used)-435(in)-434([2]\))-435(are)]TJ/F9 9.96 Tf 155.05 0 TD[(subje)50(ct-verb)]TJ/F2 9.96 Tf 55.48 0 TD[(or)]TJ/F9 9.96 Tf 13.21 0 TD[(verb-obje)50(ct)]TJ/F2 9.96 Tf 46.2 0 TD[(,)-434(e.g.)-434(in)]TJ/F9 9.96 Tf 38.99 0 TD[(Minister)]TJ -308.93 -11.95 TD[(announc)51(es)]TJ/F2 9.96 Tf 49.19 0 TD[(and)]TJ/F9 9.96 Tf 19.36 0 TD[(announc)50(es)-356(plans)]TJ/F2 9.96 Tf 71.02 0 TD[(.)]TJ -124.63 -11.95 TD[(The)-315(aim)-316(of)-317(phrases)-316(is)-316(to)-316(impro)27(v)28(e)-315(the)-317(precision)-316(on)-316(concept)-316(matc)27(hing.)-315(F)82(or)-315(ex-)]TJ -14.94 -11.96 TD[(ample,)-278(incorrect)-278(do)-28(cumen)27(ts)-278(that)-278(con)27(tain)-278(the)-278(w)26(ord)-277(sequence)]TJ/F9 9.96 Tf 258.93 0 TD[(c)51(omp)51(any)-306(ac)50(quisition)]TJ ET 0.4 w 62.75 -569.34 m 119.42 -569.34 l S BT/F4 5.98 Tf 65.49 -575.99 TD[(3)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(The)-347(term)]TJ/F12 8.96 Tf 41.07 0 TD[(n)]TJ/F5 8.96 Tf 5.56 0 TD[(-grams)-348(is)-348(traditionally)-348(referred)-348(to)-348(as)-349(the)-348(sequences)-348(of)]TJ/F12 8.96 Tf 217.85 0 TD[(n)]TJ/F5 8.96 Tf 8.68 0 TD[(c)28(haracters)-347(from)]TJ -273.16 -10.96 TD[(text)-342(but)-342(in)-343(this)-343(con)28(text)-342(they)-342(will)-343(b)-28(e)-343(referred)-343(to)-342(as)-343(w)28(ords)-342(sequences.)]TJ ET endstream endobj 48 0 obj << /F1 10 0 R /F2 13 0 R /F3 16 0 R /F4 19 0 R /F5 22 0 R /F6 25 0 R /F7 28 0 R /F8 32 0 R /F9 35 0 R /F10 38 0 R /F11 41 0 R /F12 44 0 R >> endobj 6 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 48 0 R >> endobj 53 0 obj << /Encoding 7 0 R /Type/Font /Subtype/Type1 /Name/F13 /FontDescriptor 52 0 R /BaseFont/CMBX10 /FirstChar 33 /LastChar 196 /Widths[350 602.8 958.3 575 958.3 894.4 319.4 447.2 447.2 575 894.4 319.4 383.3 319.4 575 575 575 575 575 575 575 575 575 575 575 319.4 319.4 350 894.4 543.1 543.1 894.4 869.4 818.1 830.6 881.9 755.6 723.6 904.2 900 436.1 594.4 901.4 691.7 1091.7 900 863.9 786.1 863.9 862.5 638.9 800 884.7 869.4 1188.9 869.4 869.4 702.8 319.4 602.8 319.4 575 319.4 319.4 559 638.9 511.1 638.9 527.1 351.4 575 638.9 319.4 351.4 606.9 319.4 958.3 638.9 575 638.9 606.9 473.6 453.6 447.2 638.9 606.9 830.6 606.9 606.9 511.1 575 1150 575 575 575 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 691.7 958.3 894.4 805.6 766.7 900 830.6 894.4 830.6 894.4 0 0 830.6 670.8 638.9 638.9 958.3 958.3 319.4 351.4 575 575 575 575 575 869.4 511.1 597.2 830.6 894.4 575 1041.7 1169.4 894.4 319.4 575] >> endobj 54 0 obj << /Length 7806 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(are)-275(retriev)27(ed)-275(b)27(y)-275(the)-276(query)]TJ/F9 9.96 Tf 114 0 TD[(language)]TJ/F2 9.96 Tf 40.91 0 TD[(+)]TJ/F9 9.96 Tf 10.49 0 TD[(ac)50(quisition)]TJ/F2 9.96 Tf 46.33 0 TD[(.)-275(Instead,)-276(if)-276(the)-275(w)26(ord)-275(sequences)]TJ -211.73 -11.96 TD[(are)-335(replaced)-336(b)27(y)-335(the)-336(complex)-336(nominals)]TJ/F9 9.96 Tf 168.19 0 TD[(c)50(omp)51(any)-359(ac)51(quisition)]TJ/F2 9.96 Tf 91.44 0 TD[(and)]TJ/F9 9.96 Tf 19.39 0 TD[(language)-359(ac)50(qui-)]TJ -279.02 -11.95 TD[(sition)]TJ/F2 9.96 Tf 24.18 0 TD[(,)-396(the)-396(incorrect)-397(do)-28(cumen)27(ts)-396(will)-396(not)-397(b)-27(e)-397(retriev)27(ed)-396(since)-396(partial)-397(matc)27(hes)-396(are)]TJ -24.18 -11.95 TD[(not)-333(triggered.)]TJ 14.94 -12.9 TD[(W)83(ord)-423(senses)-424(can)-425(b)-27(e)-425(de\257ned)-424(in)-424(t)27(w)27(o)-423(w)27(a)28(ys:)-423(\(a\))-425(b)27(y)-423(means)-424(of)-425(an)-424(explanation,)]TJ -14.94 -11.96 TD[(lik)28(e)-307(in)-307(a)-307(dictionary)-307(en)27(try)-306(or)-307(\(b\))-307(b)26(y)-306(using)-307(other)-307(w)27(ords)-306(that)-308(share)-307(the)-307(same)-307(sense,)]TJ 0 -11.95 TD[(lik)28(e)-305(in)-305(a)-306(thesaurus,)-305(e.g.)-306(W)83(ordNet)-305([3].)-305(The)-306(adv)55(an)28(tage)-305(of)-305(using)-306(w)27(ord)-304(senses)-306(rather)]TJ 0 -11.95 TD[(than)-362(w)27(ords)-362(is)-363(a)-363(more)-363(precise)-363(concept)-363(matc)27(hing.)-362(F)83(or)-362(example,)-363(the)-363(v)27(erb)]TJ/F9 9.96 Tf 313.01 0 TD[(to)-384(r)50(aise)]TJ/F2 9.96 Tf -313.01 -11.95 TD[(could)-305(refer)-307(to:)-306(\(a\))]TJ/F9 9.96 Tf 79.48 0 TD[(agricultur)50(al)-331(texts)]TJ/F2 9.96 Tf 72.59 0 TD[(,)-305(when)-307(the)-306(sense)-306(is)]TJ/F9 9.96 Tf 83.47 0 TD[(to)-332(cultivate)-333(by)-333(gr)50(owing)]TJ/F2 9.96 Tf 101.31 0 TD[(or)]TJ -336.85 -11.95 TD[(\(b\))]TJ/F9 9.96 Tf 16.6 0 TD[(e)51(c)51(onomic)-357(activities)]TJ/F2 9.96 Tf 86.09 0 TD[(when)-333(the)-333(sense)-334(is)]TJ/F9 9.96 Tf 78.74 0 TD[(to)-357(r)50(aise)-357(c)50(osts)]TJ/F2 9.96 Tf 56.63 0 TD[(.)]TJ -223.12 -12.91 TD[(Phrases)-380(w)27(ere)-380(exp)-28(erimen)27(ted)-379(for)-381(the)-381(do)-28(cumen)27(t)-380(retriev)55(al)-380(trac)27(k)-380(in)-380(TREC)-381(con-)]TJ -14.94 -11.95 TD[(ferences)-407([2,)-166(4{6].)-408(The)-407(main)-407(conclusion)-408(w)27(as)-406(that)-407(the)-408(higher)-407(computational)-408(cost)]TJ 0 -11.95 TD[(of)-346(the)-347(emplo)27(y)28(ed)-346(Natural)-347(Language)-346(Pro)-28(cessing)-347(\(NLP\))-347(algorithms)-346(prev)26(en)28(ts)-346(their)]TJ 0 -11.96 TD[(application)-283(in)-284(op)-27(erativ)26(e)-282(IR)-284(scenario.)-284(Another)-284(imp)-27(ortan)26(t)-282(conclusion)-284(w)27(as)-283(that)-284(the)]TJ 0 -11.95 TD[(exp)-27(erimen)27(ted)-440(NLP)-441(represen)26(tations)-440(can)-441(increase)-441(basic)-441(retriev)54(al)-440(mo)-28(dels)-441(\(whic)27(h)]TJ 0 -11.95 TD[(use)-418(only)-419(the)-419(basic)-420(indexing)-419(mo)-27(del)-420(e.g.,)-419(SMAR)83(T\))-418(that)-419(adopt)-419(simple)-420(stems)-419(for)]TJ 0 -11.95 TD[(their)-452(indexing.)-453(Instead,)-453(if)-453(adv)55(anced)-452(statistical)-453(retriev)55(al)-452(mo)-28(dels)-453(are)-453(used)-453(suc)27(h)]TJ 0 -11.95 TD[(represen)28(tations)-367(do)-368(not)-368(pro)-28(duce)-367(an)26(y)-366(impro)26(v)28(emen)28(t)-367([5].)-368(In)-367([7])-368(w)27(as)-367(explained)-368(that)]TJ 0 -11.95 TD[(pure)-288(retriev)54(al)-288(asp)-28(ects)-289(of)-289(IR,)-290(suc)27(h)-288(as)-289(the)-289(statistical)-290(measures)-289(of)-289(w)27(ord)-289(o)27(v)28(erlapping)]TJ 0 -11.96 TD[(b)-27(et)27(w)28(een)-375(queries)-376(and)-376(do)-28(cumen)27(ts)-375(is)-376(not)-376(a\256ected)-376(b)27(y)-375(the)-375(NLP)-376(recen)26(tly)-374(dev)26(elop)-26(ed)]TJ 0 -11.95 TD[(for)-333(do)-27(cumen)26(t)-332(indexing.)]TJ 14.94 -12.9 TD[(Giv)28(en)-305(the)-306(ab)-28(o)27(v)28(e)-305(considerations,)-306(in)-306([7])-306(w)27(ere)-305(exp)-27(erimen)26(ted)-304(NLP)-306(resources)-306(lik)27(e)]TJ -14.94 -11.96 TD[(W)83(ordNet)-422(instead)-423(of)-422(NLP)-423(tec)27(hniques.)-422(W)82(ordNet)-422(w)27(as)-422(used)-423(to)-423(de\257ne)-422(a)-423(seman)27(tic)]TJ 0 -11.95 TD[(similarit)28(y)-302(function)-303(b)-28(et)27(w)28(een)-302(noun)-303(pairs.)-303(As)-303(man)27(y)-302(w)27(ords)-302(are)-303(p)-28(olysemous,)-303(a)-303(W)83(ord)]TJ 0 -11.95 TD[(Sense)-304(Disam)27(biguation)-304(\(WSD\))-305(algorithm)-305(w)27(as)-304(dev)27(elop)-27(ed)-305(to)-305(detect)-304(the)-305(righ)27(t)-304(w)26(ord)]TJ 0 -11.95 TD[(senses.)-341(Ho)27(w)28(ev)27(er,)-340(p)-28(ositiv)27(e)-341(results)-342(w)27(ere)-341(obtained)-342(only)-342(after)-341(the)-342(senses)-342(w)27(ere)-341(man-)]TJ 0 -11.95 TD[(ually)-378(v)54(alidated)-378(since)-379(the)-379(WSD)-379(p)-27(erformance,)-379(ranging)-379(b)-28(et)27(w)27(een)-378(60-70%,)-379(w)27(as)-378(not)]TJ 0 -11.96 TD[(adequate)-351(to)-352(impro)26(v)28(e)-351(do)-28(cumen)27(t)-351(retriev)54(al.)-351(Other)-352(studies)-352([8{10])-352(rep)-28(ort)-352(the)-352(use)-352(of)]TJ 0 -11.95 TD[(w)28(ord)-317(seman)27(tic)-316(information)-318(for)-317(text)-317(indexing)-317(and)-318(query)-317(expansion.)-317(The)-317(p)-28(o)-28(or)-317(re-)]TJ 0 -11.95 TD[(sults)-291(obtained)-291(in)-292([10])-291(sho)26(w)-290(that)-292(seman)27(tic)-290(information)-292(tak)27(en)-291(directly)-291(from)-292(W)83(ord-)]TJ 0 -11.95 TD[(Net)-356(without)-357(p)-28(erforming)-357(an)27(y)-356(kind)-357(of)-357(WSD)-357(is)-357(not)-357(helping)-358(IR)-357(at)-357(all.)-357(In)-357(con)27(trast,)]TJ 0 -11.95 TD[(in)-370([11])-371(promising)-371(results)-370(on)-371(the)-371(same)-371(task)-371(w)27(ere)-370(obtained)-371(after)-370(the)-371(w)27(ord)-370(senses)]TJ 0 -11.95 TD[(w)28(ere)-333(man)27(ually)-332(disam)26(biguated.)]TJ 14.94 -12.91 TD[(In)-432(summary)-433(the)-433(high)-433(computational)-433(cost)-433(of)-433(the)-432(adopted)-433(NLP)-433(algorithms,)]TJ -14.94 -11.95 TD[(the)-377(small)-378(impro)27(v)28(emen)28(t)-377(pro)-28(duced)]TJ/F3 6.97 Tf 144.47 3.61 TD[(4)]TJ/F2 9.96 Tf 8.23 -3.61 TD[(and)-377(the)-378(lac)27(k)-377(of)-378(accurate)-378(WSD)-377(to)-28(ols)-378(are)-378(the)]TJ -152.7 -11.95 TD[(reasons)-286(for)-288(the)-287(failure)-287(of)-287(NLP)-288(in)-287(do)-28(cumen)27(t)-286(retriev)54(al.)-286(Giv)27(en)-286(these)-288(outcomes,)-287(wh)27(y)]TJ 0 -11.96 TD[(should)-358(w)27(e)-358(try)-358(to)-359(use)-358(the)-359(same)-359(NLP)-358(tec)27(hniques)-358(for)-358(TC?)-359(TC)-359(is)-358(a)-359(subtask)-358(of)-359(IR,)]TJ 0 -11.95 TD[(th)28(us,)-313(the)-314(results)-313(should)-314(b)-27(e)-314(the)-314(same.)-313(Ho)27(w)27(ev)28(er,)-312(there)-314(are)-313(di\256eren)26(t)-312(asp)-28(ects)-314(of)-313(TC)]TJ 0 -11.95 TD[(that)-333(require)-333(a)-333(separated)-334(study)-333(as:)]TJ/F13 9.96 Tf 6.22 -21.74 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(In)-300(TC)-301(b)-28(oth)-301(set)-301(of)-300(p)-28(ositiv)27(e)-300(and)-301(negativ)27(e)-300(do)-28(cumen)27(ts)-300(describing)-301(categories)-301(are)]TJ 0 -11.96 TD[(a)27(v)56(ailable.)-429(This)-431(enables)-430(the)-430(application)-431(of)-430(theoretically)-431(motiv)55(ated)-429(mac)26(hine)]TJ 0 -11.95 TD[(learning)-333(tec)27(hniques)-332(that)-334(b)-27(etter)-334(select)-333(the)-333(do)-28(cumen)27(t)-333(represen)27(tations.)]TJ ET 0.4 w 62.75 -569.34 m 119.42 -569.34 l S BT/F4 5.98 Tf 65.49 -575.99 TD[(4)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(Due)-300(to)-302(b)-28(oth)-301(the)-301(NLP)-302(errors)-301(in)-301(detecting)-301(the)-301(complex)-302(structures)-301(and)-301(the)-301(use)-301(of)-301(NLP)]TJ 0 -10.96 TD[(deriv)28(ed)-341(features)-343(as)-342(informativ)27(e)-341(as)-343(the)]TJ/F8 8.96 Tf 154.29 0 TD[(b)52(ag-of-wor)52(ds)]TJ/F5 8.96 Tf 49.51 0 TD[(.)]TJ ET endstream endobj 55 0 obj << /F2 13 0 R /F9 35 0 R /F3 16 0 R /F13 53 0 R /F4 19 0 R /F5 22 0 R /F8 32 0 R >> endobj 50 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 55 0 R >> endobj 60 0 obj << /Type/Font /Subtype/Type1 /Name/F14 /FontDescriptor 59 0 R /BaseFont/CMSY9 /FirstChar 33 /LastChar 196 /Widths[1027.8 513.9 513.9 1027.8 1027.8 1027.8 799.4 1027.8 1027.8 628.1 628.1 1027.8 1027.8 1027.8 799.4 279.3 1027.8 685.2 685.2 913.6 913.6 0 0 571 571 685.2 513.9 742.3 742.3 799.4 799.4 628.1 821.1 673.6 542.6 793.8 542.4 736.3 610.9 871 562.7 696.6 782.2 707.9 1229.2 842.1 816.3 716.8 839.3 873.9 622.4 563.2 642.3 632.1 1017.5 732.4 685 742 685.2 685.2 685.2 685.2 685.2 628.1 628.1 456.8 456.8 456.8 456.8 513.9 513.9 399.7 399.7 285.5 513.9 513.9 628.1 513.9 285.5 856.5 770.7 856.5 428.2 685.2 685.2 799.4 799.4 456.8 456.8 456.8 628.1 799.4 799.4 799.4 799.4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 799.4 285.5 799.4 513.9 799.4 513.9 799.4 799.4 799.4 799.4 0 0 799.4 799.4 799.4 1027.8 513.9 513.9 799.4 799.4 799.4 799.4 799.4 799.4 799.4 799.4 799.4 799.4 799.4 799.4 1027.8 1027.8 799.4 799.4 1027.8 799.4] >> endobj 61 0 obj << /Length 7259 >> stream 0.00 g 0.00 G BT/F13 9.96 Tf 68.97 -53.78 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Categories)-476(di\256er)-476(from)-477(queries)-476(as)-477(they)-476(are)-477(static,)-476(i.e.,)-477(a)-476(prede\257ned)-477(set)-476(of)]TJ 0 -11.96 TD[(training)-292(do)-28(cumen)27(ts)-292(stably)-294(de\257ne)-293(the)-293(target)-293(category)83(.)-292(F)82(eature)-292(selection)-293(tec)27(h-)]TJ 0 -11.95 TD[(niques)-345(can,)-346(th)27(us,)-345(b)-28(e)-345(applied)-346(to)-346(select)-345(the)-346(relev)55(an)27(t)-344(features)-346(and)-346(\257ltering)-345(out)]TJ 0 -11.95 TD[(those)-431(pro)-28(duced)-431(b)26(y)-430(NLP)-432(errors.)-431(Moreo)26(v)28(er,)-430(do)-28(cumen)27(ts)-431(con)27(tain)-431(more)-432(w)27(ords)]TJ 0 -11.95 TD[(than)-444(queries)-445(and)-444(this)-445(enables)-444(the)-445(adoption)-444(of)-445(statistic)-444(metho)-28(ds)-445(to)-444(deriv)27(e)]TJ 0 -11.95 TD[(their)-333(endogenous)-333(information.)]TJ/F13 9.96 Tf -10.71 -11.02 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(E\256ectiv)27(e)-264(WSD)-266(algorithms)-266(can)-266(b)-27(e)-266(applied)-266(to)-266(do)-28(cumen)27(ts)-265(whereas)-265(this)-266(w)27(as)-265(not)]TJ 0 -11.95 TD[(the)-424(case)-425(for)-424(queries)-425(\(esp)-27(ecially)-425(for)-425(the)-424(short)-425(queries\).)-424(Additionally)82(,)-423(recen)26(t)]TJ 0 -11.95 TD[(ev)55(aluation)-345(carried)-345(out)-346(in)-346(SENSEV)110(AL)-345([12],)-346(has)-345(sho)26(wn)-344(accuracies)-346(of)-346(70%)-346(for)]TJ 0 -11.95 TD[(v)27(erbs,)-284(75)-285(%)-286(for)-285(adjectiv)27(es)-285(and)-285(80%)-285(for)-286(nouns.)-285(These)-285(last)-286(results,)-285(higher)-285(than)]TJ 0 -11.95 TD[(those)-387(obtained)-388(in)-388([7],)-388(mak)27(e)-387(viable)-388(the)-388(adoption)-388(of)-388(seman)27(tic)-387(represen)27(tation)]TJ 0 -11.96 TD[(as)-277(a)-277(recen)27(t)-276(pap)-28(er)-277(on)-278(the)-277(use)-277(of)-278(senses)-277(for)-277(do)-28(cumen)27(t)-276(retriev)54(al)-276([13])-277(has)-278(p)-27(oin)26(ted)]TJ 0 -11.95 TD[(out.)]TJ/F13 9.96 Tf -10.71 -11.01 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(F)83(or)-383(TC)-383(are)-384(a)27(v)55(ailable)-382(few)26(er)-382(studies)-384(that)-384(emplo)27(y)-383(NLP)-383(tec)27(hniques)-383(for)-384(TC)-383(as)]TJ 0 -11.95 TD[(it)-425(is)-425(a)-425(relativ)27(ely)-424(new)-425(researc)27(h)-424(area)-426(\(compared)-425(to)-425(do)-28(cumen)27(t)-424(retriev)55(al\))-424(and)]TJ 0 -11.96 TD[(sev)27(eral)-305(researc)26(hes,)-305(e.g.)-307([14{19])-307(rep)-28(ort)-306(noticeable)-307(impro)27(v)27(emen)28(ts)-305(o)26(v)28(er)-306(the)]TJ/F9 9.96 Tf 311.49 0 TD[(b)51(ag-)]TJ -311.49 -11.95 TD[(of-wor)51(ds)]TJ/F2 9.96 Tf 36.27 0 TD[(.)]TJ -38.26 -16.17 TD[(In)-282(this)-284(pap)-27(er,)-284(the)-283(impact)-283(of)-283(ric)27(her)-283(do)-27(cumen)26(t)-282(represen)27(tations)-282(on)-283(TC)-284(has)-283(b)-28(een)]TJ -14.94 -11.95 TD[(deeply)-381(in)27(v)27(estigated)-381(on)-381(four)-382(corp)-28(ora)-382(in)-382(t)27(w)28(o)-381(languages)-382(b)26(y)-380(using)-382(cross)-382(v)54(alidation)]TJ 0 -11.95 TD[(analysis.)-249(Phrase)-250(and)-251(sense)-250(represen)27(tations)-249(ha)27(v)28(e)-250(b)-27(een)-251(exp)-27(erimen)26(ted)-249(on)-250(three)-250(clas-)]TJ 0 -11.95 TD[(si\257cation)-285(systems:)-286(Ro)-28(cc)27(hio)-285([20])-286(and)-286(the)-286(P)27(arameterized)-285(Ro)-28(cc)27(hio)-285(Classi\257er)-286(\(PR)27(C\))]TJ 0 -11.95 TD[(describ)-27(ed)-286(in)-286([21,)-167(22],)-286(and)-285(SVM-ligh)26(t)-285(a)27(v)56(ailable)-285(at)]TJ/F6 8.96 Tf 209.25 0 TD[(http://svmlight.joachims.org/)]TJ/F2 9.96 Tf -209.25 -11.96 TD[([23,)-166(24].)-281(Ro)-27(cc)26(hio)-279(and)-281(PR)27(C)-280(are)-281(v)27(ery)-280(e\261cien)27(t)-279(classi\257ers)-281(whereas)-281(SVM)-281(is)-280(one)]TJ/F9 9.96 Tf 321.8 0 TD[(state-)]TJ -321.8 -11.95 TD[(of-the-art)]TJ/F2 9.96 Tf 45.11 0 TD[(TC)-333(mo)-28(del.)]TJ -30.17 -11.95 TD[(W)83(e)-303(c)27(hose)-303(the)-303(ab)-28(o)27(v)27(e)-302(three)-304(classi\257cation)-304(systems)-303(as)-304(ric)27(her)-303(represen)27(tations)-303(can)]TJ -14.94 -11.95 TD[(b)-27(e)-365(really)-365(useful)-366(only)-365(if:)-365(\(a\))-365(accuracy)-366(increases)-365(with)-365(resp)-28(ect)-365(to)-365(the)]TJ/F9 9.96 Tf 292.15 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf -292.15 -11.95 TD[(baseline)-334(for)-334(the)-335(di\256eren)27(t)-334(systems,)-334(or)-335(\(b\))-334(they)-335(impro)27(v)28(e)-334(computationally)-335(e\261cien)27(t)]TJ 0 -11.96 TD[(classi\257ers)-461(so)-461(that)-462(they)-461(approac)27(h)-461(the)-461(accuracy)-462(of)-462(\(more)-461(complex\))-462(state-of-art)]TJ 0 -11.95 TD[(mo)-27(dels.)-333(In)-334(b)-27(oth)-334(cases,)-333(NLP)-333(w)26(ould)-332(enhance)-333(the)-334(TC)]TJ/F9 9.96 Tf 225.92 0 TD[(state-of-the-art)]TJ/F2 9.96 Tf 64.78 0 TD[(.)]TJ -275.76 -11.95 TD[(Unfortunately)-303(results,)-304(in)-304(analogy)-304(with)-304(do)-28(cumen)27(t)-303(retriev)55(al,)-303(demonstrate)-304(that)]TJ -14.94 -11.95 TD[(the)-480(adopted)-481(linguistic)-482(features)-481(are)-481(not)-481(able)-481(to)-481(impro)27(v)27(e)-480(TC)-481(accuracy)83(.)-481(In)-481(the)]TJ 0 -11.95 TD[(pap)-27(er,)-332(Section)-332(2)-331(describ)-28(es)-332(the)-332(NLP)-332(tec)27(hniques)-331(and)-331(the)-332(features)-332(adopted)-332(in)-332(this)]TJ 0 -11.96 TD[(researc)28(h.)-415(In)-415(Section)-415(3)-415(the)-415(cross)-415(corp)-28(ora/language)-415(ev)55(aluation)-415(of)-415(our)-415(do)-28(cumen)27(t)]TJ 0 -11.95 TD[(represen)28(tations)-278(is)-278(rep)-28(orted.)-278(Explanations)-278(of)-278(wh)26(y)-277(the)-278(more)-278(sophisticated)-278(features)]TJ 0 -11.95 TD[(do)-248(not)-249(w)27(ork)-249(as)-249(exp)-27(ected)-249(is)-249(here)-249(also)-249(outlined.)-249(The)-249(related)-249(w)26(ork)-248(with)-249(comparativ)27(e)]TJ 0 -11.95 TD[(discussion)-324(is)-324(rep)-28(orted)-325(in)-324(Section)-325(4,)-325(whereas)-324(\257nal)-325(conclusions)-324(are)-325(summarized)-325(in)]TJ 0 -11.95 TD[(Section)-333(5.)]TJ/F1 11.95 Tf 0 -16.17 TD[(2)-1124(Natural)-375(Language)-375(F)92(eature)-374(Engineering)]TJ/F2 9.96 Tf 0 -12.19 TD[(The)-282(linguistic)-284(features)-283(that)-283(w)27(e)-282(used)-284(to)-283(train)-283(our)-283(classi\257ers)-283(are)-284(POS-tag)-283(informa-)]TJ 0 -11.95 TD[(tion,)-351(i.e.)-352(syn)27(tactic)-351(category)-351(of)-352(a)-352(w)27(ord)-351(\(nouns,)-351(v)26(erbs)-350(or)-352(adjectiv)27(es\),)-351(phrases)-352(and)]TJ 0 -11.95 TD[(w)28(ord)-333(senses.)]TJ 14.94 -11.95 TD[(First,)-314(w)27(e)-314(used)-315(the)-315(Brill)-314(tagger)-315([25])]TJ/F3 6.97 Tf 149.03 3.61 TD[(5)]TJ/F2 9.96 Tf 7.61 -3.61 TD[(to)-314(iden)27(tify)-314(the)-315(syn)27(tactic)-314(category)-315(\(POS-)]TJ -171.58 -11.95 TD[(tag\))-355(of)-356(eac)27(h)-355(w)27(ord)-355(in)-356(its)-356(corresp)-28(onding)-356(con)27(text.)-355(The)-356(POS)-356(information)-356(p)-28(erforms)]TJ ET 0.4 w 62.75 -569.34 m 119.42 -569.34 l S BT/F4 5.98 Tf 65.49 -575.99 TD[(5)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(Although)-330(new)28(er)-330(and)-331(more)-331(complex)-330(POS-taggers)-331(ha)28(v)28(e)-330(b)-28(een)-331(built,)-331(its)-330(p)-29(erformance)-331(is)]TJ 0 -10.96 TD[(quite)-342(go)-28(o)-29(d,)-342(i.e.)]TJ/F14 8.96 Tf 63.21 0 TD[(\273)]TJ/F5 8.96 Tf 9.73 0 TD[(95%.)]TJ ET endstream endobj 62 0 obj << /F13 53 0 R /F2 13 0 R /F9 35 0 R /F6 25 0 R /F1 10 0 R /F3 16 0 R /F4 19 0 R /F5 22 0 R /F14 60 0 R >> endobj 57 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 62 0 R >> endobj 67 0 obj << /Type/Font /Subtype/Type1 /Name/F15 /FontDescriptor 66 0 R /BaseFont/CMSY10 /FirstChar 33 /LastChar 196 /Widths[1000 500 500 1000 1000 1000 777.8 1000 1000 611.1 611.1 1000 1000 1000 777.8 275 1000 666.7 666.7 888.9 888.9 0 0 555.6 555.6 666.7 500 722.2 722.2 777.8 777.8 611.1 798.5 656.8 526.5 771.4 527.8 718.7 594.9 844.5 544.5 677.8 762 689.7 1200.9 820.5 796.1 695.6 816.7 847.5 605.6 544.6 625.8 612.8 987.8 713.3 668.3 724.7 666.7 666.7 666.7 666.7 666.7 611.1 611.1 444.4 444.4 444.4 444.4 500 500 388.9 388.9 277.8 500 500 611.1 500 277.8 833.3 750 833.3 416.7 666.7 666.7 777.8 777.8 444.4 444.4 444.4 611.1 777.8 777.8 777.8 777.8 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 777.8 277.8 777.8 500 777.8 500 777.8 777.8 777.8 777.8 0 0 777.8 777.8 777.8 1000 500 500 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 777.8 1000 1000 777.8 777.8 1000 777.8] >> endobj 68 0 obj << /Length 9110 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(a)-404(\257rst)-404(lev)27(el)-404(of)-404(w)26(ord)-403(disam)27(biguation:)-404(for)-404(example)-405(for)-404(the)-405(w)27(ord)]TJ/F9 9.96 Tf 278.9 0 TD[(b)51(o)51(ok)]TJ/F2 9.96 Tf 18.32 0 TD[(,)-404(it)-405(decides)]TJ -297.22 -11.96 TD[(whic)28(h)-325(is)-327(the)-326(most)-326(suitable)-326(c)27(hoice)-325(b)-28(et)27(w)28(een)-325(categories)-326(lik)27(e)]TJ/F9 9.96 Tf 248.87 0 TD[(Bo)51(ok)-350(Sales)]TJ/F2 9.96 Tf 50.71 0 TD[(and)]TJ/F9 9.96 Tf 19.3 0 TD[(T)77(r)51(avel)]TJ -318.88 -11.95 TD[(A)51(gency)]TJ/F2 9.96 Tf 31.07 0 TD[(.)]TJ -16.13 -12.21 TD[(Then,)-333(w)27(e)-332(extracted)-333(t)26(w)28(o)-332(t)27(yp)-27(es)-334(of)-333(phrases)-333(from)-334(texts:)]TJ/F13 9.96 Tf -8.72 -11 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Prop)-27(er)-279(Nouns)-278(\(PN\),)-279(whic)27(h)-278(iden)27(tify)-277(en)27(tities)-278(participating)-279(to)-278(ev)27(en)27(ts)-277(describ)-28(ed)]TJ 0 -11.95 TD[(in)-305(a)-305(text.)-306(Most)-306(named)-305(en)27(tities)-305(are)-305(lo)-28(cations,)-306(e.g.)]TJ/F9 9.96 Tf 212.39 0 TD[(R)50(ome)]TJ/F2 9.96 Tf 24.58 0 TD[(,)-305(p)-27(ersons,)-306(e.g.)]TJ/F9 9.96 Tf 62.11 0 TD[(Ge)51(or)51(ge)]TJ -299.08 -11.95 TD[(Bush)]TJ/F2 9.96 Tf 25.6 0 TD[(or)-333(artifacts,)-333(e.g.)]TJ/F9 9.96 Tf 72.32 0 TD[(A)25(udi)-357(80)]TJ/F2 9.96 Tf 39.06 0 TD[(and)-332(are)-334(tigh)27(tly)-332(related)-334(to)-333(the)-333(topics.)]TJ/F13 9.96 Tf -147.69 -12.22 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Complex)-244(nominals)-245(expressing)-245(domain)-245(concepts.)-245(Domain)-245(concepts)-245(are)-245(usually)]TJ 0 -11.95 TD[(iden)27(ti\257ed)-322(b)27(y)-322(m)27(ultiw)28(ords)-322(\(e.g.,)]TJ/F9 9.96 Tf 133.3 0 TD[(b)51(ond)-347(issues)]TJ/F2 9.96 Tf 52.55 0 TD[(or)]TJ/F9 9.96 Tf 12.1 0 TD[(b)51(e)51(ach)-347(wagon)]TJ/F2 9.96 Tf 54.12 0 TD[(\).)-322(Their)-323(detection)]TJ -252.07 -11.95 TD[(pro)-27(duce)-430(a)-431(more)-430(precise)-430(set)-430(of)-431(features)-430(that)-430(can)-430(b)-28(e)-430(included)-430(in)-431(the)-430(target)]TJ 0 -11.95 TD[(v)27(ector)-332(space.)]TJ -16.93 -10.74 TD[(The)-345(ab)-28(o)27(v)27(e)-345(phrases)-346(increase)-346(the)-346(precision)-346(in)-346(categorization)-346(as)-346(they)-346(pro)27(vide)-345(core)]TJ 0 -11.96 TD[(information)-331(that)-332(the)-332(single)-332(w)27(ords)-331(ma)27(y)-331(not)-332(capture.)-332(Their)-332(a)27(v)55(ailabilit)28(y)-331(is)-332(usually)]TJ 0 -11.95 TD[(ensured)-240(b)27(y)-239(external)-241(resources,)-240(i.e.)-240(thesauri)-241(or)-240(glossaries.)-241(As)-240(extensiv)27(e)-240(rep)-27(ositories)]TJ 0 -11.95 TD[(are)-283(costly)-285(to)-284(b)-28(e)-284(man)27(ually)-284(dev)27(elop)-27(ed)-284(or)-284(simply)-284(missing)-285(in)-284(most)-284(domains,)-285(w)27(e)-283(used)]TJ 0 -11.95 TD[(automated)-379(metho)-28(ds)-379(to)-380(extract)-379(b)-28(oth)-380(prop)-27(er)-380(nouns)-379(and)-380(complex)-380(nominals)-379(from)]TJ 0 -11.95 TD[(texts.)-406(The)-406(detection)-407(of)-407(prop)-27(er)-407(nouns)-406(is)-407(ac)27(hiev)27(ed)-405(b)27(y)-406(applying)-406(a)-407(grammar)-407(that)]TJ 0 -11.96 TD[(tak)28(es)-344(in)27(to)-343(a)-345(accoun)27(t)-343(capital)-345(letters)-344(of)-344(nouns,)-345(e.g.,)]TJ/F9 9.96 Tf 218.91 0 TD[(International)-368(Bur)50(e)51(au)-366(of)-368(L)50(aw)]TJ/F2 9.96 Tf 124.05 0 TD[(.)]TJ -342.96 -11.95 TD[(The)-281(complex)-282(nominal)-282(extraction)-282(has)-282(b)-28(een)-282(carried)-281(out)-282(using)-282(the)-282(mo)-28(del)-282(presen)27(ted)]TJ 0 -11.95 TD[(in)-256([26].)-258(This)-257(is)-257(based)-257(on)-257(an)-257(in)27(tegration)-257(of)-257(sym)27(b)-27(olic)-257(and)-257(statistical)-257(mo)-28(deling)-257(along)]TJ 0 -11.95 TD[(three)-396(ma)-56(jor)-397(steps:)-397(the)-397(detection)-397(of)-397(atomic)-397(terms)]TJ/F10 9.96 Tf 219.46 0 TD[(ht)]TJ/F2 9.96 Tf 13.29 0 TD[(\(i.e.)-396(singleton)-397(w)27(ords,)-396(e.g.,)]TJ/F10 9.96 Tf -232.75 -11.95 TD[(issue)]TJ/F2 9.96 Tf 23.11 0 TD[(\))-365(using)-365(IR)-366(tec)27(hniques)-365([27],)-365(the)-366(iden)27(ti\257cation)-365(of)-365(admissible)-366(candidates,)-366(i.e.)]TJ -23.11 -11.95 TD[(linguistic)-246(structures)-246(headed)-247(b)27(y)]TJ/F10 9.96 Tf 133.43 0 TD[(ht)]TJ/F2 9.96 Tf 11.79 0 TD[(\(satisfying)-246(linguistically)-247(principled)-246(grammars\),)]TJ -145.22 -11.96 TD[(and)-294(the)-294(selection)-294(of)-295(the)-294(\257nal)-294(complex)-295(nominals)-294(via)-294(a)-295(statistical)-294(\257lter)-294(suc)27(h)-294(as)-294(the)]TJ 0 -11.95 TD[(m)28(utual)-333(information.)]TJ 14.94 -12.21 TD[(The)-284(phrases)-286(w)27(ere)-284(extracted)-286(p)-27(er)-286(category)-285(in)-285(order)-285(to)-286(exploit)-285(the)-285(sp)-28(eci\257c)-285(w)26(ord)]TJ -14.94 -11.95 TD[(statistics)-321(of)-322(eac)27(h)-321(domain.)-322(Tw)27(o)-321(di\256eren)27(t)-321(steps)-322(w)27(ere)-321(th)27(us)-321(required:)-322(\(a\))-322(a)-322(complex)]TJ 0 -11.95 TD[(nominal)-425(dictionary)82(,)-424(namely)]TJ/F10 9.96 Tf 124.79 0 TD[(D)]TJ/F11 6.97 Tf 8.25 -1.5 TD[(i)]TJ/F2 9.96 Tf 3.31 1.5 TD[(,)-425(is)-426(obtained)-426(b)27(y)-425(applying)-425(the)-426(ab)-28(o)27(v)28(e)-425(metho)-28(d)-425(to)]TJ -136.35 -11.96 TD[(training)-292(data)-294(for)-293(eac)27(h)-292(single)-294(category)]TJ/F10 9.96 Tf 163.46 0 TD[(C)]TJ/F11 6.97 Tf 7.12 -1.49 TD[(i)]TJ/F2 9.96 Tf 6.24 1.49 TD[(and)-292(\(2\))-293(the)-294(global)-293(complex)-293(nominal)-293(set)]TJ/F10 9.96 Tf -176.82 -11.95 TD[(D)]TJ/F2 9.96 Tf 11.84 0 TD[(is)-333(obtained)-333(b)27(y)-333(merging)-333(the)-333(di\256eren)26(t)]TJ/F10 9.96 Tf 159.47 0 TD[(D)]TJ/F11 6.97 Tf 8.24 -1.49 TD[(i)]TJ/F2 9.96 Tf 3.32 1.49 TD[(,)-333(i.e.)]TJ/F10 9.96 Tf 22.13 0 TD[(D)]TJ/F2 9.96 Tf 11.29 0 TD[(=)]TJ/F15 9.96 Tf 10.52 0 TD[([)]TJ/F11 6.97 Tf 6.64 -1.49 TD[(i)]TJ/F10 9.96 Tf 3.31 1.49 TD[(D)]TJ/F11 6.97 Tf 8.25 -1.49 TD[(i)]TJ/F2 9.96 Tf 3.31 1.49 TD[(.)]TJ -233.38 -12.21 TD[(Finally)83(,)-359(w)27(e)-359(used)-360(w)27(ord)-359(senses)-359(in)-360(place)-360(of)-360(simple)-360(w)27(ords)-359(as)-359(they)-360(should)-360(giv)27(e)-359(a)]TJ -14.94 -11.95 TD[(more)-414(precise)-414(sk)27(etc)27(h)-413(of)-414(what)-415(the)-414(category)-415(is)-414(concerning.)-415(F)83(or)-414(example,)-414(a)-415(do)-28(cu-)]TJ 0 -11.95 TD[(men)28(t)-401(that)-402(con)26(tains)-401(the)-402(nouns)]TJ/F9 9.96 Tf 135.22 0 TD[(shar)51(e)]TJ/F2 9.96 Tf 22.52 0 TD[(,)]TJ/F9 9.96 Tf 6.77 0 TD[(\257eld)]TJ/F2 9.96 Tf 22.85 0 TD[(and)-402(the)-402(v)27(erb)]TJ/F9 9.96 Tf 60.74 0 TD[(to)-420(r)50(aise)]TJ/F2 9.96 Tf 37.83 0 TD[(could)-401(refer)-402(to)]TJ -285.93 -11.96 TD[(agricultural)-372(activities,)-373(when)-373(the)-373(senses)-373(are)-373(resp)-28(ectiv)27(ely:)]TJ/F9 9.96 Tf 248 0 TD[(plowshar)51(e)]TJ/F2 9.96 Tf 41.87 0 TD[(,)]TJ/F9 9.96 Tf 6.48 0 TD[(agricultur)51(al)]TJ -296.35 -11.95 TD[(\257eld)]TJ/F2 9.96 Tf 21.79 0 TD[(and)]TJ/F9 9.96 Tf 18.98 0 TD[(to)-323(cultivate)-323(by)-322(gr)50(owing)]TJ/F2 9.96 Tf 97.08 0 TD[(.)-295(A)27(t)-295(the)-295(same)-295(time,)-296(the)-295(do)-28(cumen)27(t)-295(could)-295(concern)]TJ -137.85 -11.95 TD[(economic)-451(activities)-452(when)-452(the)-452(senses)-452(of)-452(the)-452(w)27(ords)-451(are:)]TJ/F9 9.96 Tf 245.29 0 TD[(c)50(omp)51(any)-465(shar)50(e)]TJ/F2 9.96 Tf 64.59 0 TD[(,)]TJ/F9 9.96 Tf 7.27 0 TD[(line)-467(of)]TJ -317.15 -11.95 TD[(business)]TJ/F2 9.96 Tf 39.51 0 TD[(and)]TJ/F9 9.96 Tf 19.37 0 TD[(to)-357(r)50(aise)-357(c)50(osts)]TJ/F2 9.96 Tf 56.63 0 TD[(.)]TJ -100.57 -12.21 TD[(As)-299(nouns)-300(can)-300(b)-28(e)-299(disam)26(biguated)-298(with)-300(higher)-300(accuracy)-300(than)-300(the)-300(other)-300(con)27(ten)28(t)]TJ -14.94 -11.96 TD[(w)28(ords)-423(w)27(e)-422(decided)-423(to)-424(use)-423(sense)-423(represen)27(tation)-423(only)-423(for)-423(them.)-423(W)82(e)-422(assigned)-424(the)]TJ 0 -11.95 TD[(noun)-429(senses)-430(using)-429(W)82(ordNet)-429([3].)-430(In)-429(this)-430(dictionary)-430(w)27(ords)-429(that)-429(share)-430(the)-430(same)]TJ 0 -11.95 TD[(meaning)-493(\()]TJ/F9 9.96 Tf 45.31 0 TD[(synonyms)]TJ/F2 9.96 Tf 43.07 0 TD[(\))-493(are)-493(group)-28(ed)-493(in)-494(sets)-493(called)]TJ/F9 9.96 Tf 131.19 0 TD[(synsets)]TJ/F2 9.96 Tf 30.54 0 TD[(.)-493(W)82(ordNet)-493(enco)-27(des)-494(a)]TJ -250.11 -11.95 TD[(ma)-55(jorit)27(y)-470(of)-471(the)-471(English)-471(nouns,)-471(v)27(erbs,)-470(adjectiv)27(es)-470(and)-471(adv)27(erbs)-470(\(146,350)-471(w)27(ords)]TJ 0 -11.95 TD[(group)-27(ed)-318(in)-319(111,223)-318(synsets\).)-319(A)-318(w)27(ord)-318(that)-318(has)-318(m)26(ultiple)-317(senses)-318(b)-28(elongs)-318(to)-319(sev)27(eral)]TJ 0 -11.95 TD[(di\256eren)28(t)-470(synsets.)-471(More)-471(imp)-28(ortan)27(tly)83(,)-469(for)-471(eac)27(h)-470(w)27(ord,)-470(its)-471(senses)-471(are)-471(ordered)-471(b)27(y)]TJ 0 -11.96 TD[(their)-337(frequency)-339(in)-338(the)-338(Bro)27(wn)-338(corpus.)-338(This)-338(prop)-28(ert)27(y)-337(enables)-339(the)-338(dev)27(elopmen)28(t)-338(of)]TJ 0 -11.95 TD[(a)-380(simple,)-381(baseline)-380(WSD)-381(algorithm)-380(that)-381(assigns)-381(to)-380(eac)26(h)-379(w)26(ord)-379(its)-381(most)-381(frequen)27(t)]TJ ET endstream endobj 69 0 obj << /F2 13 0 R /F9 35 0 R /F13 53 0 R /F10 38 0 R /F11 41 0 R /F15 67 0 R >> endobj 64 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 69 0 R >> endobj 72 0 obj << /Length 8054 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(sense)]TJ/F3 6.97 Tf 22.24 3.61 TD[(6)]TJ/F2 9.96 Tf 4.47 -3.61 TD[(.)-286(Since)-286(it)-286(is)-287(not)-286(kno)27(wn)-286(ho)27(w)-285(m)27(uc)27(h)-285(WSD)-286(accuracy)-286(impacts)-287(on)-286(TC)-286(accuracy)82(,)]TJ -26.71 -11.96 TD[(w)28(e)-349(ha)27(v)28(e)-349(implemen)27(ted)-349(additionally)-350(to)-349(the)-350(baseline,)-349(a)-350(WSD)-350(algorithms)-349(based)-350(on)]TJ 0 -11.95 TD[(the)-335(glosses)-336(information)-336(and)-336(w)27(e)-335(used)-336(an)-336(accurate)-336(WSD)-336(algorithm,)-336(dev)27(elop)-27(ed)-336(b)27(y)]TJ 0 -11.95 TD[(the)-488(LCC,)]TJ/F9 9.96 Tf 46.95 0 TD[(L)51(anguage)-500(Computer)-501(Corp)50(or)51(ation)]TJ/F2 9.96 Tf 151.03 0 TD[(\()]TJ/F6 8.96 Tf 3.87 0 TD[(www.languagecomputer.com)]TJ/F2 9.96 Tf 112.95 0 TD[(\).)-488(This)]TJ -314.8 -11.95 TD[(algorithm)-360(is)-361(an)-360(enhancemen)26(t)-359(of)-361(the)-361(one)-360(that)-361(w)27(on)-360(the)-361(SENSEV)110(AL)-359(comp)-28(etition)]TJ 0 -11.95 TD[([12].)]TJ 14.94 -12 TD[(The)-450(gloss-based)-450(algorithm)-450(exploits)-451(the)-450(glosses)-451(that)-450(de\257ne)-450(the)-451(meaning)-450(of)]TJ -14.94 -11.95 TD[(eac)28(h)-285(synset.)-285(F)82(or)-284(example,)-286(the)-285(gloss)-286(of)-285(the)-285(synset)]TJ/F15 9.96 Tf 210.61 0 TD[(f)]TJ/F10 9.96 Tf 4.98 0 TD[(hit;)-167(noun)]TJ/F15 9.96 Tf 39.68 0 TD[(g)]TJ/F3 6.97 Tf 4.98 -1.5 TD[(#1)]TJ/F2 9.96 Tf 13.86 1.5 TD[(whic)28(h)-285(represen)27(ts)]TJ -274.11 -11.95 TD[(the)-333(\257rst)-333(meaning)-333(of)-334(the)-333(noun)]TJ/F9 9.96 Tf 130.94 0 TD[(hit)]TJ/F2 9.96 Tf 15.72 0 TD[(is:)]TJ/F9 9.96 Tf -146.66 -12.95 TD[(\(a)-407(suc)50(c)51(essful)-407(str)50(oke)-408(in)-408(an)-408(athletic)-408(c)50(ontest)-407(\(esp)50(e)51(cial)-50(ly)-408(in)-409(b)50(aseb)52(al)-51(l\);)-408("he)-408(c)50(ame)-407(al)-51(l)]TJ 0 -11.95 TD[(the)-357(way)-358(ar)50(ound)-356(on)-358(Wil)-51(liams')-358(hit"\))]TJ/F2 9.96 Tf 150.61 0 TD[(.)]TJ -150.61 -12.95 TD[(T)28(ypically)83(,)-469(the)-471(gloss)-470(of)-470(a)-470(synset)-471(con)27(tains)-469(three)-470(di\256eren)27(t)-470(parts:)-470(\(1\))-470(the)-470(de\257ni-)]TJ 0 -11.95 TD[(tion,)-307(e.g.,)-308(a)]TJ/F9 9.96 Tf 51.8 0 TD[(suc)50(c)51(essful)-333(str)50(oke)-333(in)-335(an)-334(athletic)-334(c)50(ontest)]TJ/F2 9.96 Tf 165.1 0 TD[(;)-307(\(2\))-308(a)-308(commen)27(t)]TJ/F9 9.96 Tf 72.3 0 TD[(\(esp)50(e)52(cial)-51(ly)-334(in)]TJ -289.2 -11.95 TD[(b)51(aseb)51(al)-50(l\))]TJ/F2 9.96 Tf 37.02 0 TD[(;)-389(and)-391(\(3\))-390(an)-390(example)]TJ/F9 9.96 Tf 97.17 0 TD[("he)-410(c)50(ame)-409(al)-51(l)-410(the)-410(way)-410(ar)50(ound)-409(on)-410(Wil)-51(liams')-410(hit")]TJ/F2 9.96 Tf 208.77 0 TD[(.)]TJ -342.96 -11.96 TD[(W)83(e)-325(pro)-28(cess)-326(only)-327(the)-326(de\257nition)-326(part)-327(b)27(y)-325(considering)-327(it)-326(as)-326(a)]TJ/F9 9.96 Tf 252.41 0 TD[(lo)51(c)51(al)-350(c)50(ontext)]TJ/F2 9.96 Tf 52.91 0 TD[(,)-326(whereas)]TJ -305.32 -11.95 TD[(the)-378(do)-28(cumen)27(t)-378(where)-379(the)-379(target)-379(noun)-378(app)-28(ears)-379(is)-379(considered)-379(as)-379(a)]TJ/F9 9.96 Tf 284.47 0 TD[(glob)50(al)-398(c)50(ontext)]TJ/F2 9.96 Tf 58.49 0 TD[(.)]TJ -342.96 -11.95 TD[(Our)-338(seman)27(tic)-338(disam)26(biguation)-338(function)-339(selects)-339(the)-339(sense)-339(whose)-339(lo)-28(cal)-339(con)27(text)-338(\(or)]TJ 0 -11.95 TD[(gloss\))]TJ/F9 9.96 Tf 27.93 0 TD[(b)50(est)]TJ/F2 9.96 Tf 20.46 0 TD[(matc)27(hes)-348(the)-349(global)-349(con)27(text.)-349(The)-349(matc)27(hing)-348(is)-349(p)-28(erformed)-349(b)27(y)-349(coun)27(ting)]TJ -48.39 -11.95 TD[(the)-333(n)27(um)28(b)-27(er)-333(of)-333(nouns)-334(that)-333(are)-333(in)-334(b)-28(oth)-333(the)-333(gloss)-334(and)-333(the)-333(do)-28(cumen)27(t.)]TJ/F1 11.95 Tf 0 -17.16 TD[(3)-1124(Exp)-32(erimen)31(ts)-374(on)-375(linguistic)-375(features)]TJ/F2 9.96 Tf 0 -14.17 TD[(W)83(e)-532(sub)-28(divided)-533(our)-533(exp)-28(erimen)27(ts)-532(in)-534(t)27(w)28(o)-532(steps:)-533(\(1\))-534(the)-533(ev)55(aluation)-532(of)-534(phrases)]TJ 0 -11.95 TD[(and)-424(POS)-424(information,)-425(carried)-424(out)-425(via)-425(Ro)-27(cc)26(hio)-423(PR)27(C)-424(and)-424(SVM)-425(o)27(v)28(er)]TJ/F9 9.96 Tf 305.03 0 TD[(R)51(euters3)]TJ/F2 9.96 Tf 37.93 0 TD[(,)]TJ -342.96 -11.95 TD[(Ohsumed)-321(and)-322(ANSA)-322(collections)-322(and)-323(\(2\))-322(the)-322(ev)55(aluation)-321(of)-322(seman)27(tic)-322(information)]TJ 0 -11.96 TD[(carried)-333(out)-333(using)]TJ/F10 9.96 Tf 77.02 0 TD[(S)-57(V)-222(M)]TJ/F3 6.97 Tf 25.45 3.62 TD[(7)]TJ/F2 9.96 Tf 7.79 -3.62 TD[(on)]TJ/F9 9.96 Tf 13.83 0 TD[(R)50(euters-21578)]TJ/F2 9.96 Tf 66.54 0 TD[(and)-332(20NewsGroups)-334(corp)-28(ora.)]TJ/F13 9.96 Tf -190.63 -18.15 TD[(3.1)-1149(Exp)-32(erimen)31(tal)-383(set-up)]TJ/F2 9.96 Tf 0 -13.17 TD[(W)83(e)-332(adopted)-334(the)-333(follo)27(wing)-332(collections:)]TJ/F13 9.96 Tf 6.22 -13.13 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(The)]TJ/F9 9.96 Tf 20.2 0 TD[(R)50(euters-21578)]TJ/F2 9.96 Tf 66.27 0 TD[(corpus,)-305(Apt)26(\266)473(e)-306(split,)-306(\()]TJ/F6 8.96 Tf 87.03 0 TD[(http://kdd.ics.uci.edu/databases/)]TJ -173.5 -11.95 TD[(reuters21578/reuters21578.html)]TJ/F2 9.96 Tf 141.18 0 TD[(\).)-222(It)-222(includes)-222(12,902)-222(do)-28(cumen)27(ts)-221(for)-223(90)-222(classes)]TJ -141.18 -11.95 TD[(with)-333(a)-333(\257xed)-333(split)-334(b)-28(et)27(w)28(een)-332(testing)-334(and)-333(training)-333(\(3,299)-334(vs.)-333(9,603\).)]TJ/F13 9.96 Tf -10.71 -12 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(The)]TJ/F9 9.96 Tf 19.47 0 TD[(R)51(euters3)]TJ/F2 9.96 Tf 41.59 0 TD[(corpus)-232([28])-233(prepared)-232(b)27(y)-231(Y.)-233(Y)83(ang)-232(and)-232(colleagues)-232(\()]TJ/F6 8.96 Tf 206.56 0 TD[(http://moscow)]TJ -267.62 -11.95 TD[(.mt.cs.cmu.edu:8081/reuters)-524(21450/apte)]TJ/F2 9.96 Tf 178.83 0 TD[(\).)-297(It)-297(includes)-298(11,099)-298(do)-27(cumen)26(ts)-296(for)]TJ -178.83 -11.95 TD[(93)-333(classes,)-333(with)-333(a)-334(split)-333(of)-333(3,309)-334(vs.)-333(7,789)-333(b)-28(et)27(w)27(een)-332(testing)-333(and)-334(training.)]TJ/F13 9.96 Tf -10.71 -12 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(The)-322(ANSA)-323(collection)-322([22],)-323(whic)27(h)-322(includes)-322(16,000)-323(news)-322(items)-323(in)-322(Italian)-323(from)]TJ 0 -11.95 TD[(the)-480(ANSA)-481(news)-481(agency)82(.)-480(It)-481(mak)27(es)-480(reference)-481(to)-481(8)-481(target)-480(categories)-481(\(2,000)]TJ 0 -11.96 TD[(do)-27(cumen)27(ts)-333(eac)27(h\).)]TJ/F13 9.96 Tf -10.71 -11.99 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(The)-222(Ohsumed)-222(collection)-222(\()]TJ/F6 8.96 Tf 109.61 0 TD[(ftp://medir.ohsu.edu/pub/ohsumed)]TJ/F2 9.96 Tf 150.59 0 TD[(\),)-222(including)-222(50,216)]TJ -260.2 -11.95 TD[(medical)-497(abstracts.)-498(The)-497(\257rst)-498(20,000)-498(do)-27(cumen)26(ts,)-496(categorized)-498(under)-498(the)-497(23)]TJ/F9 9.96 Tf 0 -11.96 TD[(MeSH)-357(dise)50(ases)]TJ/F2 9.96 Tf 68.32 0 TD[(categories,)-333(ha)27(v)28(e)-333(b)-28(een)-333(used)-333(in)-334(our)-333(exp)-28(erimen)27(ts.)]TJ/F13 9.96 Tf -79.03 -11.99 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(The)-222(20NewsGroups)-222(corpus)-222(\(20NG\))-222(a)27(v)55(ailable)-221(at)]TJ/F6 8.96 Tf 202.88 0 TD[(http://www.ai.mit.edu/people/)]TJ -202.88 -11.95 TD[(jrennie/20Newsgroups/)]TJ/F2 9.96 Tf 103.23 0 TD[(.)-442(It)-442(con)26(tains)-441(19997)-442(articles)-443(for)-442(20)-443(categories)-442(tak)27(en)]TJ -103.23 -11.96 TD[(from)-407(the)-407(Usenet)-407(newsgroups)-407(collection.)-407(W)82(e)-406(used)-407(only)-408(the)-407(sub)-55(ject)-407(and)-408(the)]TJ ET 0.4 w 62.75 -558.39 m 119.42 -558.39 l S BT/F4 5.98 Tf 65.49 -565.04 TD[(6)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(In)-342(W)85(ordNet)-342(the)-342(most)-343(frequen)28(t)-342(sense)-343(is)-342(the)-343(\257rst)-342(one.)]TJ/F4 5.98 Tf -7.22 -7.14 TD[(7)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(Preliminary)-472(exp)-29(erimen)28(ts)-473(using)-473(Ro)-29(cc)28(hio)-472(and)-474(PR)28(C)-472(on)-474(w)28(ord)-472(senses)-474(sho)28(w)28(ed)-472(a)-473(clear)]TJ 0 -10.96 TD[(lo)28(w)29(ering)-342(of)-342(p)-29(erformances.)]TJ ET endstream endobj 73 0 obj << /F2 13 0 R /F3 16 0 R /F9 35 0 R /F6 25 0 R /F15 67 0 R /F10 38 0 R /F1 10 0 R /F13 53 0 R /F4 19 0 R /F5 22 0 R >> endobj 71 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 73 0 R >> endobj 78 0 obj << /Type/Font /Subtype/Type1 /Name/F16 /FontDescriptor 77 0 R /BaseFont/CMTT10 /FirstChar 33 /LastChar 196 /Widths[525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 525 525 525 525 525 525 525 525 525 525 0 0 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525 525] >> endobj 79 0 obj << /Length 11466 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 79.68 -53.78 TD[(b)-27(o)-28(dy)-374(of)-374(eac)27(h)-373(message.)-375(This)-374(corpus)-374(is)-374(di\256eren)27(t)-373(from)-374(Reuters)-374(and)-374(Ohsumed)]TJ 0 -11.96 TD[(b)-27(ecause)-271(it)-271(includes)-271(a)-271(larger)-272(v)27(o)-27(cabulary)-271(and)-271(w)27(ords)-270(t)27(ypically)-270(ha)27(v)27(e)-270(more)-271(mean-)]TJ 0 -11.95 TD[(ings.)]TJ -16.93 -13.16 TD[(T)83(o)-368(b)-28(etter)-368(study)-369(the)-369(impact)-369(of)-369(linguistic)-369(pro)-27(cessing)-369(on)-369(TC,)-369(w)27(e)-368(ha)27(v)28(e)-368(considered)]TJ 0 -11.95 TD[(as)-333(baselines)-333(t)27(w)28(o)-333(set)-333(of)-333(tok)26(ens:)]TJ/F13 9.96 Tf 6.22 -13.24 TD[({)]TJ/F10 9.96 Tf 10.71 0 TD[(T)-138(ok)-32(ens)]TJ/F2 9.96 Tf 37.5 0 TD[(set)-471(whic)27(h)-470(con)27(tains)-470(a)-470(larger)-471(n)27(um)27(b)-26(er)-471(of)-471(features,)-471(e.g.,)-471(n)27(um)28(b)-27(ers)-471(or)]TJ -37.5 -11.95 TD[(string)-338(with)-338(sp)-28(ecial)-339(c)27(haracters.)-337(This)-339(should)-338(pro)26(vide)-337(the)-339(most)-338(general)]TJ/F9 9.96 Tf 299.78 0 TD[(b)50(ag-of-)]TJ -299.78 -11.95 TD[(wor)51(ds)]TJ/F2 9.96 Tf 28.7 0 TD[(results)-333(as)-333(it)-333(includes)-334(all)-333(simple)-333(features.)]TJ/F13 9.96 Tf -39.41 -12.02 TD[({)]TJ/F9 9.96 Tf 10.71 0 TD[(Linguistic-T)76(okens)]TJ/F2 9.96 Tf 76.75 0 TD[(,)-327(i.e.)-327(only)-327(the)-327(nouns,)-327(v)27(erbs)-326(or)-327(adjectiv)27(es.)-326(These)-327(tok)27(ens)-326(are)]TJ -76.75 -11.95 TD[(selected)-359(using)-359(the)-359(POS-information.)-359(This)-359(set)-360(is)-359(useful)-359(to)-359(measure)-359(more)-360(ac-)]TJ 0 -11.96 TD[(curately)-333(the)-333(in\260uence)-333(of)-334(linguistic)-333(information.)]TJ -1.99 -13.16 TD[(T)83(ogether)-262(with)-263(the)-264(tok)27(en)-262(sets)-263(w)26(e)-262(ha)27(v)28(e)-262(exp)-28(erimen)27(ted)-263(the)-263(feature)-263(sets)-263(describ)-28(ed)]TJ -14.94 -11.95 TD[(in)-333(Section)-333(2,)-333(according)-334(to)-333(the)-333(follo)27(wing)-333(distinctions:)]TJ/F13 9.96 Tf 6.22 -13.24 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Prop)-27(er)-224(Nouns)-224(and)-224(Complex)-224(Nominals:)-224(+CN)]TJ/F3 6.97 Tf 188.79 3.62 TD[(8)]TJ/F2 9.96 Tf 6.7 -3.62 TD[(indicates)-223(that)-224(the)-224(prop)-28(er)-224(nouns)]TJ -195.49 -11.95 TD[(and)-333(other)-333(complex)-333(nominals)-334(are)-333(used)-333(as)-334(features)-333(for)-333(the)-334(classi\257ers.)]TJ/F13 9.96 Tf -10.71 -12.02 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(T)83(ok)28(en)-318(augmen)26(ted)-318(with)-319(their)-319(POS)-319(tags)-319(in)-319(con)26(text)-318(\(+POS\),)-319(e.g.,)]TJ/F9 9.96 Tf 279.48 0 TD[(che)51(ck)]TJ/F2 9.96 Tf 23.98 0 TD[(/)]TJ/F16 9.96 Tf 4.98 0 TD[(N)]TJ/F2 9.96 Tf 8.41 0 TD[(vs.)]TJ/F9 9.96 Tf -316.85 -11.95 TD[(che)51(ck)]TJ/F2 9.96 Tf 23.98 0 TD[(/)]TJ/F16 9.96 Tf 4.98 0 TD[(V)]TJ/F2 9.96 Tf 5.23 0 TD[(.)]TJ/F7 8.96 Tf -2.56 -12.4 TD[(T)98(able)-394(1.)]TJ/F5 8.96 Tf 40.22 0 TD[(Characteristics)-342(of)-342(Corp)-29(ora)-342(used)-343(in)-343(the)-342(exp)-29(erimen)28(ts.)]TJ ET 0.4 w 64.36 -272.5 m 406.86 -272.5 l S 0.4 w 64.36 -283.66 m 64.36 -272.7 l S BT 80.91 -280.37 TD[(Corpus)]TJ ET 0.4 w 126.19 -283.66 m 126.19 -272.7 l S BT 130.56 -280.37 TD[(Do)-28(cs)]TJ ET 0.4 w 154.57 -283.66 m 154.57 -272.7 l S BT 155.96 -280.37 TD[(Cat.)]TJ ET 0.4 w 174.76 -283.66 m 174.76 -272.7 l S BT/F12 8.96 Tf 176.15 -280.37 TD[(T)-142(ok)-30(ens)]TJ ET 0.4 w 207.85 -283.66 m 207.85 -272.7 l S BT/F5 8.96 Tf 218.49 -280.37 TD[(T)85(ok)28(ens)]TJ ET 0.4 w 257.08 -283.66 m 257.08 -272.7 l S BT/F8 8.96 Tf 260.66 -280.37 TD[(Ling.-)]TJ ET 0.4 w 288.59 -283.66 m 288.59 -272.7 l S BT/F5 8.96 Tf 295.34 -280.37 TD[(noun)-342(senses)]TJ ET 0.4 w 349.34 -283.66 m 349.34 -272.7 l S BT 350.73 -280.37 TD[(Lang.)]TJ ET 0.4 w 374.77 -283.66 m 374.77 -272.7 l S BT/F8 8.96 Tf 376.17 -280.37 TD[(test-set)]TJ ET 0.4 w 406.86 -283.66 m 406.86 -272.7 l S 0.4 w 64.36 -294.61 m 64.36 -283.66 l S BT/F5 8.96 Tf 83.63 -291.33 TD[(Name)]TJ ET 0.4 w 126.19 -294.61 m 126.19 -283.66 l S 0.4 w 154.57 -294.61 m 154.57 -283.66 l S 0.4 w 174.76 -294.61 m 174.76 -283.66 l S 0.4 w 207.85 -294.61 m 207.85 -283.66 l S BT 209.24 -291.33 TD[(+POS+CN)]TJ ET 0.4 w 257.08 -294.61 m 257.08 -283.66 l S BT/F8 8.96 Tf 258.48 -291.33 TD[(T)78(okens)]TJ ET 0.4 w 288.59 -294.61 m 288.59 -283.66 l S BT/F5 8.96 Tf 289.98 -291.33 TD[(with)-342(BL-WSD)]TJ ET 0.4 w 349.34 -294.61 m 349.34 -283.66 l S 0.4 w 374.77 -294.61 m 374.77 -283.66 l S 0.4 w 406.86 -294.61 m 406.86 -283.66 l S 0.4 w 64.36 -294.81 m 406.86 -294.81 l S 0.4 w 64.36 -296.81 m 406.86 -296.81 l S 0.4 w 64.36 -307.96 m 64.36 -297 l S BT/F12 8.96 Tf 76.5 -304.67 TD[(R)-7(euter)-28(s)]TJ/F5 8.96 Tf 32.94 0 TD[(3)]TJ ET 0.4 w 126.19 -307.96 m 126.19 -297 l S BT 127.58 -304.67 TD[(11,077)]TJ ET 0.4 w 154.57 -307.96 m 154.57 -297 l S BT 160.05 -304.67 TD[(93)]TJ ET 0.4 w 174.76 -307.96 m 174.76 -297 l S BT 178.51 -304.67 TD[(30,424)]TJ ET 0.4 w 207.85 -307.96 m 207.85 -297 l S BT 219.67 -304.67 TD[(39,840)]TJ ET 0.4 w 257.08 -307.96 m 257.08 -297 l S BT 260.04 -304.67 TD[(19,000)]TJ ET 0.4 w 288.59 -307.96 m 288.59 -297 l S BT 317.43 -304.67 TD[(-)]TJ ET 0.4 w 349.34 -307.96 m 349.34 -297 l S BT 352.78 -304.67 TD[(Eng.)]TJ ET 0.4 w 374.77 -307.96 m 374.77 -297 l S BT 382.37 -304.67 TD[(30%)]TJ ET 0.4 w 406.86 -307.96 m 406.86 -297 l S 0.4 w 64.36 -318.92 m 64.36 -307.96 l S BT 76.31 -315.63 TD[(Ohsumed)]TJ ET 0.4 w 126.19 -318.92 m 126.19 -307.96 l S BT 127.58 -315.63 TD[(20,000)]TJ ET 0.4 w 154.57 -318.92 m 154.57 -307.96 l S BT 160.05 -315.63 TD[(23)]TJ ET 0.4 w 174.76 -318.92 m 174.76 -307.96 l S BT 178.51 -315.63 TD[(42,481)]TJ ET 0.4 w 207.85 -318.92 m 207.85 -307.96 l S BT 219.67 -315.63 TD[(46,054)]TJ ET 0.4 w 257.08 -318.92 m 257.08 -307.96 l S BT 271.3 -315.63 TD[(-)]TJ ET 0.4 w 288.59 -318.92 m 288.59 -307.96 l S BT 317.43 -315.63 TD[(-)]TJ ET 0.4 w 349.34 -318.92 m 349.34 -307.96 l S BT 352.78 -315.63 TD[(Eng.)]TJ ET 0.4 w 374.77 -318.92 m 374.77 -307.96 l S BT 382.37 -315.63 TD[(40%)]TJ ET 0.4 w 406.86 -318.92 m 406.86 -307.96 l S 0.4 w 64.36 -329.87 m 64.36 -318.92 l S BT 82.35 -326.59 TD[(ANSA)]TJ ET 0.4 w 126.19 -329.87 m 126.19 -318.92 l S BT 127.58 -326.59 TD[(16,000)]TJ ET 0.4 w 154.57 -329.87 m 154.57 -318.92 l S BT 162.36 -326.59 TD[(8)]TJ ET 0.4 w 174.76 -329.87 m 174.76 -318.92 l S BT 178.51 -326.59 TD[(56,273)]TJ ET 0.4 w 207.85 -329.87 m 207.85 -318.92 l S BT 219.67 -326.59 TD[(69,625)]TJ ET 0.4 w 257.08 -329.87 m 257.08 -318.92 l S BT 271.3 -326.59 TD[(-)]TJ ET 0.4 w 288.59 -329.87 m 288.59 -318.92 l S BT 317.43 -326.59 TD[(-)]TJ ET 0.4 w 349.34 -329.87 m 349.34 -318.92 l S BT 355.02 -326.59 TD[(Ita.)]TJ ET 0.4 w 374.77 -329.87 m 374.77 -318.92 l S BT 382.37 -326.59 TD[(30%)]TJ ET 0.4 w 406.86 -329.87 m 406.86 -318.92 l S 0.4 w 64.36 -330.07 m 406.86 -330.07 l S 0.4 w 64.36 -341.23 m 64.36 -330.27 l S BT/F12 8.96 Tf 65.75 -337.94 TD[(R)-7(euter)-29(s)]TJ/F5 8.96 Tf 32.94 0 TD[(-21578)]TJ ET 0.4 w 126.19 -341.23 m 126.19 -330.27 l S BT 127.58 -337.94 TD[(12,902)]TJ ET 0.4 w 154.57 -341.23 m 154.57 -330.27 l S BT 160.05 -337.94 TD[(90)]TJ ET 0.4 w 174.76 -341.23 m 174.76 -330.27 l S BT 178.51 -337.94 TD[(29,103)]TJ ET 0.4 w 207.85 -341.23 m 207.85 -330.27 l S BT 230.93 -337.94 TD[(-)]TJ ET 0.4 w 257.08 -341.23 m 257.08 -330.27 l S BT 271.3 -337.94 TD[(-)]TJ ET 0.4 w 288.59 -341.23 m 288.59 -330.27 l S BT 308.47 -337.94 TD[(6,794)]TJ ET 0.4 w 349.34 -341.23 m 349.34 -330.27 l S BT 352.78 -337.94 TD[(Eng.)]TJ ET 0.4 w 374.77 -341.23 m 374.77 -330.27 l S BT 382.37 -337.94 TD[(30%)]TJ ET 0.4 w 406.86 -341.23 m 406.86 -330.27 l S 0.4 w 64.36 -352.18 m 64.36 -341.23 l S BT 81.78 -348.9 TD[(20NGs)]TJ ET 0.4 w 126.19 -352.18 m 126.19 -341.23 l S BT 127.58 -348.9 TD[(19,997)]TJ ET 0.4 w 154.57 -352.18 m 154.57 -341.23 l S BT 160.05 -348.9 TD[(20)]TJ ET 0.4 w 174.76 -352.18 m 174.76 -341.23 l S BT 178.51 -348.9 TD[(97,823)]TJ ET 0.4 w 207.85 -352.18 m 207.85 -341.23 l S BT 230.93 -348.9 TD[(-)]TJ ET 0.4 w 257.08 -352.18 m 257.08 -341.23 l S BT 271.3 -348.9 TD[(-)]TJ ET 0.4 w 288.59 -352.18 m 288.59 -341.23 l S BT 306.17 -348.9 TD[(13,114)]TJ ET 0.4 w 349.34 -352.18 m 349.34 -341.23 l S BT 352.78 -348.9 TD[(Eng.)]TJ ET 0.4 w 374.77 -352.18 m 374.77 -341.23 l S BT 382.37 -348.9 TD[(30%)]TJ ET 0.4 w 406.86 -352.18 m 406.86 -341.23 l S 0.4 w 64.36 -352.38 m 406.86 -352.38 l S BT/F2 9.96 Tf 77.69 -369.02 TD[(+CN)-394(denotes)-395(a)-394(set)-395(obtained)-395(b)27(y)-394(adding)-395(to)-394(the)-395(target)-395(tok)27(en)-394(set,)-395(the)-394(prop)-28(er)]TJ -14.94 -11.95 TD[(nouns)-380(and)-382(complex)-381(nominals)-381(extracted)-381(from)-381(the)-381(target)-382(corpus.)-381(This)-381(results)-381(in)]TJ 0 -11.95 TD[(atomic)-429(features)-429(that)-429(are)-429(simple)-430(tok)27(ens)-428(or)-429(c)26(h)28(unk)28(ed)-428(m)26(ultiw)28(ords)-428(sequences)-429(\(PN)]TJ 0 -11.96 TD[(or)-357(CN\),)-358(for)-358(whic)27(h)-357(POS)-357(tag)-358(is)-358(neglected.)-358(Notice)-357(that)-358(due)-358(to)-358(their)-358(unam)27(biguous)]TJ 0 -11.95 TD[(nature,)-460(the)-460(POS)-460(tag)-461(is)-460(not)-460(critical)-461(for)-460(PN)-460(and)-461(CN.)-460(+POS+CN)-460(denotes)-461(the)]TJ 0 -11.95 TD[(set)-437(obtained)-437(b)26(y)-436(taking)-438(in)27(to)-437(accoun)27(t)-437(POS)-437(tags)-438(for)-437(lemmas,)-438(prop)-28(er)-437(nouns)-438(and)]TJ 0 -11.95 TD[(complex)-333(nominals.)]TJ 14.94 -12.02 TD[(It)-350(is)-351(w)27(orth)-350(noting)-351(that)-350(the)-351(NLP-deriv)27(ed)-350(features)-351(are)-351(added)-351(to)-350(the)-351(standard)]TJ -14.94 -11.96 TD[(tok)28(en)-259(sets)-261(\(instead)-260(of)-260(replacing)-260(some)-260(of)-260(them\),)-260(e.g.)-260(complex)-260(nominals)-260(and)-260(prop)-28(er)]TJ 0 -11.95 TD[(nouns)-349(are)-349(added)-350(together)-350(with)-349(their)-350(comp)-28(ounding)-349(w)27(ords.)-349(This)-350(c)27(hoice)-348(has)-350(b)-28(een)]TJ 0 -11.95 TD[(made)-248(as)-248(our)-249(previous)-249(exp)-27(erimen)26(ts)-247(sho)27(w)27(ed)-247(a)-249(decrease)-248(of)-249(classi\257er)-249(accuracies)-248(when)]TJ 0 -11.95 TD[(the)-370(comp)-28(ounding)-371(w)27(ords)-370(w)27(ere)-370(replaced)-371(with)-371(one)-370(single)]TJ/F9 9.96 Tf 241.39 0 TD[(phr)51(ase-fe)51(atur)51(e)]TJ/F2 9.96 Tf 60.32 0 TD[(.)-370(This)-371(has)]TJ -301.71 -11.95 TD[(also)-395(b)-28(een)-396(noted)-396(in)-396(other)-396(researc)26(hes,)-395(e.g.)-396([29].)-396(The)-396(resulting)-396(corpus/feature)-396(set)]TJ 0 -11.96 TD[(can)-312(b)-27(e)-313(observ)27(ed)-311(in)-313(T)83(able)-312(3.1)-312(\(the)-313(rep)-27(orted)-313(n)27(um)28(b)-27(er)-312(of)-313(senses)-312(refers)-313(to)-312(the)-312(senses)]TJ 0 -11.95 TD[(generated)-333(b)27(y)-332(the)-333(baseline)-334(WSD)-333(algorithm\).)]TJ 14.94 -12.02 TD[(The)-387(classi\257ers)-388(use)-389(the)]TJ/F9 9.96 Tf 100.92 0 TD[(ltc)]TJ/F2 9.96 Tf 14.86 0 TD[(w)27(eigh)28(ting)-387(sc)26(heme)-387([27])-388(and)-388(the)-388(follo)27(wing)-387(parame-)]TJ -130.72 -11.95 TD[(terization:)-297(\(a\))-297(Ro)-28(cc)27(hio)-297(and)-298(PR)27(C)-296(thresholds)-298(are)-298(deriv)27(ed)-296(from)-298(v)55(alidation)-297(sets,)-298(\(b\))]TJ ET 0.4 w 62.75 -569.34 m 119.42 -569.34 l S BT/F4 5.98 Tf 65.49 -575.99 TD[(8)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(Prop)-28(er)-370(nouns)-371(are)-371(indeed)-371(a)-370(sp)-29(ecial)-370(case)-371(of)-371(complex)-371(nominals,)-370(th)27(us)-369(w)27(e)-370(used)-370(a)-371(single)]TJ 0 -10.96 TD[(lab)-28(el,)-342(i.e.)-343(+CN.)]TJ ET endstream endobj 80 0 obj << /F2 13 0 R /F13 53 0 R /F10 38 0 R /F9 35 0 R /F3 16 0 R /F16 78 0 R /F7 28 0 R /F5 22 0 R /F12 44 0 R /F8 32 0 R /F4 19 0 R >> endobj 75 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 80 0 R >> endobj 83 0 obj << /Length 9350 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(parameters,)]TJ/F10 9.96 Tf 55.19 0 TD[(\257)]TJ/F2 9.96 Tf 10.36 0 TD[(=)-421(16)-420(and)]TJ/F10 9.96 Tf 46.31 0 TD[(\260)]TJ/F2 9.96 Tf 9.91 0 TD[(=)-421(4,)-419(are)-420(used)-419(for)-420(Ro)-28(cc)27(hio)-419(whereas)-419(PR)27(C)-419(estimates)]TJ -121.77 -11.96 TD[(them)-342(on)-342(v)54(alidation)-342(sets)-342(\(as)-343(describ)-28(ed)-342(in)-343([22]\))-342(and)-343(\(c\))-343(the)-342(default)-343(parameters)-342(of)]TJ/F9 9.96 Tf 0 -11.95 TD[(SVM-light)]TJ/F2 9.96 Tf 48.34 0 TD[(pac)27(k)56(age)-332(are)-334(used)-333(for)-333(SVM.)]TJ -33.4 -11.95 TD[(The)-266(p)-28(erformances)-266(are)-267(ev)55(aluated)-266(using)-266(the)-267(Break)27(ev)28(en)-266(P)27(oin)28(t)-266(\(BEP\))-267(and)-266(the)]TJ/F10 9.96 Tf 321.44 0 TD[(f)]TJ/F3 6.97 Tf 4.88 -1.49 TD[(1)]TJ/F2 9.96 Tf -341.26 -10.46 TD[(measure)-383(for)-384(the)-384(single)-384(categories)-383(whereas)-384(the)-384(microa)27(v)28(erage)-383(BEP)-384(\()]TJ/F10 9.96 Tf 292.23 0 TD[(\271B)-49(E)-58(P)]TJ/F2 9.96 Tf 29.76 0 TD[(\))-383(and)]TJ -321.99 -11.95 TD[(the)-407(microa)27(v)28(erage)]TJ/F10 9.96 Tf 78.72 0 TD[(f)]TJ/F3 6.97 Tf 4.87 -1.5 TD[(1)]TJ/F2 9.96 Tf 8.53 1.5 TD[(measure)-407(\()]TJ/F10 9.96 Tf 43.43 0 TD[(\271f)]TJ/F3 6.97 Tf 10.87 -1.5 TD[(1)]TJ/F2 9.96 Tf 4.47 1.5 TD[(\))-407(are)-408(used)-407(in)-407(case)-408(of)-407(global)-408(p)-27(erformances)-408(of)]TJ -150.89 -11.95 TD[(category)-333(sets)-333([28].)]TJ/F13 9.96 Tf 0 -17.71 TD[(3.2)-1149(Cross-corp)-32(ora/classi\257er)-512(v)63(alidations)-511(of)-512(Phrases)-512(and)]TJ 26.09 -11.95 TD[(POS-information)]TJ/F2 9.96 Tf -26.09 -13.73 TD[(In)-284(the)-286(follo)27(wing)-284(w)27(e)-284(sho)26(w)-284(that)-285(cross)-285(v)54(alidation)-284(and)-285(the)-285(adoption)-286(of)-285(the)-285(most)-285(gen-)]TJ 0 -11.95 TD[(eral)-269(tok)27(en)-268(set)-270(as)-269(baseline)-270(is)-269(advisable.)-270(F)83(or)-269(example)-269(if)-270(w)27(e)-268(had)-270(used)-269(the)]TJ/F9 9.96 Tf 299.27 0 TD[(Linguistic-)]TJ -299.27 -11.95 TD[(T)76(okens)]TJ/F2 9.96 Tf 33.51 0 TD[(set)-241(\(nouns,)-242(v)27(erbs)-241(and)-242(adjectiv)27(es\))-240(for)-242(a)-242(single)-242(exp)-27(erimen)26(ts)-240(on)-242(the)-242(standard)]TJ/F9 9.96 Tf -33.51 -11.95 TD[(R)51(euters3)-468(test-set)]TJ/F2 9.96 Tf 73.4 0 TD[(,)-333(w)27(e)-333(w)27(ould)-332(ha)27(v)27(e)-332(obtained)-333(the)]TJ/F10 9.96 Tf 130.86 0 TD[(P)-139(R)-7(C)]TJ/F2 9.96 Tf 26.57 0 TD[(results)-333(sho)27(wn)-333(in)-333(T)82(able)-332(2.)]TJ -215.89 -11.96 TD[(W)83(e)-367(note)-369(that)-368(b)-28(oth)-368(POS-tags)-368(and)-369(complex)-368(nominals)-368(pro)-28(duce)-368(impro)26(v)28(emen)28(ts)]TJ -14.94 -11.95 TD[(when)-442(included)-443(as)-443(features.)-443(The)-443(b)-28(est)-443(mo)-28(del)-443(is)-443(the)-443(one)-443(using)-443(all)-443(the)-443(linguistic)]TJ 0 -11.95 TD[(features.)-333(It)-333(impro)27(v)28(es)-333(the)]TJ/F9 9.96 Tf 110 0 TD[(Linguistic-T)76(okens)]TJ/F2 9.96 Tf 80.89 0 TD[(mo)-27(del)-333(of)]TJ/F15 9.96 Tf 40.94 0 TD[(\273)]TJ/F2 9.96 Tf 11.07 0 TD[(1.5)-333(absolute)-333(p)-28(oin)27(ts.)]TJ/F7 8.96 Tf -242.9 -12.3 TD[(T)98(able)-417(2.)]TJ/F5 8.96 Tf 40.6 0 TD[(Break)28(ev)28(en)-362(p)-28(oin)27(ts)-362(of)]TJ/F12 8.96 Tf 83.17 0 TD[(P)-142(R)-7(C)]TJ/F5 8.96 Tf 24.66 0 TD[(o)28(v)29(er)]TJ/F8 8.96 Tf 19.91 0 TD[(R)52(euters3)]TJ/F5 8.96 Tf 39.51 0 TD[(corpus.)-363(The)-363(linguistic)-363(features)-363(are)]TJ -207.85 -10.95 TD[(added)-342(to)-342(the)]TJ/F8 8.96 Tf 54.26 0 TD[(Linguistic-T)78(okens)]TJ/F5 8.96 Tf 74.71 0 TD[(set.)]TJ ET 0.4 w 191.84 -281.05 m 191.84 -270.09 l S BT/F8 8.96 Tf 193.23 -277.76 TD[(Linguistic-T)78(okens)]TJ/F5 8.96 Tf 78.4 0 TD[(+CN)-754(+CN+POS)]TJ ET 0.4 w 124.27 -281.25 m 346.96 -281.25 l S 0.4 w 191.84 -292.4 m 191.84 -281.45 l S 0.4 w 124.27 -282.47 m 346.96 -282.47 l S BT/F12 8.96 Tf 125.66 -290.34 TD[(\271B)-50(E)-57(P)]TJ/F5 8.96 Tf 30.49 0 TD[(\(93)-343(cat.\))]TJ ET 0.4 w 191.84 -293.62 m 191.84 -282.67 l S BT 214.72 -290.34 TD[(82.15%)-2709(83.15%)-1303(83.60%)]TJ/F2 9.96 Tf -137.03 -13.57 TD[(Ho)28(w)27(ev)28(er,)-457(the)-458(baseline)-458(has)-459(b)-27(een)-459(ev)55(aluated)-457(on)-458(a)-459(subset)-458(of)-458(the)]TJ/F10 9.96 Tf 278.42 0 TD[(T)-138(ok)-31(ens)]TJ/F2 9.96 Tf 37.37 0 TD[(set,)]TJ -330.73 -11.96 TD[(i.e.)-402(the)]TJ/F9 9.96 Tf 34.58 0 TD[(Linguistic-T)76(okens)]TJ/F2 9.96 Tf 81.59 0 TD[(set;)-402(it)-403(ma)27(y)-402(pro)-28(duce)-403(lo)27(w)28(er)-402(p)-28(erformance)-403(than)-403(a)-403(more)]TJ -116.17 -11.95 TD[(general)]TJ/F9 9.96 Tf 33.73 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(.)-272(T)83(o)-272(in)27(v)27(estigate)-271(this)-273(asp)-28(ect,)-272(in)-273(the)-273(next)-272(exp)-28(erimen)27(ts)-272(w)27(e)-272(ha)27(v)28(e)]TJ -87.31 -11.95 TD[(added)-285(the)]TJ/F10 9.96 Tf 45.53 0 TD[(T)-138(ok)-32(ens)]TJ/F2 9.96 Tf 35.66 0 TD[(set)-285(to)-286(the)-286(linguistic)-286(feature)-285(sets.)-286(W)82(e)-285(exp)-27(ect)-286(a)-286(reduction)-286(of)-286(the)]TJ -81.19 -11.95 TD[(p)-27(ositiv)27(e)-370(impact)-371(pro)27(vided)-370(b)27(y)-370(NLP)-371(since)-371(the)-371(rate)-371(of)-371(tok)27(ens)-370(sensible)-371(to)-371(linguistic)]TJ 0 -11.95 TD[(pro)-27(cessing)-333(is)-334(lo)27(w)28(ered)-332(\(e.g.)-334(the)-333(POS-tags)-333(of)-334(n)27(um)28(b)-27(ers)-333(are)-334(not)-333(am)27(biguous\).)]TJ 14.94 -11.96 TD[(Moreo)28(v)27(er)-434(an)-436(alternativ)27(e)-435(feature)-436(set)-436(could)-435(p)-28(erform)-436(higher)-436(than)-435(the)]TJ/F9 9.96 Tf 301.77 0 TD[(b)50(ag-of-)]TJ -316.71 -11.95 TD[(wor)51(ds)]TJ/F2 9.96 Tf 29.34 0 TD[(in)-397(a)-397(single)-398(exp)-27(erimen)26(t.)-396(The)-398(classi\257er)-397(parameters)-398(could)-397(b)-28(e)-397(b)-28(etter)-398(suited)]TJ -29.34 -11.95 TD[(for)-380(a)-380(particular)]TJ/F9 9.96 Tf 70.93 0 TD[(tr)50(aining)]TJ/F2 9.96 Tf 34.87 0 TD[(/)]TJ/F9 9.96 Tf 4.98 0 TD[(test-set)]TJ/F2 9.96 Tf 35.53 0 TD[(split.)-380(Note)-380(that)-381(redundan)27(t)-380(features)-380(a\256ect)-381(the)]TJ -146.31 -11.95 TD[(w)28(eigh)27(ting)-429(sc)27(heme)-430(b)27(y)-429(c)26(hanging)-429(the)-430(norma)-431(of)-430(do)-28(cumen)27(ts)-430(and)-430(consequen)27(tly)-430(the)]TJ 0 -11.95 TD[(w)28(eigh)27(ts)-302(of)-303(other)-303(features.)-303(Th)27(us,)-302(to)-304(obtain)-303(more)-303(general)-303(outcomes)-303(w)27(e)-302(ha)26(v)28(e)-302(cross-)]TJ 0 -11.95 TD[(v)55(alidated)-348(our)-349(exp)-27(erimen)26(ts)-348(on)-348(three)-349(corp)-28(ora:)]TJ/F9 9.96 Tf 195.62 0 TD[(R)51(euters3)]TJ/F2 9.96 Tf 37.94 0 TD[(,)-348(Ohsumed)-349(and)-349(ANSA)-349(on)]TJ -233.56 -11.96 TD[(three)-334(classi\257ers)-334(Ro)-28(cc)27(hio,)]TJ/F10 9.96 Tf 109.95 0 TD[(P)-139(R)-8(C)]TJ/F2 9.96 Tf 26.59 0 TD[(and)]TJ/F10 9.96 Tf 19.37 0 TD[(S)-58(V)-222(M)]TJ/F2 9.96 Tf 28.79 0 TD[(using)-334(20)-335(random)-334(generated)-335(splits)-335(b)-27(e-)]TJ -184.7 -11.95 TD[(t)28(w)27(een)]TJ/F9 9.96 Tf 28.19 0 TD[(test-set)]TJ/F2 9.96 Tf 35.03 0 TD[(\(30%\))-329(and)]TJ/F9 9.96 Tf 48.63 0 TD[(tr)51(aining-set)]TJ/F2 9.96 Tf 53.74 0 TD[(\(70%\).)-330(F)83(or)-329(eac)26(h)-329(split)-330(w)27(e)-330(ha)27(v)28(e)-329(trained)-330(the)]TJ -165.59 -11.95 TD[(classi\257ers)-348(and)-348(ev)54(aluated)-347(them)-349(on)-349(the)-348(test)-349(data.)-348(The)-349(rep)-28(orted)-348(p)-28(erformances)-349(are)]TJ 0 -11.95 TD[(the)-333(a)27(v)28(erage)-332(and)-334(the)-333(Std.)-333(Dev.)-334(\(preceded)-333(b)27(y)-333(the)]TJ/F15 9.96 Tf 210.18 0 TD[(\247)]TJ/F2 9.96 Tf 11.07 0 TD[(sym)28(b)-27(ol\))-333(o)26(v)28(er)-332(all)-333(20)-334(splits.)]TJ -206.31 -11.95 TD[(T)83(ables)-258(3)-259(sho)27(ws)-258(the)-259(uselessness)-259(of)-259(POS)-258(information)-259(for)]TJ/F9 9.96 Tf 232.72 0 TD[(R)50(euters3)]TJ/F2 9.96 Tf 41.87 0 TD[(corpus)-258(as)-259(the)]TJ -289.53 -11.96 TD[(measures)-370(in)-370(column)-371(5)-370(\(+CN\))-371(and)-371(6)-370(\(+POS+CN\))-371(assume)-370(similar)-371(v)55(alues.)-370(SVM)]TJ 0 -11.95 TD[(w)28(as)-394(ran)-394(on)-394(simple)-395(tok)27(ens)-393(\(column)-395(7\))-394(and)-394(on)-395(complex)-394(nominals)-394(\(column)-395(8\))-394(as)]TJ 0 -11.95 TD[(they)-297(ha)26(v)28(e)-297(b)-28(een)-298(sho)27(wn)-297(to)-299(bring)-298(more)-298(selectiv)27(e)-297(information)-298(in)]TJ/F10 9.96 Tf 263.67 0 TD[(P)-138(R)-8(C)]TJ/F2 9.96 Tf 23.25 0 TD[(.)-297(Similar)-299(t)27(yp)-27(e)]TJ -286.92 -11.95 TD[(of)-333(ev)55(aluations)-332(are)-334(rep)-27(orted)-334(in)-333(tables)-333(4)-334(and)-333(5.)]TJ 14.94 -11.95 TD[(The)-298(global)-298(p)-28(erformances)-299(\(i.e.)-298(the)-299(microa)27(v)28(erages\))-298(in)-299(all)-298(the)-299(tables)-298(sho)26(w)-297(small)]TJ -14.94 -11.95 TD[(impro)28(v)27(emen)28(ts)-396(o)27(v)28(er)-396(the)]TJ/F9 9.96 Tf 104.1 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 58.35 0 TD[(approac)28(h)-396(\()]TJ/F10 9.96 Tf 47.41 0 TD[(T)-139(ok)-31(ens)]TJ/F2 9.96 Tf 36.77 0 TD[(column\).)-397(F)83(or)-396(example,)]TJ/F10 9.96 Tf -246.63 -11.96 TD[(P)-138(R)-8(C)]TJ/F2 9.96 Tf 27.09 0 TD[(impro)27(v)28(es)-386(of)-386(84.97%)-386(-)-387(84.42%)-386(=)-386(0.55)-387(that)-386(is)-386(lo)27(w)27(er)-385(than)-386(1.45)-387(observ)27(ed)-385(in)]TJ -27.09 -11.95 TD[(T)83(able)-434(2.)-435(An)-435(explanation)-435(is)-435(that)-435(the)-435(cardinalit)27(y)-435(of)-435(complex)-435(nominals)-435(in)-435(these)]TJ ET endstream endobj 84 0 obj << /F2 13 0 R /F10 38 0 R /F9 35 0 R /F3 16 0 R /F13 53 0 R /F15 67 0 R /F7 28 0 R /F5 22 0 R /F12 44 0 R /F8 32 0 R >> endobj 82 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 84 0 R >> endobj 87 0 obj << /Length 18083 >> stream 0.00 g 0.00 G BT/F7 8.96 Tf 62.75 -36.23 TD[(T)98(able)-618(3.)]TJ/F5 8.96 Tf 43.98 0 TD[(Ro)-28(cc)28(hio,)]TJ/F12 8.96 Tf 39.24 0 TD[(P)-142(R)-7(C)]TJ/F5 8.96 Tf 26.23 0 TD[(and)]TJ/F12 8.96 Tf 19.66 0 TD[(S)-57(V)-228(M)]TJ/F5 8.96 Tf 28.25 0 TD[(p)-28(erformances)-538(on)-538(di\256eren)28(t)-537(feature)-538(sets)-538(of)-538(the)]TJ -157.36 -10.96 TD[(Reuters3)-342(corpus)]TJ ET 0.4 w 62.75 -55.48 m 422.57 -55.48 l S 0.4 w 62.75 -66.63 m 62.75 -55.68 l S 0.4 w 117.07 -66.63 m 117.07 -55.68 l S BT 122.5 -63.34 TD[(Ro)-28(cc)28(hio)]TJ ET 0.4 w 159.78 -66.63 m 159.78 -55.68 l S BT/F12 8.96 Tf 237.76 -63.34 TD[(P)-142(R)-7(C)]TJ ET 0.4 w 337.15 -66.63 m 337.15 -55.68 l S 0.4 w 337.15 -66.63 m 337.15 -55.68 l S BT 368.15 -63.34 TD[(S)-56(V)-228(M)]TJ ET 0.4 w 422.57 -66.63 m 422.57 -55.68 l S 0.4 w 62.75 -77.59 m 62.75 -66.63 l S 0.4 w 117.07 -77.59 m 117.07 -66.63 l S BT/F5 8.96 Tf 124.45 -74.3 TD[(T)85(ok)28(ens)]TJ ET 0.4 w 159.78 -77.59 m 159.78 -66.63 l S BT 188.52 -74.3 TD[(T)85(ok)29(ens)-4320(+)]TJ/F12 8.96 Tf 73.85 0 TD[(C)-71(N)]TJ/F5 8.96 Tf 26.94 0 TD[(+POS+CN)]TJ ET 0.4 w 337.15 -77.59 m 337.15 -66.63 l S BT 344.53 -74.3 TD[(T)85(ok)29(ens)-2049(+CN)]TJ ET 0.4 w 422.57 -77.59 m 422.57 -66.63 l S 0.4 w 62.75 -77.79 m 422.57 -77.79 l S 0.4 w 62.75 -79.78 m 422.57 -79.78 l S 0.4 w 62.75 -90.93 m 62.75 -79.98 l S BT 64.14 -87.65 TD[(Category)]TJ ET 0.4 w 117.07 -90.93 m 117.07 -79.98 l S BT/F12 8.96 Tf 127.49 -87.65 TD[(B)-50(E)-56(P)]TJ ET 0.4 w 159.78 -90.93 m 159.78 -79.98 l S BT 170.2 -87.65 TD[(B)-50(E)-57(P)-3206(f)]TJ/F4 5.98 Tf 53.81 -0.99 TD[(1)]TJ/F12 8.96 Tf 38.24 0.99 TD[(f)]TJ/F4 5.98 Tf 4.47 -0.99 TD[(1)]TJ/F12 8.96 Tf 41.5 0.99 TD[(f)]TJ/F4 5.98 Tf 4.47 -0.99 TD[(1)]TJ ET 0.4 w 337.15 -90.93 m 337.15 -79.98 l S 0.4 w 337.15 -90.93 m 337.15 -79.98 l S BT/F12 8.96 Tf 375.55 -87.65 TD[(f)]TJ/F4 5.98 Tf 4.47 -0.99 TD[(1)]TJ ET 0.4 w 422.57 -90.93 m 422.57 -79.98 l S 0.4 w 62.75 -91.13 m 422.57 -91.13 l S 0.4 w 62.75 -102.29 m 62.75 -91.33 l S BT/F5 8.96 Tf 64.14 -99 TD[(earn)]TJ ET 0.4 w 117.07 -102.29 m 117.07 -91.33 l S BT 127.93 -99 TD[(95.20)]TJ ET 0.4 w 159.78 -102.29 m 159.78 -91.33 l S BT 170.65 -99 TD[(95.17)-2423(95.39)-2423(95.40)-2788(95.25)]TJ ET 0.4 w 337.15 -102.29 m 337.15 -91.33 l S BT 348.01 -99 TD[(98.80)-2424(98.92)]TJ ET 0.4 w 422.57 -102.29 m 422.57 -91.33 l S 0.4 w 62.75 -113.24 m 62.75 -102.29 l S BT 64.14 -109.96 TD[(acq)]TJ ET 0.4 w 117.07 -113.24 m 117.07 -102.29 l S BT 127.93 -109.96 TD[(80.91)]TJ ET 0.4 w 159.78 -113.24 m 159.78 -102.29 l S BT 170.65 -109.96 TD[(86.35)-2423(86.12)-2423(87.83)-2788(87.46)]TJ ET 0.4 w 337.15 -113.24 m 337.15 -102.29 l S BT 348.01 -109.96 TD[(96.97)-2424(97.18)]TJ ET 0.4 w 422.57 -113.24 m 422.57 -102.29 l S 0.4 w 62.75 -124.2 m 62.75 -113.24 l S BT 64.14 -120.91 TD[(money-fx)]TJ ET 0.4 w 117.07 -124.2 m 117.07 -113.24 l S BT 127.93 -120.91 TD[(73.34)]TJ ET 0.4 w 159.78 -124.2 m 159.78 -113.24 l S BT 170.65 -120.91 TD[(77.80)-2423(77.81)-2423(79.03)-2788(79.04)]TJ ET 0.4 w 337.15 -124.2 m 337.15 -113.24 l S BT 348.01 -120.91 TD[(87.28)-2424(87.66)]TJ ET 0.4 w 422.57 -124.2 m 422.57 -113.24 l S 0.4 w 62.75 -135.16 m 62.75 -124.2 l S BT 64.14 -131.87 TD[(grain)]TJ ET 0.4 w 117.07 -135.16 m 117.07 -124.2 l S BT 127.93 -131.87 TD[(74.71)]TJ ET 0.4 w 159.78 -135.16 m 159.78 -124.2 l S BT 170.65 -131.87 TD[(88.74)-2423(88.34)-2423(87.90)-2788(87.89)]TJ ET 0.4 w 337.15 -135.16 m 337.15 -124.2 l S BT 348.01 -131.87 TD[(91.36)-2424(91.44)]TJ ET 0.4 w 422.57 -135.16 m 422.57 -124.2 l S 0.4 w 62.75 -146.11 m 62.75 -135.16 l S BT 64.14 -142.82 TD[(crude)]TJ ET 0.4 w 117.07 -146.11 m 117.07 -135.16 l S BT 127.93 -142.82 TD[(83.44)]TJ ET 0.4 w 159.78 -146.11 m 159.78 -135.16 l S BT 170.65 -142.82 TD[(83.33)-2423(83.37)-2423(83.54)-2788(83.47)]TJ ET 0.4 w 337.15 -146.11 m 337.15 -135.16 l S BT 348.01 -142.82 TD[(87.16)-2424(86.81)]TJ ET 0.4 w 422.57 -146.11 m 422.57 -135.16 l S 0.4 w 62.75 -157.07 m 62.75 -146.11 l S BT 64.14 -153.78 TD[(trade)]TJ ET 0.4 w 117.07 -157.07 m 117.07 -146.11 l S BT 127.93 -153.78 TD[(73.38)]TJ ET 0.4 w 159.78 -157.07 m 159.78 -146.11 l S BT 170.65 -153.78 TD[(79.39)-2423(78.97)-2423(79.72)-2788(79.59)]TJ ET 0.4 w 337.15 -157.07 m 337.15 -146.11 l S BT 348.01 -153.78 TD[(79.13)-2424(81.03)]TJ ET 0.4 w 422.57 -157.07 m 422.57 -146.11 l S 0.4 w 62.75 -168.02 m 62.75 -157.07 l S BT 64.14 -164.74 TD[(in)28(terest)]TJ ET 0.4 w 117.07 -168.02 m 117.07 -157.07 l S BT 127.93 -164.74 TD[(65.30)]TJ ET 0.4 w 159.78 -168.02 m 159.78 -157.07 l S BT 170.65 -164.74 TD[(74.60)-2423(74.39)-2423(75.93)-2788(76.05)]TJ ET 0.4 w 337.15 -168.02 m 337.15 -157.07 l S BT 348.01 -164.74 TD[(82.19)-2424(80.57)]TJ ET 0.4 w 422.57 -168.02 m 422.57 -157.07 l S 0.4 w 62.75 -178.98 m 62.75 -168.02 l S BT 64.14 -175.69 TD[(ship)]TJ ET 0.4 w 117.07 -178.98 m 117.07 -168.02 l S BT 127.93 -175.69 TD[(78.21)]TJ ET 0.4 w 159.78 -178.98 m 159.78 -168.02 l S BT 170.65 -175.69 TD[(82.87)-2423(83.17)-2423(83.30)-2788(83.42)]TJ ET 0.4 w 337.15 -178.98 m 337.15 -168.02 l S BT 348.01 -175.69 TD[(88.27)-2424(88.99)]TJ ET 0.4 w 422.57 -178.98 m 422.57 -168.02 l S 0.4 w 62.75 -189.94 m 62.75 -178.98 l S BT 64.14 -186.65 TD[(wheat)]TJ ET 0.4 w 117.07 -189.94 m 117.07 -178.98 l S BT 127.93 -186.65 TD[(73.15)]TJ ET 0.4 w 159.78 -189.94 m 159.78 -178.98 l S BT 170.65 -186.65 TD[(89.07)-2423(87.91)-2423(87.37)-2788(86.76)]TJ ET 0.4 w 337.15 -189.94 m 337.15 -178.98 l S BT 348.01 -186.65 TD[(83.90)-2424(84.25)]TJ ET 0.4 w 422.57 -189.94 m 422.57 -178.98 l S 0.4 w 62.75 -200.89 m 62.75 -189.94 l S BT 64.14 -197.6 TD[(corn)]TJ ET 0.4 w 117.07 -200.89 m 117.07 -189.94 l S BT 127.93 -197.6 TD[(64.82)]TJ ET 0.4 w 159.78 -200.89 m 159.78 -189.94 l S BT 170.65 -197.6 TD[(88.01)-2423(87.54)-2423(87.87)-2788(87.32)]TJ ET 0.4 w 337.15 -200.89 m 337.15 -189.94 l S BT 348.01 -197.6 TD[(83.57)-2424(84.43)]TJ ET 0.4 w 422.57 -200.89 m 422.57 -189.94 l S 0.4 w 62.75 -201.09 m 422.57 -201.09 l S 0.4 w 62.75 -212.25 m 62.75 -201.29 l S BT/F12 8.96 Tf 64.14 -208.96 TD[(\271f)]TJ/F4 5.98 Tf 10.02 -0.99 TD[(1)]TJ/F5 8.96 Tf 7.22 0.99 TD[(\(93)-343(cat.\))]TJ ET 0.4 w 117.07 -212.25 m 117.07 -201.29 l S BT 118.47 -208.96 TD[(80.07)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)]TJ ET 0.4 w 159.78 -212.25 m 159.78 -201.29 l S BT 161.18 -208.96 TD[(84.90)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)-310(84.42)]TJ/F14 8.96 Tf 35.54 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)-310(84.97)]TJ/F14 8.96 Tf 35.54 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)-674(84.82)]TJ/F14 8.96 Tf 38.81 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.5)]TJ ET 0.4 w 337.15 -212.25 m 337.15 -201.29 l S BT 338.54 -208.96 TD[(88.58)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.5)-311(88.14)]TJ/F14 8.96 Tf 35.55 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)]TJ ET 0.4 w 422.57 -212.25 m 422.57 -201.29 l S 0.4 w 62.75 -212.44 m 422.57 -212.44 l S BT/F7 8.96 Tf 62.75 -233.97 TD[(T)98(able)-618(4.)]TJ/F5 8.96 Tf 43.98 0 TD[(Ro)-28(cc)28(hio,)]TJ/F12 8.96 Tf 39.24 0 TD[(P)-142(R)-7(C)]TJ/F5 8.96 Tf 26.23 0 TD[(and)]TJ/F12 8.96 Tf 19.66 0 TD[(S)-57(V)-228(M)]TJ/F5 8.96 Tf 28.25 0 TD[(p)-28(erformances)-538(on)-538(di\256eren)28(t)-537(feature)-538(sets)-538(of)-538(the)]TJ -157.36 -10.95 TD[(Ohsumed)-342(corpus)]TJ ET 0.4 w 62.75 -253.22 m 422.35 -253.22 l S 0.4 w 62.75 -264.37 m 62.75 -253.42 l S 0.4 w 117.23 -264.37 m 117.23 -253.42 l S BT 124.19 -261.08 TD[(Ro)-28(cc)28(hio)]TJ ET 0.4 w 163.01 -264.37 m 163.01 -253.42 l S BT/F12 8.96 Tf 239.26 -261.08 TD[(P)-143(R)-7(C)]TJ ET 0.4 w 336.93 -264.37 m 336.93 -253.42 l S BT 367.92 -261.08 TD[(S)-57(V)-228(M)]TJ ET 0.4 w 422.35 -264.37 m 422.35 -253.42 l S 0.4 w 62.75 -275.33 m 62.75 -264.37 l S 0.4 w 117.23 -275.33 m 117.23 -264.37 l S BT/F5 8.96 Tf 126.15 -272.04 TD[(T)86(ok)28(ens)]TJ ET 0.4 w 163.01 -275.33 m 163.01 -264.37 l S BT 193.28 -272.04 TD[(T)85(ok)28(ens)-6874(+)]TJ/F12 8.96 Tf 96.74 0 TD[(C)-71(N)]TJ ET 0.4 w 336.93 -275.33 m 336.93 -264.37 l S BT/F5 8.96 Tf 344.31 -272.04 TD[(T)86(ok)28(ens)-1938(+)]TJ/F12 8.96 Tf 52.49 0 TD[(C)-71(N)]TJ ET 0.4 w 422.35 -275.33 m 422.35 -264.37 l S 0.4 w 62.75 -275.53 m 422.35 -275.53 l S 0.4 w 62.75 -277.52 m 422.35 -277.52 l S 0.4 w 62.75 -288.67 m 62.75 -277.72 l S BT/F5 8.96 Tf 64.14 -285.39 TD[(Category)]TJ ET 0.4 w 117.23 -288.67 m 117.23 -277.72 l S BT/F12 8.96 Tf 129.19 -285.39 TD[(B)-49(E)-57(P)]TJ ET 0.4 w 163.01 -288.67 m 163.01 -277.72 l S BT 174.97 -285.39 TD[(B)-49(E)-57(P)-3378(f)]TJ/F4 5.98 Tf 55.34 -0.99 TD[(1)]TJ ET 0.4 w 251.5 -288.67 m 251.5 -277.72 l S BT/F12 8.96 Tf 268.55 -285.39 TD[(f)]TJ/F4 5.98 Tf 4.47 -0.99 TD[(1)]TJ/F12 8.96 Tf 31.62 0.99 TD[(B)-49(E)-57(P)]TJ ET 0.4 w 336.93 -288.67 m 336.93 -277.72 l S 0.4 w 336.93 -288.67 m 336.93 -277.72 l S BT 375.33 -285.39 TD[(f)]TJ/F4 5.98 Tf 4.47 -0.99 TD[(1)]TJ ET 0.4 w 422.35 -288.67 m 422.35 -277.72 l S 0.4 w 62.75 -288.87 m 422.35 -288.87 l S 0.4 w 62.75 -300.03 m 62.75 -289.07 l S BT/F5 8.96 Tf 64.14 -296.74 TD[(P)28(athology)]TJ ET 0.4 w 117.23 -300.03 m 117.23 -289.07 l S BT 129.63 -296.74 TD[(37.57)]TJ ET 0.4 w 163.01 -300.03 m 163.01 -289.07 l S BT 175.41 -296.74 TD[(50.58)-2594(48.78)]TJ ET 0.4 w 251.5 -300.03 m 251.5 -289.07 l S BT 262.37 -296.74 TD[(49.36)-2423(51.13)]TJ ET 0.4 w 336.93 -300.03 m 336.93 -289.07 l S BT 347.79 -296.74 TD[(52.29)-2423(52.70)]TJ ET 0.4 w 422.35 -300.03 m 422.35 -289.07 l S 0.4 w 62.75 -310.98 m 62.75 -300.03 l S BT 64.14 -307.7 TD[(Cardio)28(v)57(as.)]TJ ET 0.4 w 117.23 -310.98 m 117.23 -300.03 l S BT 129.63 -307.7 TD[(71.71)]TJ ET 0.4 w 163.01 -310.98 m 163.01 -300.03 l S BT 175.41 -307.7 TD[(77.82)-2594(77.61)]TJ ET 0.4 w 251.5 -310.98 m 251.5 -300.03 l S BT 262.37 -307.7 TD[(77.48)-2423(77.74)]TJ ET 0.4 w 336.93 -310.98 m 336.93 -300.03 l S BT 347.79 -307.7 TD[(81.26)-2423(81.36)]TJ ET 0.4 w 422.35 -310.98 m 422.35 -300.03 l S 0.4 w 62.75 -321.94 m 62.75 -310.98 l S BT 64.14 -318.65 TD[(Imm)28(unologic)]TJ ET 0.4 w 117.23 -321.94 m 117.23 -310.98 l S BT 129.63 -318.65 TD[(60.38)]TJ ET 0.4 w 163.01 -321.94 m 163.01 -310.98 l S BT 175.41 -318.65 TD[(73.92)-2594(73.57)]TJ ET 0.4 w 251.5 -321.94 m 251.5 -310.98 l S BT 262.37 -318.65 TD[(73.51)-2423(74.03)]TJ ET 0.4 w 336.93 -321.94 m 336.93 -310.98 l S BT 347.79 -318.65 TD[(75.25)-2423(74.63)]TJ ET 0.4 w 422.35 -321.94 m 422.35 -310.98 l S 0.4 w 62.75 -332.9 m 62.75 -321.94 l S BT 64.14 -329.61 TD[(Neoplasms)]TJ ET 0.4 w 117.23 -332.9 m 117.23 -321.94 l S BT 129.63 -329.61 TD[(71.34)]TJ ET 0.4 w 163.01 -332.9 m 163.01 -321.94 l S BT 175.41 -329.61 TD[(79.71)-2594(79.48)]TJ ET 0.4 w 251.5 -332.9 m 251.5 -321.94 l S BT 262.37 -329.61 TD[(79.38)-2423(79.77)]TJ ET 0.4 w 336.93 -332.9 m 336.93 -321.94 l S BT 347.79 -329.61 TD[(81.03)-2423(80.81)]TJ ET 0.4 w 422.35 -332.9 m 422.35 -321.94 l S 0.4 w 62.75 -343.85 m 62.75 -332.9 l S BT 64.14 -340.56 TD[(Digest.Sys.)]TJ ET 0.4 w 117.23 -343.85 m 117.23 -332.9 l S BT 129.63 -340.56 TD[(59.24)]TJ ET 0.4 w 163.01 -343.85 m 163.01 -332.9 l S BT 175.41 -340.56 TD[(71.49)-2594(71.50)]TJ ET 0.4 w 251.5 -343.85 m 251.5 -332.9 l S BT 262.37 -340.56 TD[(71.28)-2423(71.46)]TJ ET 0.4 w 336.93 -343.85 m 336.93 -332.9 l S BT 347.79 -340.56 TD[(74.11)-2423(73.23)]TJ ET 0.4 w 422.35 -343.85 m 422.35 -332.9 l S 0.4 w 62.75 -354.81 m 62.75 -343.85 l S BT 64.14 -351.52 TD[(Neonatal)]TJ ET 0.4 w 117.23 -354.81 m 117.23 -343.85 l S BT 129.63 -351.52 TD[(41.84)]TJ ET 0.4 w 163.01 -354.81 m 163.01 -343.85 l S BT 175.41 -351.52 TD[(49.98)-2594(50.05)]TJ ET 0.4 w 251.5 -354.81 m 251.5 -343.85 l S BT 262.37 -351.52 TD[(52.83)-2423(52.71)]TJ ET 0.4 w 336.93 -354.81 m 336.93 -343.85 l S BT 347.79 -351.52 TD[(48.55)-2423(51.81)]TJ ET 0.4 w 422.35 -354.81 m 422.35 -343.85 l S 0.4 w 62.75 -355.01 m 422.35 -355.01 l S 0.4 w 62.75 -366.16 m 62.75 -355.21 l S BT/F12 8.96 Tf 64.14 -362.87 TD[(\271f)]TJ/F4 5.98 Tf 10.02 -1 TD[(1)]TJ/F5 8.96 Tf 7.22 1 TD[(\(23)-343(cat.\))]TJ ET 0.4 w 117.23 -366.16 m 117.23 -355.21 l S BT 118.62 -362.87 TD[(54.36)]TJ/F14 8.96 Tf 24.06 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.5)]TJ ET 0.4 w 163.01 -366.16 m 163.01 -355.21 l S BT 164.41 -362.87 TD[(66.06)]TJ/F14 8.96 Tf 24.05 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.4)-310(65.81)]TJ/F14 8.96 Tf 35.54 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.4)]TJ ET 0.4 w 251.5 -366.16 m 251.5 -355.21 l S BT 252.9 -362.87 TD[(65.90)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.4)-310(66.32)]TJ/F14 8.96 Tf 35.54 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.4)]TJ ET 0.4 w 336.93 -366.16 m 336.93 -355.21 l S BT 338.32 -362.87 TD[(68.43)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)-311(68.36)]TJ/F14 8.96 Tf 35.55 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.5)]TJ ET 0.4 w 422.35 -366.16 m 422.35 -355.21 l S 0.4 w 62.75 -366.36 m 422.35 -366.36 l S BT/F7 8.96 Tf 62.75 -387.89 TD[(T)98(able)-317(5.)]TJ/F5 8.96 Tf 38.93 0 TD[(Ro)-28(cc)28(hio)-276(and)]TJ/F12 8.96 Tf 51.65 0 TD[(P)-143(R)-7(C)]TJ/F5 8.96 Tf 23.89 0 TD[(p)-28(erformances)-276(on)-276(di\256eren)27(t)-275(feature)-276(sets)-276(of)-276(the)-276(ANSA)-276(corpus)]TJ ET 0.4 w 116.28 -393.41 m 354.94 -393.41 l S 0.4 w 116.28 -404.57 m 116.28 -393.61 l S 0.4 w 177.57 -404.57 m 177.57 -393.61 l S BT 183 -401.28 TD[(Ro)-28(cc)28(hio)]TJ ET 0.4 w 220.29 -404.57 m 220.29 -393.61 l S BT/F12 8.96 Tf 276.91 -401.28 TD[(P)-142(R)-7(C)]TJ ET 0.4 w 354.94 -404.57 m 354.94 -393.61 l S 0.4 w 116.28 -415.52 m 116.28 -404.57 l S 0.4 w 177.57 -415.52 m 177.57 -404.57 l S BT/F5 8.96 Tf 184.96 -412.24 TD[(T)86(ok)28(ens)]TJ ET 0.4 w 220.29 -415.52 m 220.29 -404.57 l S BT 227.67 -412.24 TD[(T)86(ok)28(ens)-2049(+CN)-1381(+POS+CN)]TJ ET 0.4 w 354.94 -415.52 m 354.94 -404.57 l S 0.4 w 116.28 -415.72 m 354.94 -415.72 l S 0.4 w 116.28 -417.72 m 354.94 -417.72 l S 0.4 w 116.28 -428.87 m 116.28 -417.91 l S BT 117.68 -425.58 TD[(Category)]TJ ET 0.4 w 177.57 -428.87 m 177.57 -417.91 l S BT/F12 8.96 Tf 188 -425.58 TD[(B)-49(E)-57(P)]TJ ET 0.4 w 220.29 -428.87 m 220.29 -417.91 l S BT 237.33 -425.58 TD[(f)]TJ/F4 5.98 Tf 4.47 -1 TD[(1)]TJ/F12 8.96 Tf 38.24 1 TD[(f)]TJ/F4 5.98 Tf 4.47 -1 TD[(1)]TJ/F12 8.96 Tf 41.5 1 TD[(f)]TJ/F4 5.98 Tf 4.48 -1 TD[(1)]TJ ET 0.4 w 354.94 -428.87 m 354.94 -417.91 l S 0.4 w 116.28 -429.07 m 354.94 -429.07 l S 0.4 w 116.28 -440.22 m 116.28 -429.27 l S BT/F5 8.96 Tf 117.68 -436.94 TD[(News)]TJ ET 0.4 w 177.57 -440.22 m 177.57 -429.27 l S BT 188.44 -436.94 TD[(50.35)]TJ ET 0.4 w 220.29 -440.22 m 220.29 -429.27 l S BT 231.15 -436.94 TD[(68.99)-2423(68.58)-2788(69.30)]TJ ET 0.4 w 354.94 -440.22 m 354.94 -429.27 l S 0.4 w 116.28 -451.18 m 116.28 -440.22 l S BT 117.68 -447.89 TD[(Economics)]TJ ET 0.4 w 177.57 -451.18 m 177.57 -440.22 l S BT 188.44 -447.89 TD[(53.22)]TJ ET 0.4 w 220.29 -451.18 m 220.29 -440.22 l S BT 231.15 -447.89 TD[(76.03)-2423(75.21)-2788(75.39)]TJ ET 0.4 w 354.94 -451.18 m 354.94 -440.22 l S 0.4 w 116.28 -462.14 m 116.28 -451.18 l S BT 117.68 -458.85 TD[(P)28(olitics)]TJ ET 0.4 w 177.57 -462.14 m 177.57 -451.18 l S BT 188.44 -458.85 TD[(60.19)]TJ ET 0.4 w 220.29 -462.14 m 220.29 -451.18 l S BT 231.15 -458.85 TD[(59.58)-2423(62.48)-2788(63.43)]TJ ET 0.4 w 354.94 -462.14 m 354.94 -451.18 l S 0.4 w 116.28 -473.09 m 116.28 -462.14 l S BT 117.68 -469.81 TD[(En)28(tertainmen)29(t)]TJ ET 0.4 w 177.57 -473.09 m 177.57 -462.14 l S BT 188.44 -469.81 TD[(75.91)]TJ ET 0.4 w 220.29 -473.09 m 220.29 -462.14 l S BT 231.15 -469.81 TD[(77.63)-2423(76.48)-2788(76.27)]TJ ET 0.4 w 354.94 -473.09 m 354.94 -462.14 l S 0.4 w 116.28 -484.05 m 116.28 -473.09 l S BT 117.68 -480.76 TD[(Sp)-28(ort)]TJ ET 0.4 w 177.57 -484.05 m 177.57 -473.09 l S BT 188.44 -480.76 TD[(67.80)]TJ ET 0.4 w 220.29 -484.05 m 220.29 -473.09 l S BT 231.15 -480.76 TD[(80.14)-2423(79.63)-2788(79.67)]TJ ET 0.4 w 354.94 -484.05 m 354.94 -473.09 l S 0.4 w 116.28 -484.25 m 354.94 -484.25 l S 0.4 w 116.28 -495.4 m 116.28 -484.45 l S BT/F12 8.96 Tf 117.68 -492.12 TD[(\271f)]TJ/F4 5.98 Tf 10.02 -0.99 TD[(1)]TJ/F5 8.96 Tf 7.22 0.99 TD[(\(8)-342(cat.\))]TJ ET 0.4 w 177.57 -495.4 m 177.57 -484.45 l S BT 178.97 -492.12 TD[(61.76)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.5)]TJ ET 0.4 w 220.29 -495.4 m 220.29 -484.45 l S BT 221.68 -492.12 TD[(71.00)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.4)-311(71.80)]TJ/F14 8.96 Tf 35.55 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.4)-675(72.37)]TJ/F14 8.96 Tf 38.81 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.4)]TJ ET 0.4 w 354.94 -495.4 m 354.94 -484.45 l S 0.4 w 116.28 -495.6 m 354.94 -495.6 l S BT/F2 9.96 Tf 62.75 -511.31 TD[(exp)-27(erimen)27(ts)-317(is)-319(rather)-318(lo)27(w)28(er)-318(than)-318(the)-318(cardinalit)27(y)-318(of)]TJ/F10 9.96 Tf 222.04 0 TD[(T)-138(ok)-31(ens)]TJ/F3 6.97 Tf 32.81 3.61 TD[(9)]TJ/F2 9.96 Tf 7.64 -3.61 TD[(resulting)-318(in)-318(a)-318(small)]TJ -262.49 -11.95 TD[(impact)-434(on)-435(the)-435(microa)27(v)28(erages.)-434(The)]TJ/F10 9.96 Tf 156.5 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 29.78 0 TD[(global)-435(p)-27(erformances)-435(are)-435(sligh)27(tly)-434(p)-28(e-)]TJ -186.28 -11.96 TD[(nalized)-492(b)27(y)-492(the)-493(use)-493(of)]TJ/F9 9.96 Tf 101.23 0 TD[(NLP-derive)50(d)]TJ/F2 9.96 Tf 60.58 0 TD[(features.)-493(W)83(e)-492(also)-493(note)-493(that)-493(some)-493(classes)]TJ -161.81 -11.95 TD[(are)-378(impro)27(v)28(ed)-378(b)27(y)-378(the)-378(extended)-379(features,)-379(e.g.)]TJ/F9 9.96 Tf 195.02 0 TD[(Ne)51(onatal)-399(Dise)50(ase)-398(&)-400(A)25(bnormalities)]TJ/F2 9.96 Tf -195.02 -11.95 TD[(in)-419(Ohsumed)-420(and)]TJ/F9 9.96 Tf 77.89 0 TD[(Politics)]TJ/F2 9.96 Tf 37.47 0 TD[(or)]TJ/F9 9.96 Tf 13.06 0 TD[(Ec)51(onomic)-437(Politics)]TJ/F2 9.96 Tf 84.21 0 TD[(in)-419(the)-420(ANSA)-420(corpus,)-420(but)-420(this)]TJ -212.63 -11.95 TD[(should)-333(b)-27(e)-334(consider)-333(as)-333(the)-334(normal)]TJ/F9 9.96 Tf 147.13 0 TD[(r)51(e)51(c)51(or)51(d)-357(of)-357(c)50(ases)]TJ/F2 9.96 Tf 62.87 0 TD[(.)]TJ ET 0.4 w 62.75 -580.3 m 119.42 -580.3 l S BT/F4 5.98 Tf 65.49 -586.95 TD[(9)]TJ/F5 8.96 Tf 7.22 -3.81 TD[(There)-342(is)-342(a)-343(ratio)-343(of)-342(ab)-29(out)-342(15:1)-343(b)-28(et)27(w)29(een)-342(simple)-343(tok)28(ens)-342(and)-342(complex)-343(nominals.)]TJ ET endstream endobj 88 0 obj << /F7 28 0 R /F5 22 0 R /F12 44 0 R /F4 19 0 R /F14 60 0 R /F2 13 0 R /F10 38 0 R /F3 16 0 R /F9 35 0 R >> endobj 86 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 88 0 R >> endobj 91 0 obj << /Length 14416 >> stream 0.00 g 0.00 G BT/F13 9.96 Tf 62.75 -53.78 TD[(3.3)-1149(Cross)-384(v)63(alidation)-382(on)-383(w)31(ord)-383(senses)]TJ/F2 9.96 Tf 0 -13.56 TD[(In)-304(these)-305(exp)-28(erimen)27(ts,)-304(w)27(e)-304(compared)-305(the)-304(SVM)-305(p)-28(erformances)-305(o)27(v)28(er)]TJ/F10 9.96 Tf 278.84 0 TD[(T)-138(ok)-31(ens)]TJ/F2 9.96 Tf 35.85 0 TD[(against)]TJ -314.69 -11.95 TD[(the)-348(p)-28(erformances)-348(o)27(v)27(er)-347(the)-349(seman)27(tic)-348(feature)-348(sets.)-349(These)-348(latter)-349(w)27(ere)-348(obtained)-348(b)26(y)]TJ 0 -11.95 TD[(merging)-281(the)]TJ/F9 9.96 Tf 54.33 0 TD[(T)76(okens)]TJ/F2 9.96 Tf 33.91 0 TD[(set)-281(with)-282(the)-281(set)-282(of)-282(disam)27(biguated)-281(senses)-281(of)-282(the)-281(training)-282(do)-28(c-)]TJ -88.24 -11.95 TD[(umen)28(t)-300(nouns.)-300(W)82(e)-299(used)-301(3)-300(di\256eren)27(t)-299(metho)-28(ds)-301(to)-300(disam)27(biguate)-300(senses:)-300(the)-300(baseline,)]TJ 0 -11.95 TD[(i.e.)-394(b)27(y)-394(pic)27(king-up)-393(the)-395(\257rst)-394(sense,)-395(Alg1)-394(that)-395(uses)-394(the)-395(gloss)-395(w)27(ords)-393(and)-395(the)-394(Alg2)]TJ 0 -11.95 TD[(one)-333(of)-333(the)-333(most)-334(accurate)-333(commercial)-333(algorithm.)]TJ 14.94 -11.96 TD[(Additionally)83(,)-247(w)27(e)-248(p)-27(erformed)-249(an)-248(indicativ)27(e)-248(ev)55(aluation)-247(of)-249(these)-248(WSD)-248(algorithms)]TJ -14.94 -11.95 TD[(on)-444(250)-445(man)27(ually)-444(disam)27(biguated)-444(nouns)-445(extracted)-445(from)-445(some)-445(random)]TJ/F9 9.96 Tf 309.32 0 TD[(R)51(euters-)]TJ -309.32 -11.95 TD[(21578)]TJ/F2 9.96 Tf 29.24 0 TD[(do)-28(cumen)27(ts.)-244(Our)-245(ev)54(aluation)-244(w)27(as)-245(78.43)-245(%,)-245(77.12)-245(%)-246(and)-245(80.55)-245(%)-246(resp)-27(ectiv)26(ely)]TJ -29.24 -11.95 TD[(for)-397(the)-398(baseline)-397(and)-398(the)-398(algorithms)-397(1)-398(and)-398(2.)-398(As)-397(exp)-28(ected,)-398(the)-397(baseline)-398(has)-398(an)]TJ 0 -11.95 TD[(accuracy)-350(quite)-351(high)-351(since)-351(\(a\))-350(in)-351(Reuters)-351(the)-351(sense)-351(of)-350(a)-351(noun)-351(is)-351(usually)-351(the)-351(\257rst)]TJ 0 -11.96 TD[(and)-338(\(b\))-338(it)-338(is)-339(easier)-338(to)-338(disam)26(biguate)-337(nouns)-338(than)-339(v)27(erb)-337(or)-339(adjectiv)27(e.)-337(W)82(e)-337(note)-339(that)]TJ 0 -11.95 TD[(using)-429(only)-429(the)-429(glosses,)-430(for)-429(an)-430(unsup)-27(ervised)-430(disam)27(biguation,)-428(w)26(e)-428(do)-429(not)-430(obtain)]TJ 0 -11.95 TD[(systems)-333(more)-333(accurate)-333(than)-334(the)-333(baseline.)]TJ/F7 8.96 Tf 21.53 -18.68 TD[(T)98(able)-394(6.)]TJ/F5 8.96 Tf 40.22 0 TD[(P)29(erformance)-342(of)-343(SVM)-342(text)-343(classi\257er)-342(on)-343(the)]TJ/F8 8.96 Tf 172.27 0 TD[(R)51(euters-21578)]TJ/F5 8.96 Tf 61.44 0 TD[(corpus.)]TJ ET 0.4 w 113.82 -253.2 m 357.41 -253.2 l S 0.4 w 113.82 -264.35 m 113.82 -253.4 l S BT 115.21 -261.07 TD[(Category)]TJ ET 0.4 w 168.14 -264.35 m 168.14 -253.4 l S BT/F12 8.96 Tf 176.65 -261.07 TD[(T)-142(ok)-29(ens)]TJ ET 0.4 w 215.46 -264.35 m 215.46 -253.4 l S BT/F5 8.96 Tf 232.97 -261.07 TD[(BL)]TJ ET 0.4 w 262.77 -264.35 m 262.77 -253.4 l S BT 277.09 -261.07 TD[(Alg1)]TJ ET 0.4 w 310.09 -264.35 m 310.09 -253.4 l S BT 324.41 -261.07 TD[(Alg2)]TJ ET 0.4 w 357.41 -264.35 m 357.41 -253.4 l S 0.4 w 113.82 -264.55 m 357.41 -264.55 l S 0.4 w 113.82 -266.54 m 357.41 -266.54 l S 0.4 w 113.82 -277.7 m 113.82 -266.74 l S 0.4 w 168.14 -277.7 m 168.14 -266.74 l S 0.4 w 215.46 -277.7 m 215.46 -266.74 l S 0.4 w 262.77 -277.7 m 262.77 -266.74 l S 0.4 w 310.09 -277.7 m 310.09 -266.74 l S 0.4 w 357.41 -277.7 m 357.41 -266.74 l S 0.4 w 113.82 -277.9 m 357.41 -277.9 l S 0.4 w 113.82 -289.05 m 113.82 -278.1 l S BT 115.21 -285.77 TD[(earn)]TJ ET 0.4 w 168.14 -289.05 m 168.14 -278.1 l S BT 169.53 -285.77 TD[(97.70)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.31)]TJ ET 0.4 w 215.46 -289.05 m 215.46 -278.1 l S BT 216.85 -285.77 TD[(97.82)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.28)]TJ ET 0.4 w 262.77 -289.05 m 262.77 -278.1 l S BT 264.17 -285.77 TD[(97.86)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.29)]TJ ET 0.4 w 310.09 -289.05 m 310.09 -278.1 l S BT 311.49 -285.77 TD[(97.68)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.29)]TJ ET 0.4 w 357.41 -289.05 m 357.41 -278.1 l S 0.4 w 113.82 -300.01 m 113.82 -289.05 l S BT 115.21 -296.72 TD[(acq)]TJ ET 0.4 w 168.14 -300.01 m 168.14 -289.05 l S BT 169.53 -296.72 TD[(94.14)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.57)]TJ ET 0.4 w 215.46 -300.01 m 215.46 -289.05 l S BT 216.85 -296.72 TD[(94.28)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.51)]TJ ET 0.4 w 262.77 -300.01 m 262.77 -289.05 l S BT 264.17 -296.72 TD[(94.17)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.55)]TJ ET 0.4 w 310.09 -300.01 m 310.09 -289.05 l S BT 311.49 -296.72 TD[(94.21)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.51)]TJ ET 0.4 w 357.41 -300.01 m 357.41 -289.05 l S 0.4 w 113.82 -310.96 m 113.82 -300.01 l S BT 115.21 -307.68 TD[(money-fx)]TJ ET 0.4 w 168.14 -310.96 m 168.14 -300.01 l S BT 169.53 -307.68 TD[(84.68)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.42)]TJ ET 0.4 w 215.46 -310.96 m 215.46 -300.01 l S BT 216.85 -307.68 TD[(84.56)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.25)]TJ ET 0.4 w 262.77 -310.96 m 262.77 -300.01 l S BT 264.17 -307.68 TD[(84.46)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.18)]TJ ET 0.4 w 310.09 -310.96 m 310.09 -300.01 l S BT 311.49 -307.68 TD[(84.57)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.25)]TJ ET 0.4 w 357.41 -310.96 m 357.41 -300.01 l S 0.4 w 113.82 -321.92 m 113.82 -310.96 l S BT 115.21 -318.63 TD[(grain)]TJ ET 0.4 w 168.14 -321.92 m 168.14 -310.96 l S BT 169.53 -318.63 TD[(93.43)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.38)]TJ ET 0.4 w 215.46 -321.92 m 215.46 -310.96 l S BT 216.85 -318.63 TD[(93.74)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.24)]TJ ET 0.4 w 262.77 -321.92 m 262.77 -310.96 l S BT 264.17 -318.63 TD[(93.71)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.44)]TJ ET 0.4 w 310.09 -321.92 m 310.09 -310.96 l S BT 311.49 -318.63 TD[(93.34)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.21)]TJ ET 0.4 w 357.41 -321.92 m 357.41 -310.96 l S 0.4 w 113.82 -332.88 m 113.82 -321.92 l S BT 115.21 -329.59 TD[(crude)]TJ ET 0.4 w 168.14 -332.88 m 168.14 -321.92 l S BT 169.53 -329.59 TD[(86.77)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.65)]TJ ET 0.4 w 215.46 -332.88 m 215.46 -321.92 l S BT 216.85 -329.59 TD[(87.49)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.50)]TJ ET 0.4 w 262.77 -332.88 m 262.77 -321.92 l S BT 264.17 -329.59 TD[(87.06)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.52)]TJ ET 0.4 w 310.09 -332.88 m 310.09 -321.92 l S BT 311.49 -329.59 TD[(87.91)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.95)]TJ ET 0.4 w 357.41 -332.88 m 357.41 -321.92 l S 0.4 w 113.82 -343.83 m 113.82 -332.88 l S BT 115.21 -340.55 TD[(trade)]TJ ET 0.4 w 168.14 -343.83 m 168.14 -332.88 l S BT 169.53 -340.55 TD[(80.57)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.90)]TJ ET 0.4 w 215.46 -343.83 m 215.46 -332.88 l S BT 216.85 -340.55 TD[(81.26)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(1.79)]TJ ET 0.4 w 262.77 -343.83 m 262.77 -332.88 l S BT 264.17 -340.55 TD[(80.22)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(1.56)]TJ ET 0.4 w 310.09 -343.83 m 310.09 -332.88 l S BT 311.49 -340.55 TD[(80.71)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.07)]TJ ET 0.4 w 357.41 -343.83 m 357.41 -332.88 l S 0.4 w 113.82 -354.79 m 113.82 -343.83 l S BT 115.21 -351.5 TD[(in)28(terest)]TJ ET 0.4 w 168.14 -354.79 m 168.14 -343.83 l S BT 169.53 -351.5 TD[(75.74)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.27)]TJ ET 0.4 w 215.46 -354.79 m 215.46 -343.83 l S BT 216.85 -351.5 TD[(76.73)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.33)]TJ ET 0.4 w 262.77 -354.79 m 262.77 -343.83 l S BT 264.17 -351.5 TD[(76.28)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.16)]TJ ET 0.4 w 310.09 -354.79 m 310.09 -343.83 l S BT 311.49 -351.5 TD[(78.60)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.34)]TJ ET 0.4 w 357.41 -354.79 m 357.41 -343.83 l S 0.4 w 113.82 -365.74 m 113.82 -354.79 l S BT 115.21 -362.46 TD[(ship)]TJ ET 0.4 w 168.14 -365.74 m 168.14 -354.79 l S BT 169.53 -362.46 TD[(85.97)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.83)]TJ ET 0.4 w 215.46 -365.74 m 215.46 -354.79 l S BT 216.85 -362.46 TD[(87.04)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.19)]TJ ET 0.4 w 262.77 -365.74 m 262.77 -354.79 l S BT 264.17 -362.46 TD[(86.43)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.05)]TJ ET 0.4 w 310.09 -365.74 m 310.09 -354.79 l S BT 311.49 -362.46 TD[(86.08)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(3.04)]TJ ET 0.4 w 357.41 -365.74 m 357.41 -354.79 l S 0.4 w 113.82 -376.7 m 113.82 -365.74 l S BT 115.21 -373.41 TD[(wheat)]TJ ET 0.4 w 168.14 -376.7 m 168.14 -365.74 l S BT 169.53 -373.41 TD[(87.61)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.39)]TJ ET 0.4 w 215.46 -376.7 m 215.46 -365.74 l S BT 216.85 -373.41 TD[(88.19)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.03)]TJ ET 0.4 w 262.77 -376.7 m 262.77 -365.74 l S BT 264.17 -373.41 TD[(87.61)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.62)]TJ ET 0.4 w 310.09 -376.7 m 310.09 -365.74 l S BT 311.49 -373.41 TD[(87.84)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.29)]TJ ET 0.4 w 357.41 -376.7 m 357.41 -365.74 l S 0.4 w 113.82 -387.66 m 113.82 -376.7 l S BT 115.21 -384.37 TD[(corn)]TJ ET 0.4 w 168.14 -387.66 m 168.14 -376.7 l S BT 169.53 -384.37 TD[(85.73)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(3.79)]TJ ET 0.4 w 215.46 -387.66 m 215.46 -376.7 l S BT 216.85 -384.37 TD[(86.36)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(2.86)]TJ ET 0.4 w 262.77 -387.66 m 262.77 -376.7 l S BT 264.17 -384.37 TD[(85.24)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(3.06)]TJ ET 0.4 w 310.09 -387.66 m 310.09 -376.7 l S BT 311.49 -384.37 TD[(85.88)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(2.99)]TJ ET 0.4 w 357.41 -387.66 m 357.41 -376.7 l S 0.4 w 113.82 -387.85 m 357.41 -387.85 l S 0.4 w 113.82 -399.01 m 113.82 -388.05 l S BT/F12 8.96 Tf 115.21 -395.72 TD[(\271f)]TJ/F4 5.98 Tf 10.02 -1 TD[(1)]TJ/F5 8.96 Tf 7.22 1 TD[(\(90)-342(cat.\))]TJ ET 0.4 w 168.14 -399.01 m 168.14 -388.05 l S BT 169.53 -395.72 TD[(87.64)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.55)]TJ ET 0.4 w 215.46 -399.01 m 215.46 -388.05 l S BT 216.85 -395.72 TD[(88.09)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.48)]TJ ET 0.4 w 262.77 -399.01 m 262.77 -388.05 l S BT 264.17 -395.72 TD[(87.80)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.53)]TJ ET 0.4 w 310.09 -399.01 m 310.09 -388.05 l S BT 311.49 -395.72 TD[(87.98)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.38)]TJ ET 0.4 w 357.41 -399.01 m 357.41 -388.05 l S 0.4 w 113.82 -399.21 m 357.41 -399.21 l S BT/F9 9.96 Tf 77.69 -423.43 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 65.97 0 TD[(and)-276(20NewsGroups)-277(ha)27(v)28(e)-276(b)-28(een)-277(used)-277(in)-277(these)-277(exp)-27(erimen)26(ts.)-276(The)]TJ -80.91 -11.95 TD[(latter)-315(w)26(as)-315(c)27(hosen)-315(as)-316(it)-316(is)-317(ric)27(her,)-315(in)-316(term)-316(of)-316(senses,)-317(than)-316(the)-316(journalistic)-316(corp)-28(ora.)]TJ 0 -11.96 TD[(The)-376(p)-28(erformances)-376(are)-377(the)-376(a)26(v)28(erage)-375(and)-377(the)-377(Std.)-376(Dev.)-377(\(preceded)-376(b)26(y)-375(the)]TJ/F15 9.96 Tf 313.43 0 TD[(\247)]TJ/F2 9.96 Tf 11.49 0 TD[(sym-)]TJ -324.92 -11.95 TD[(b)-27(ol\))-342(of)]TJ/F10 9.96 Tf 32.27 0 TD[(f)]TJ/F3 6.97 Tf 4.87 -1.49 TD[(1)]TJ/F2 9.96 Tf 7.88 1.49 TD[(o)27(v)28(er)-341(20)-342(di\256eren)26(t)-341(splits)-342(\(30%)-342(test-set)-342(and)-342(70%)-343(training\))-342(for)-342(the)-342(single)]TJ -45.02 -11.95 TD[(categories)-333(and)-333(the)]TJ/F10 9.96 Tf 82.53 0 TD[(\271f)]TJ/F3 6.97 Tf 10.87 -1.49 TD[(1)]TJ/F2 9.96 Tf 7.79 1.49 TD[(for)-333(all)-333(category)-334(corpus.)]TJ -86.25 -11.95 TD[(T)83(able)-365(6)-366(sho)26(ws)-365(the)]TJ/F10 9.96 Tf 82.76 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 29.1 0 TD[(p)-27(erformances)-367(for)-366(4)-366(do)-28(cumen)27(t)-366(represen)27(tations:)]TJ/F9 9.96 Tf 203.91 0 TD[(T)76(o-)]TJ -330.71 -11.95 TD[(kens)]TJ/F2 9.96 Tf 22.24 0 TD[(is)-260(the)-260(usual)-261(most)-260(general)]TJ/F9 9.96 Tf 108.33 0 TD[(b)50(ag-of-wor)52(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(,)-260(BL)-260(stands)-260(for)-261(the)-260(baseline)-260(algorithm)]TJ -184.15 -11.96 TD[(and)-366(Alg)]TJ/F10 9.96 Tf 38.56 0 TD[(i)]TJ/F2 9.96 Tf 7.08 0 TD[(stands)-366(for)-367(Algorithm)]TJ/F10 9.96 Tf 95.23 0 TD[(i)]TJ/F2 9.96 Tf 3.43 0 TD[(.)-366(W)82(e)-365(can)-367(notice)-366(that)-367(the)-366(presence)-367(of)-366(seman)26(tic)]TJ -144.3 -11.95 TD[(information)-351(has)-351(globally)-352(enhanced)-351(the)-352(classi\257er.)-351(Surprisingly)82(,)-351(the)-351(microa)27(v)27(erage)]TJ/F10 9.96 Tf 0 -11.95 TD[(f)]TJ/F2 9.96 Tf 5.95 0 TD[(-score)-456(\()]TJ/F10 9.96 Tf 33.41 0 TD[(\271f)]TJ/F3 6.97 Tf 10.88 -1.49 TD[(1)]TJ/F2 9.96 Tf 4.46 1.49 TD[(\))-457(of)-458(the)-457(baseline)-458(WSD)-457(metho)-28(d)-457(is)-458(higher)-457(than)-457(those)-458(of)-457(the)-458(more)]TJ -54.7 -11.95 TD[(complex)-315(WSD)-315(algorithms.)-316(Instead,)-316(the)-315(ranking)-316(among)-315(Alg1)-316(and)-316(Alg2)-315(is)-316(the)-316(ex-)]TJ 0 -11.95 TD[(p)-27(ected)-374(one.)-373(In)-374(fact,)-373(Alg2,)-374(i.e.)-374(the)-373(complex)-374(mo)-28(del)-373(of)-374(LCC,)-373(obtains)-374(an)-374(accuracy)]TJ 0 -11.95 TD[(b)-27(etter)-314(than)-315(Alg1,)-314(whic)26(h)-313(is)-314(a)-315(simpler)-314(algorithm)-315(based)-314(on)-315(glosses.)-314(Ho)27(w)27(ev)28(er,)-313(these)]TJ 0 -11.96 TD[(are)-261(only)-263(sp)-27(eculativ)26(e)-261(reasoning)-262(since)-262(the)-263(v)55(alues)-261(of)-262(the)-263(Standard)-262(Deviations)-262(\([0.38,)]TJ 0 -11.95 TD[(0.53]\))-333(prev)27(en)28(t)-332(a)-334(statistical)-333(assessmen)27(t)-333(of)-333(our)-333(conclusions.)]TJ ET endstream endobj 92 0 obj << /F13 53 0 R /F2 13 0 R /F10 38 0 R /F9 35 0 R /F7 28 0 R /F5 22 0 R /F8 32 0 R /F12 44 0 R /F14 60 0 R /F4 19 0 R /F15 67 0 R /F3 16 0 R >> endobj 90 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 92 0 R >> endobj 95 0 obj << /Length 9724 >> stream 0.00 g 0.00 G BT/F7 8.96 Tf 129.33 -40.84 TD[(T)98(able)-393(7.)]TJ/F5 8.96 Tf 40.21 0 TD[(SVM)]TJ/F12 8.96 Tf 23.54 0 TD[(\271f)]TJ/F4 5.98 Tf 10.03 -0.99 TD[(1)]TJ/F5 8.96 Tf 7.22 0.99 TD[(p)-28(erformances)-342(on)-343(20NewsGroups.)]TJ ET 0.4 w 113.82 -49.87 m 357.41 -49.87 l S 0.4 w 113.82 -61.03 m 113.82 -50.07 l S BT 115.21 -57.74 TD[(Category)]TJ ET 0.4 w 168.14 -61.03 m 168.14 -50.07 l S BT/F12 8.96 Tf 176.65 -57.74 TD[(T)-142(ok)-29(ens)]TJ ET 0.4 w 215.46 -61.03 m 215.46 -50.07 l S BT/F5 8.96 Tf 232.97 -57.74 TD[(BL)]TJ ET 0.4 w 262.77 -61.03 m 262.77 -50.07 l S BT 277.09 -57.74 TD[(Alg1)]TJ ET 0.4 w 310.09 -61.03 m 310.09 -50.07 l S BT 324.41 -57.74 TD[(Alg2)]TJ ET 0.4 w 357.41 -61.03 m 357.41 -50.07 l S 0.4 w 113.82 -61.23 m 357.41 -61.23 l S 0.4 w 113.82 -63.22 m 357.41 -63.22 l S 0.4 w 113.82 -74.38 m 113.82 -63.42 l S BT/F12 8.96 Tf 115.21 -71.09 TD[(\271f)]TJ/F4 5.98 Tf 10.02 -0.99 TD[(1)]TJ/F5 8.96 Tf 7.22 0.99 TD[(\(20)-342(cat.\))]TJ ET 0.4 w 168.14 -74.38 m 168.14 -63.42 l S BT 169.53 -71.09 TD[(83.38)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.33)]TJ ET 0.4 w 215.46 -74.38 m 215.46 -63.42 l S BT 216.85 -71.09 TD[(82.91)]TJ/F14 8.96 Tf 20.99 0 TD[(\247)]TJ/F5 8.96 Tf 7.16 0 TD[(0.38)]TJ ET 0.4 w 262.77 -74.38 m 262.77 -63.42 l S BT 264.17 -71.09 TD[(82.86)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.40)]TJ ET 0.4 w 310.09 -74.38 m 310.09 -63.42 l S BT 311.49 -71.09 TD[(82.95)]TJ/F14 8.96 Tf 20.98 0 TD[(\247)]TJ/F5 8.96 Tf 7.17 0 TD[(0.36)]TJ ET 0.4 w 357.41 -74.38 m 357.41 -63.42 l S 0.4 w 113.82 -74.57 m 357.41 -74.57 l S BT/F2 9.96 Tf 77.69 -99.66 TD[(Similar)-429(results)-429(ha)26(v)28(e)-428(b)-28(een)-430(obtained)-429(for)-430(20NewGroups,)-430(i.e.)-429(adding)-430(seman)27(tic)]TJ -14.94 -11.95 TD[(information)-288(do)-28(es)-289(not)-289(impro)27(v)28(e)-288(TC.)-289(T)82(able)-288(7)-289(sho)27(ws)-288(that)-289(when)-289(the)-289(w)27(ords)-288(are)-289(ric)26(her)]TJ 0 -11.95 TD[(in)-333(term)-333(of)-333(p)-28(ossible)-333(senses)-334(the)-333(baseline)-333(p)-28(erforms)-333(lo)26(w)28(er)-332(than)-334(Alg2.)]TJ 14.94 -12.32 TD[(T)83(o)-280(complete)-282(the)-281(study)-281(on)-282(the)-281(w)27(ord)-281(senses,)-281(instead)-281(to)-282(add)-281(them)-282(to)-281(the)]TJ/F10 9.96 Tf 302.64 0 TD[(T)-139(ok)-31(en)]TJ/F2 9.96 Tf -317.58 -11.95 TD[(set,)-389(w)27(e)-388(replaced)-390(all)-389(the)-390(nouns)-389(with)-390(their)-389(\(disam)26(biguated\))-388(senses.)-390(W)83(e)-389(obtained)]TJ 0 -11.95 TD[(lo)28(w)27(er)-332(p)-28(erformances)-333(\(from)-333(1)-334(to)-333(3)-333(absolute)-334(p)-28(oin)27(ts\))-332(than)-333(the)]TJ/F9 9.96 Tf 256.74 0 TD[(b)50(ag-of-wor)52(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(.)]TJ/F13 9.96 Tf -310.32 -19.73 TD[(3.4)-1149(Wh)31(y)-383(do)-383(phrases)-383(and)-384(senses)-383(not)-383(help?)]TJ/F2 9.96 Tf 0 -15.75 TD[(The)-264(NLP)-264(deriv)27(ed)-263(phrases)-265(seems)-264(to)-265(b)-27(e)-265(bring)-264(more)-264(information)-265(than)]TJ/F9 9.96 Tf 289.38 0 TD[(b)50(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(,)]TJ -342.96 -11.96 TD[(nev)28(ertheless,)-467(exp)-28(erimen)27(ts)-467(sho)27(w)-467(small)-468(impro)27(v)27(emen)28(ts)-467(for)-468(w)27(eak)-467(TC)-467(algorithms,)]TJ 0 -11.95 TD[(i.e.)-307(Ro)-28(cc)27(hio)-307(and)-308(PR)27(C,)-307(and)-308(no)-308(impro)27(v)28(emen)28(t)-307(for)-308(theoretically)-308(motiv)54(ated)-307(mac)27(hine)]TJ 0 -11.95 TD[(learning)-288(algorithm,)-289(e.g.,)-288(SVM.)-289(W)82(e)-288(see)-288(at)-289(least)-289(t)27(w)28(o)-288(p)-28(ossible)-289(prop)-27(erties)-289(of)-289(phrases)]TJ 0 -11.95 TD[(as)-333(explanations.)]TJ 14.94 -12.31 TD[(\()]TJ/F9 9.96 Tf 3.87 0 TD[(L)51(oss)-519(of)-519(c)50(over)51(age)]TJ/F2 9.96 Tf 74.49 0 TD[(\).)-508(W)82(ord)-508(information)-509(cannot)-509(b)-28(e)-509(easily)-509(subsumed)-509(b)27(y)-508(the)]TJ -93.3 -11.96 TD[(phrase)-514(information.)-514(As)-514(an)-514(example,)-515(supp)-27(ose)-515(that)-514(\(a\))-514(in)-515(our)-514(represen)27(tation,)]TJ/F9 9.96 Tf 0 -11.95 TD[(pr)51(op)51(er)-374(nouns)]TJ/F2 9.96 Tf 61.01 0 TD[(are)-352(used)-353(in)-352(place)-353(of)-352(their)-353(comp)-28(ounding)-352(w)27(ords)-352(and)-353(\(b\))-352(w)27(e)-352(are)-353(de-)]TJ -61.01 -11.95 TD[(signing)-327(a)-328(classi\257er)-329(for)-328(the)]TJ/F9 9.96 Tf 114.22 0 TD[(Politics)]TJ/F2 9.96 Tf 36.55 0 TD[(category)83(.)-327(If)-328(the)-329(represen)27(tation)-327(for)-328(the)-328(prop)-28(er)]TJ -150.77 -11.95 TD[(noun)]TJ/F9 9.96 Tf 26.46 0 TD[(Ge)51(or)51(ge)-501(Bush)]TJ/F2 9.96 Tf 61.88 0 TD[(is)-490(only)-490(the)-490(single)-490(feature)]TJ/F16 9.96 Tf 118.05 0 TD[(George)]TJ ET 0.4 w 301.14 -302.99 m 304.28 -302.99 l S BT 304.28 -303.19 TD[(Bush)]TJ/F2 9.96 Tf 25.8 0 TD[(then)-489(ev)27(ery)-489(p)-28(oliti-)]TJ -267.33 -11.95 TD[(cal)-415(test)-415(do)-28(cumen)27(t)-414(con)26(taining)-414(only)-415(the)-416(w)27(ord)]TJ/F16 9.96 Tf 198.64 0 TD[(Bush)]TJ/F2 9.96 Tf 20.91 0 TD[(,)-415(will)-415(not)-416(trigger)-415(the)-415(feature)]TJ/F16 9.96 Tf -219.55 -11.96 TD[(George)]TJ ET 0.4 w 94.75 -326.9 m 97.89 -326.9 l S BT 97.89 -327.1 TD[(Bush)]TJ/F2 9.96 Tf 24.23 0 TD[(t)27(ypical)-332(of)-333(a)-334(p)-28(olitical)-333(texts.)]TJ -44.43 -12.31 TD[(\()]TJ/F9 9.96 Tf 3.87 0 TD[(Po)51(or)-492(e\256e)50(ctiveness)]TJ/F2 9.96 Tf 79.55 0 TD[(\).)-479(The)-479(information)-480(added)-480(b)27(y)-478(w)26(ord)-478(sequences)-480(is)-479(p)-28(o)-28(orer)]TJ -98.36 -11.95 TD[(than)-445(w)27(ord)-444(set.)-446(It)-446(is)-445(w)27(orth)-445(noticing)-445(that)-446(for)-445(a)-446(w)27(ord)-445(sequence)-445(to)-446(index)-445(b)-28(etter)]TJ 0 -11.95 TD[(than)-306(its)-307(w)27(ord)-306(set)-307(coun)27(terpart,)-306(t)26(w)28(o)-306(conditions)-307(are)-307(necessary:)-306(\(a\))-307(w)26(ords)-306(in)-306(the)-307(se-)]TJ 0 -11.95 TD[(quence)-305(should)-306(app)-28(ear)-306(not)-305(sequen)26(tially)-305(in)-305(some)-306(incorrect)-306(do)-28(cumen)27(ts,)-305(e.g.)]TJ/F9 9.96 Tf 316.01 0 TD[(Ge)51(or)51(ge)]TJ/F2 9.96 Tf -316.01 -11.96 TD[(and)]TJ/F9 9.96 Tf 19.77 0 TD[(Bush)]TJ/F2 9.96 Tf 26.02 0 TD[(app)-27(ear)-375(non)-374(sequen)27(tially)-374(in)-375(a)-374(sp)-28(ort)-375(do)-27(cumen)26(t)-373(and)-375(\(b\))-374(all)-375(the)-374(correct)]TJ -45.79 -11.95 TD[(do)-27(cumen)27(ts)-404(that)-405(con)27(tain)-404(one)-405(of)-405(the)-405(comp)-28(ounding)-405(w)27(ords)-404(\(e.g.)]TJ/F9 9.96 Tf 272.15 0 TD[(Ge)50(or)51(ge)]TJ/F2 9.96 Tf 34.51 0 TD[(or)]TJ/F9 9.96 Tf 12.91 0 TD[(Bush)]TJ/F2 9.96 Tf 22.29 0 TD[(\))]TJ -341.86 -11.95 TD[(should)-443(at)-443(the)-443(same)-443(time)-444(con)27(tain)-442(the)-444(whole)-443(sequence)-443(\()]TJ/F9 9.96 Tf 244.08 0 TD[(Ge)51(or)51(ge)-458(Bush)]TJ/F2 9.96 Tf 56.57 0 TD[(\).)-443(Only)-444(in)]TJ -300.65 -11.95 TD[(this)-357(case,)-357(the)-357(prop)-28(er)-357(noun)-358(increases)-357(precision)-357(while)-358(preserving)-357(recall.)-357(Ho)26(w)28(ev)28(er,)]TJ 0 -11.95 TD[(this)-365(scenario)-367(also)-366(implies)-366(that)]TJ/F9 9.96 Tf 134.68 0 TD[(Ge)50(or)52(ge)-387(Bush)]TJ/F2 9.96 Tf 59.52 0 TD[(is)-365(a)-367(strong)-366(indication)-366(of)-366(")]TJ/F9 9.96 Tf 113.27 0 TD[(Politics)]TJ/F2 9.96 Tf 33.28 0 TD[(")]TJ -340.75 -11.96 TD[(while)-325(w)27(ords)]TJ/F9 9.96 Tf 54.42 0 TD[(Bush)]TJ/F2 9.96 Tf 25.53 0 TD[(and)]TJ/F9 9.96 Tf 19.29 0 TD[(Ge)51(or)51(ge)]TJ/F2 9.96 Tf 29.72 0 TD[(,)-325(in)-325(isolation,)-325(are)-326(not)-325(indicators)-326(of)-325(suc)27(h)-325(\(p)-27(olitical\))]TJ -128.96 -11.95 TD[(category)83(.)-309(Although)-311(p)-28(ossible,)-310(this)-311(situation)-310(is)-310(just)-311(so)-310(unlik)26(ely)-309(in)-310(text)-311(do)-28(cumen)27(ts:)]TJ 0 -11.95 TD[(man)28(y)-408(co-references)-408(usually)-409(are)-408(triggered)-409(b)27(y)-407(sp)-28(ecifying)-409(a)-408(more)-409(common)-408(subse-)]TJ 0 -11.95 TD[(quence)-402(\(e.g.)]TJ/F9 9.96 Tf 56.43 0 TD[(Bush)]TJ/F2 9.96 Tf 26.3 0 TD[(for)]TJ/F9 9.96 Tf 15.93 0 TD[(Ge)50(or)52(ge)-421(Bush)]TJ/F2 9.96 Tf 56.21 0 TD[(\).)-402(The)-402(same)-403(situation)-403(o)-27(ccurs)-403(frequen)27(tly)-402(for)]TJ -154.87 -11.95 TD[(the)-333(complex)-333(nominals,)-333(in)-334(whic)27(h)-332(the)-333(head)-334(is)-333(usually)-333(used)-334(as)-333(a)-333(short)-334(referen)27(tial.)]TJ 14.94 -12.32 TD[(The)-353(exp)-28(erimen)27(ts)-354(on)-354(w)27(ord)-353(senses)-355(sho)27(w)-353(that)-355(there)-354(is)-354(not)-354(m)26(uc)28(h)-353(di\256erence)-354(b)-28(e-)]TJ -14.94 -11.95 TD[(t)28(w)27(een)-417(senses)-418(and)-418(w)27(ords.)-418(The)-418(more)-418(plausible)-418(explanation)-418(is)-418(that)-418(the)-419(senses)-418(of)]TJ 0 -11.95 TD[(a)-509(noun)-510(in)-511(do)-27(cumen)26(ts)-509(of)-510(a)-510(category)-510(tend)-510(to)-510(b)-28(e)-510(alw)26(a)28(ys)-509(the)-510(same.)-510(Moreo)27(v)27(er,)]TJ 0 -11.95 TD[(di\256eren)28(t)-469(categories)-470(are)-470(c)27(haracterized)-469(b)27(y)-469(di\256eren)26(t)-468(w)26(ords)-469(rather)-469(than)-470(di\256eren)26(t)]TJ 0 -11.95 TD[(senses.)-393(The)-393(consequence)-394(is)-393(that)-394(w)27(ords)-393(are)-393(su\261cien)27(t)-393(surrogates)-394(of)-393(exact)-394(senses)]TJ 0 -11.95 TD[(\(as)-343(also)-344(p)-27(oin)26(ted)-342(out)-344(in)-344([13]\).)-343(This)-344(h)27(yp)-27(othesis)-344(is)-343(also)-344(supp)-28(orted)-343(b)26(y)-342(the)-344(accuracy)]TJ 0 -11.96 TD[(of)-309(the)-310(WSD)-309(baseline)-310(algorithm,)-310(i.e.)-309(b)26(y)-308(selecting)-310(only)-310(the)-310(most)-309(frequen)27(t)-309(sense,)-310(it)]TJ 0 -11.95 TD[(ac)28(hiev)27(es)-362(a)-364(p)-28(erformance)-364(of)-363(78.43%)-364(on)]TJ/F9 9.96 Tf 165.16 0 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 61.86 0 TD[(.)-363(It)-364(seems)-364(that)-363(almost)-364(80%)]TJ ET endstream endobj 96 0 obj << /F7 28 0 R /F5 22 0 R /F12 44 0 R /F4 19 0 R /F14 60 0 R /F2 13 0 R /F10 38 0 R /F9 35 0 R /F13 53 0 R /F16 78 0 R >> endobj 94 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 96 0 R >> endobj 99 0 obj << /Length 8741 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(of)-333(the)-334(times)-333(one)-334(sense)-334(\(i.e.)-333(the)-334(\257rst\))-334(c)27(haracterizes)-332(accurately)-334(the)-334(w)27(ord)-333(meaning)]TJ 0 -11.96 TD[(in)-333(Reuters)-333(do)-28(cumen)27(ts.)]TJ 14.94 -11.95 TD[(A)-403(general)-404(view)-404(of)-404(these)-404(phenomena)-404(is)-404(that)]TJ/F9 9.96 Tf 194.73 0 TD[(textual)-422(r)50(epr)51(esentations)]TJ/F2 9.96 Tf 103.26 0 TD[(\(i.e.)-404(to-)]TJ -312.93 -11.95 TD[(k)28(ens/w)27(ords\))-406(are)-407(alw)27(a)28(ys)-406(v)27(ery)-406(go)-28(o)-28(d)-407(at)-406(capturing)-407(the)-407(o)26(v)28(erall)-406(seman)27(tics)-406(of)-407(do)-28(cu-)]TJ 0 -11.95 TD[(men)28(ts,)-349(at)-349(least)-349(as)-349(go)-28(o)-27(d)-349(as)-350(linguistically)-349(justi\257ed)-349(represen)27(tations.)-348(This)-349(is)-349(sho)26(wn)]TJ 0 -11.95 TD[(o)28(v)27(er)-324(all)-325(the)-325(t)27(yp)-27(es)-325(of)-325(linguistic)-325(information)-325(exp)-28(erimen)27(ted,)-325(i.e.)-325(POS)-325(tags,)-325(phrases)]TJ 0 -11.95 TD[(and)-285(senses.)-285(If)-286(this)-286(can)-285(b)-28(e)-286(seen)-285(partially)-286(as)-285(a)-286(negativ)27(e)-285(outcome)-285(of)-286(these)-286(in)27(v)28(estiga-)]TJ 0 -11.96 TD[(tions,)-303(it)-304(m)27(ust)-302(said)-304(that)-304(it)-303(instead)-304(pushes)-304(for)-303(a)-304(sp)-28(eci\257c)-303(researc)26(h)-302(line.)-304(IR)-304(metho)-27(ds)]TJ 0 -11.95 TD[(orien)28(ted)-243(to)-244(textual)-244(represen)26(tations)-243(of)-244(do)-27(cumen)26(t)-243(seman)27(tics)-243(should)-244(b)-28(e)-244(\257rstly)-244(in)27(v)28(es-)]TJ 0 -11.95 TD[(tigated)-345(and)-346(they)-346(should)-345(stress)-346(the)-346(role)-346(of)-346(w)27(ords)-345(as)-346(v)27(ehicles)-345(of)-345(natural)-346(language)]TJ 0 -11.95 TD[(seman)28(tics)-267(\(as)-267(opp)-28(osed)-267(to)-267(logic)-267(systems)-268(of)-267(seman)27(tic)-266(t)27(yp)-27(es,)-267(lik)26(e)-266(on)27(tologies\).)-266(It)-268(sug-)]TJ 0 -11.95 TD[(gests)-332(that)-332(a)-333(w)27(ord)-332(cen)27(tric)-332(approac)27(h)-331(should)-333(b)-28(e)-332(adopted)-333(in)-332(IR)-333(scenarios)-333(b)27(y)-331(trying)]TJ 0 -11.96 TD[(also)-299(to)-300(approac)26(h)-299(more)-300(complex)-300(linguistic)-300(phenomena,)-300(\(e.g.)-300(structural)-301(prop)-27(erties)]TJ 0 -11.95 TD[(of)-376(texts)-377(or)-377(anaphorical)-376(references\))-377(in)-377(terms)-377(of)-377(w)27(ord-based)-376(represen)27(tations,)-376(e.g.)]TJ 0 -11.95 TD[(w)28(ord)-333(clusters)-333(or)-333(generalizations)-334(in)-333(lexical)-333(hierarc)26(hies)]TJ/F3 6.97 Tf 229.19 3.62 TD[(10)]TJ/F2 9.96 Tf 8.43 -3.62 TD[(.)]TJ/F1 11.95 Tf -237.62 -18.32 TD[(4)-1124(Related)-375(W)92(ork)]TJ/F2 9.96 Tf 0 -12.35 TD[(The)-384(previous)-385(section)-384(has)-385(sho)27(wn)-384(that)-385(the)-384(adopted)-385(NLP)-385(tec)27(hniques)-384(sligh)27(tly)-384(im-)]TJ 0 -11.95 TD[(pro)28(v)27(e)-299(w)27(eak)-299(TC)-299(classi\257er,)-300(e.g.)-300(Ro)-28(cc)27(hio.)-299(When)-300(more)-300(accurate)-299(learning)-300(algorithms)]TJ 0 -11.95 TD[(are)-368(used,)-369(e.g.)]TJ/F10 9.96 Tf 61.46 0 TD[(S)-57(V)-223(M)]TJ/F2 9.96 Tf 25.46 0 TD[(,)-368(suc)27(h)-368(impro)26(v)28(emen)28(ts)-368(are)-369(not)-370(con\257rmed.)]TJ/F9 9.96 Tf 177.46 0 TD[(Do)-390(other)-390(advanc)50(e)51(d)]TJ -264.38 -11.96 TD[(r)51(epr)51(esentations)-384(help)-386(TC?)]TJ/F2 9.96 Tf 114.58 0 TD[(T)83(o)-363(answ)27(er)-362(the)-364(question)-363(w)27(e)-363(examined)-363(some)-364(literature)]TJ -114.58 -11.95 TD[(w)28(ork)]TJ/F3 6.97 Tf 21.05 3.62 TD[(11)]TJ/F2 9.96 Tf 13.05 -3.62 TD[(that)-462(claim)-462(to)-463(ha)27(v)28(e)-462(enhanced)-462(TC)-462(using)-463(features)-462(di\256eren)26(t)-461(from)-463(simple)]TJ -34.1 -11.95 TD[(w)28(ords.)-426(Hereafter,)-427(w)27(e)-426(will)-426(discuss)-427(the)-426(reasons)-427(for)-427(suc)27(h)-426(successful)-426(outcomes.)-427(In)]TJ 0 -11.95 TD[([14])-375(adv)55(anced)-374(NLP)-376(has)-375(b)-28(een)-375(applied)-376(to)-375(categorize)-375(the)-376(HTML)-375(do)-28(cumen)27(ts.)-374(The)]TJ 0 -11.95 TD[(main)-419(purp)-28(ose)-420(w)27(as)-419(to)-420(recognize)-420(studen)27(t)-419(home)-420(pages.)-420(F)82(or)-419(this)-420(task,)-420(the)-420(simple)]TJ 0 -11.96 TD[(w)28(ord)]TJ/F9 9.96 Tf 24.25 0 TD[(student)]TJ/F2 9.96 Tf 35.17 0 TD[(cannot)-292(b)-28(e)-293(su\261cien)26(t)-292(to)-293(obtain)-293(a)-293(high)-293(accuracy)-293(since)-293(the)-293(same)-293(w)26(ord)]TJ -59.42 -11.95 TD[(can)-281(app)-27(ear,)-282(frequen)27(tly)83(,)-280(in)-282(other)-281(Univ)27(ersit)28(y)-281(pages.)-281(T)82(o)-280(o)26(v)28(ercome)-280(this)-282(problem,)-281(the)]TJ 0 -11.95 TD[(AutoSlog-TS,)-351(Information)-352(Extraction)-352(system)-352([31])-352(w)27(as)-351(applied)-352(to)-352(automatically)]TJ 0 -11.95 TD[(extract)-432(syn)27(tactic)-432(patterns.)-433(F)82(or)-432(example,)-433(from)-433(the)-433(sen)27(tence)]TJ/F9 9.96 Tf 266.2 0 TD[(I)-449(am)-450(a)-449(student)-450(of)]TJ -266.2 -11.95 TD[(c)51(omputer)-380(scienc)51(e)-380(at)-380(Carne)50(gie)-380(Mel)-51(lon)-380(University)]TJ/F2 9.96 Tf 210.52 0 TD[(,)-357(the)-358(patterns:)]TJ/F9 9.96 Tf 66.11 0 TD[(I)-380(am)]TJ/F10 9.96 Tf 24.65 0 TD[(<)]TJ/F9 9.96 Tf 7.75 0 TD[(-)]TJ/F10 9.96 Tf 3.56 0 TD[(>)]TJ/F2 9.96 Tf 7.75 0 TD[(,)]TJ/F10 9.96 Tf 6.33 0 TD[(<)]TJ/F9 9.96 Tf 7.75 0 TD[(-)]TJ/F10 9.96 Tf 3.56 0 TD[(>)]TJ/F9 9.96 Tf -337.98 -11.95 TD[(is)-335(student)]TJ/F2 9.96 Tf 41.78 0 TD[(,)]TJ/F9 9.96 Tf 5.85 0 TD[(student)-335(of)]TJ/F10 9.96 Tf 46.14 0 TD[(<)]TJ/F9 9.96 Tf 7.74 0 TD[(-)]TJ/F10 9.96 Tf 3.57 0 TD[(>)]TJ/F2 9.96 Tf 7.74 0 TD[(,)-309(and)]TJ/F9 9.96 Tf 24.98 0 TD[(student)-336(at)]TJ/F10 9.96 Tf 46.4 0 TD[(<)]TJ/F9 9.96 Tf 7.75 0 TD[(-)]TJ/F10 9.96 Tf 3.56 0 TD[(>)]TJ/F2 9.96 Tf 10.83 0 TD[(are)-309(generated.)-309(AutoSlog-TS)-310(w)27(as)]TJ -206.34 -11.96 TD[(applied)-325(to)-325(do)-28(cumen)27(ts)-325(collected)-325(from)-325(v)54(arious)-324(computer)-326(science)-325(departmen)27(ts)-325(and)]TJ 0 -11.95 TD[(the)-449(resulting)-450(patterns)-451(w)27(ere)-449(used)-450(in)-450(com)27(bination)-449(with)-451(the)-450(simple)-450(w)27(ords.)-449(Tw)27(o)]TJ 0 -11.95 TD[(di\256eren)28(t)-382(TC)-382(mo)-28(dels)-382(w)27(ere)-382(trained)-382(with)-382(the)-382(ab)-28(o)27(v)27(e)-381(set)-382(of)-382(features:)-383(Rain)27(b)-27(o)27(w,)-381(i.e.)]TJ 0 -11.95 TD[(a)-370(ba)27(y)28(esian)-370(classi\257er)-370([32])-371(and)-370(RIPPER)-371([33].)-371(The)-370(authors)-371(rep)-28(orted)-370(higher)-371(preci-)]TJ 0 -11.95 TD[(sions)-385(when)-385(the)-385(NLP-represen)27(tation)-385(is)-385(used)-385(in)-386(place)-385(of)-385(the)]TJ/F9 9.96 Tf 260.04 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(.)-384(These)]TJ -313.62 -11.96 TD[(impro)28(v)27(emen)28(ts)-352(w)27(ere)-353(only)-353(obtained)-353(for)-354(recall)-353(lev)27(els)-352(lo)26(w)28(er)-352(than)-353(20%.)-354(It)-353(is)-353(th)26(us)-352(to)]TJ 0 -11.95 TD[(b)-27(e)-330(noticed)-330(that)-331(the)-330(lo)27(w)-329(co)26(v)28(erage)-329(of)-330(linguistic)-330(patterns)-331(explains)-330(wh)27(y)-329(they)-331(are)-330(so)]TJ 0 -11.95 TD[(useful)-334(only)-335(in)-335(lo)27(w)-334(recall)]TJ/F9 9.96 Tf 106.67 0 TD[(me)50(asur)51(es)]TJ/F2 9.96 Tf 39.07 0 TD[(.)-335(Just)-335(b)-27(ecause)-335(of)-335(this,)-335(no)-335(evidence)-335(is)-335(pro)27(vided)]TJ -145.74 -11.95 TD[(ab)-27(out)-333(a)-334(general)-333(and)-333(e\256ectiv)26(e)-332(implication)-333(on)-334(TC)-333(accuracy)82(.)]TJ 14.94 -11.95 TD[(In)-331([15])]TJ/F10 9.96 Tf 31.23 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-332(with)-332(1)]TJ/F15 9.96 Tf 63.14 0 TD[(\267)]TJ/F10 9.96 Tf 10.51 0 TD[(n)]TJ/F15 9.96 Tf 8.75 0 TD[(\267)]TJ/F2 9.96 Tf 10.51 0 TD[(5,)-331(selected)-332(b)26(y)-331(using)-332(an)-332(incremen)27(tal)-331(algorithm,)]TJ -145.06 -11.96 TD[(w)28(ere)-349(used.)-350(The)-349(W)82(eb)-349(pages)-349(in)-350(t)27(w)28(o)-349(Y)82(aho)-27(o)-349(categories,)]TJ/F9 9.96 Tf 230.21 0 TD[(Educ)51(ation)]TJ/F2 9.96 Tf 47.65 0 TD[(and)]TJ/F9 9.96 Tf 19.53 0 TD[(R)51(efer)51(enc)51(es)]TJ/F2 9.96 Tf 45.57 0 TD[(,)]TJ -342.96 -11.95 TD[(w)28(ere)-408(used)-408(as)-408(target)-408(corp)-28(ora.)-408(Both)-408(categories)-409(con)27(tain)-407(a)-408(sub-hierarc)27(h)27(y)-407(of)-408(man)27(y)]TJ ET 0.4 w 62.75 -558.39 m 119.42 -558.39 l S BT/F4 5.98 Tf 61.83 -565.04 TD[(10)]TJ/F5 8.96 Tf 10.88 -3.81 TD[(These)-342(latter,)-342(ob)27(viously)86(,)-342(in)-342(a)-343(fully)-343(extensional)-342(in)27(terpretation.)]TJ/F4 5.98 Tf -10.88 -7.14 TD[(11)]TJ/F5 8.96 Tf 10.88 -3.81 TD[(W)85(e)-307(purp)-29(osely)-309(neglected)-309(the)-308(literature)-309(that)-309(did)-309(not)-309(\257nd)-309(represen)28(tation)-308(useful)-309(for)-309(TC)]TJ 0 -10.96 TD[(e.g.)-342([30].)]TJ ET endstream endobj 100 0 obj << /F2 13 0 R /F9 35 0 R /F3 16 0 R /F1 10 0 R /F10 38 0 R /F15 67 0 R /F4 19 0 R /F5 22 0 R >> endobj 98 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 100 0 R >> endobj 103 0 obj << /Length 9370 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(other)-407(classes.)-407(An)-407(individual)-408(classi\257er)-407(w)27(as)-406(designed)-408(for)-407(eac)27(h)-407(sub-category)83(.)-407(The)]TJ 0 -11.96 TD[(set)-324(of)-325(classi\257ers)-325(w)26(as)-324(trained)-325(with)-325(the)]TJ/F10 9.96 Tf 163.54 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-324(observ)27(ed)-325(in)-325(the)-325(few)-325(training)-325(do)-28(c-)]TJ -169.52 -11.95 TD[(umen)28(ts)-331(a)27(v)56(ailable.)-331(Results)-331(sho)27(w)28(ed)-330(that)]TJ/F10 9.96 Tf 169.29 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-331(can)-331(pro)-28(duce)-331(an)-331(impro)27(v)27(emen)28(t)-330(of)]TJ -175.27 -11.95 TD[(ab)-27(out)-432(1%)-433(\(in)-432(terms)-433(of)]TJ/F10 9.96 Tf 104.61 0 TD[(P)-139(r)-27(ecision)]TJ/F2 9.96 Tf 48.14 0 TD[(and)]TJ/F10 9.96 Tf 20.35 0 TD[(R)-8(ecal)-19(l)]TJ/F2 9.96 Tf 28.19 0 TD[(\))-432(in)-432(the)]TJ/F9 9.96 Tf 38.93 0 TD[(R)51(efer)51(enc)51(es)]TJ/F2 9.96 Tf 50.69 0 TD[(and)-432(ab)-28(out)-432(4)]TJ -290.91 -11.95 TD[(%)-305(for)]TJ/F9 9.96 Tf 26.32 0 TD[(Educ)51(ational)]TJ/F2 9.96 Tf 51.04 0 TD[(.)-305(This)-306(latter)-306(outcome)-306(ma)27(y)-305(represen)27(t)-305(a)-306(go)-28(o)-28(d)-306(impro)27(v)28(emen)28(t)-305(o)26(v)28(er)]TJ -77.36 -11.95 TD[(the)]TJ/F9 9.96 Tf 16.46 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(.)-264(Ho)27(w)28(ev)28(er,)-263(the)-264(exp)-28(erimen)27(ts)-264(are)-264(rep)-27(orted)-265(only)-264(on)-264(300)-264(do)-28(cumen)27(ts,)]TJ -70.04 -11.95 TD[(although)-355(cross)-356(v)55(alidation)-355(w)27(as)-355(carried)-355(out.)-356(Moreo)27(v)28(er,)-355(the)-356(adopted)-355(classi\257er)-356(\(i.e.)]TJ 0 -11.96 TD[(the)]TJ/F9 9.96 Tf 16.46 0 TD[(Bayesian)]TJ/F2 9.96 Tf 42.73 0 TD[(mo)-27(del\))-265(is)-264(not)-264(v)27(ery)-263(accurate)-264(in)-264(general.)-265(Finally)83(,)-263(the)-264(target)-265(measures)]TJ -59.19 -11.95 TD[(relate)-240(to)-242(a)-241(non)-241(standard)-242(TC)-241(task:)-241(man)27(y)-240(sub-categories)-242(\(e.g.,)-241(349)-241(for)]TJ/F9 9.96 Tf 289.78 0 TD[(Educ)50(ational)]TJ/F2 9.96 Tf 52.08 0 TD[(\))]TJ -341.86 -11.95 TD[(and)-333(few)-333(features.)]TJ 14.94 -12.73 TD[(In)-384([34],)-385(results)-385(on)-385(the)-384(use)-385(of)]TJ/F10 9.96 Tf 128.83 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-385(o)27(v)28(er)-384(the)]TJ/F9 9.96 Tf 72.76 0 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 67.04 0 TD[(and)-384(20News-)]TJ -289.55 -11.96 TD[(Groups)-262(corp)-28(ora)-263(are)-263(rep)-28(orted.)]TJ/F10 9.96 Tf 128.07 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-263(w)27(ere,)-262(as)-263(usual,)-263(added)-263(to)-264(the)-263(comp)-27(ounding)]TJ -134.05 -11.95 TD[(w)28(ords)-244(to)-244(extend)-245(the)]TJ/F9 9.96 Tf 86.73 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 53.58 0 TD[(.)-244(The)-244(selection)-245(of)-244(features)-244(w)26(as)-243(done)-244(using)-245(simple)]TJ -140.31 -11.95 TD[(do)-27(cumen)27(t)-361(frequency)82(.)-360(Ripp)-28(er)-362(w)27(as)-361(trained)-362(with)-361(b)-28(oth)]TJ/F10 9.96 Tf 227.74 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)-361(and)-362(simple)-361(w)26(ords.)]TJ -233.72 -11.95 TD[(The)-380(impro)27(v)28(emen)27(t)-379(o)26(v)28(er)-380(the)]TJ/F9 9.96 Tf 120.63 0 TD[(b)51(ag-of-wor)51(ds)]TJ/F2 9.96 Tf 58.19 0 TD[(represen)28(tation,)-380(for)]TJ/F9 9.96 Tf 84.08 0 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 67 0 TD[(w)27(as)]TJ -329.9 -11.95 TD[(less)-351(than)-352(1%,)-352(and)-352(this)-352(is)-352(v)26(ery)-351(similar)-352(to)-352(our)-352(exp)-27(erimen)26(tal)-351(outcomes)-352(referred)-352(to)]TJ 0 -11.95 TD[(complex)-333(nominals.)-333(F)82(or)-332(20NewsGroups)-333(no)-334(enhancemen)27(t)-332(w)27(as)-333(obtained.)]TJ 14.94 -12.74 TD[(Other)-485(exp)-27(erimen)26(ts)-484(of)]TJ/F10 9.96 Tf 100.38 0 TD[(n)]TJ/F2 9.96 Tf 5.97 0 TD[(-grams)-485(using)-486(Reuters)-485(corpus)-485(are)-486(rep)-28(orted)-485(in)-485([18],)]TJ -121.29 -11.95 TD[(where)-274(only)-275(bigrams)-276(w)27(ere)-274(considered.)-275(Their)-275(selection)-275(is)-275(sligh)26(tly)-274(di\256eren)27(t)-274(from)-275(the)]TJ 0 -11.95 TD[(previous)-369(w)27(ork)-368(since)-370(Information)-369(Gain)-370(w)27(as)-368(used)-370(in)-369(com)27(bination)-369(with)-369(the)-370(do)-27(cu-)]TJ 0 -11.95 TD[(men)28(t)-306(frequency)82(.)-306(The)-306(exp)-28(erimen)27(ted)-306(TC)-307(mo)-28(dels)-307(w)27(ere)-306(Naiv)27(e)-306(Ba)27(y)28(es)-306(and)-307(Maxim)27(um)]TJ 0 -11.96 TD[(En)28(trop)27(y)-304([35])-305(and)-305(b)-27(oth)-305(w)26(ere)-303(fed)-305(with)-305(bigrams)-305(and)-305(w)26(ords.)-304(On)]TJ/F9 9.96 Tf 264.23 0 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 61.86 0 TD[(,)-305(the)]TJ -326.09 -11.95 TD[(authors)-246(presen)26(t)-246(an)-247(impro)27(v)28(emen)28(t)-246(of)]TJ/F15 9.96 Tf 151.38 0 TD[(\273)]TJ/F2 9.96 Tf 7.75 0 TD[(2)-246(%)-247(for)-248(b)-27(oth)-247(classi\257ers.)-248(The)-247(accuracies)-247(w)27(ere)]TJ -159.13 -11.95 TD[(67.07%)-323(and)-323(68.90%)]TJ/F3 6.97 Tf 84.46 3.62 TD[(12)]TJ/F2 9.96 Tf 11.66 -3.62 TD[(resp)-27(ectiv)27(ely)-323(for)-323(Naiv)26(e)-322(Ba)27(y)28(es)-323(and)-323(Maxim)26(um)-322(En)27(trop)28(y)83(.)-323(The)]TJ -96.12 -11.95 TD[(ab)-27(o)27(v)28(e)-271(p)-28(erformances)-272(\(obtained)-272(with)-272(the)-271(extended)-272(features\))-272(are)-272(far)-272(lo)27(w)28(er)-271(than)-272(the)]TJ/F9 9.96 Tf 0 -11.95 TD[(state-of-the-art)]TJ/F2 9.96 Tf 64.77 0 TD[(.)-287(As)-287(a)-287(consequence)-287(w)27(e)-286(can)-286(sa)26(y)-286(that)-286(bigrams)-287(a\256ect)-287(the)-287(complexit)27(y)]TJ -64.77 -11.95 TD[(of)-404(learning)-405(\(more)-405(complex)-405(feature)-404(mak)26(e)-403(p)-28(o)-28(or)-405(metho)-28(ds)-404(more)-405(p)-28(erforman)27(t\),)-404(but)]TJ 0 -11.96 TD[(they)-374(stil)-375(not)-376(impact)-375(on)-375(absolute)-375(accuracy)-375(\257gures.)-375(The)-375(higher)-375(impro)26(v)28(emen)28(t)-374(re-)]TJ 0 -11.95 TD[(p)-27(orted)-268(for)-269(another)-268(corpus,)-269(i.e.)-268(some)]TJ/F9 9.96 Tf 155.15 0 TD[(Y)76(aho)52(o)]TJ/F2 9.96 Tf 29.79 0 TD[(sub-categories,)-268(cannot)-269(b)-27(e)-269(assessed,)-268(as)]TJ -184.94 -11.95 TD[(results)-292(cannot)-292(b)-28(e)-292(replicated.)-292(Note)-293(in)-292(fact)-292(comparison)-293(with)-292(exp)-28(erimen)27(ts)-291(rep)-28(orted)]TJ 0 -11.95 TD[(in)-289([15])-289(are)-290(not)-289(p)-28(ossible,)-290(as)-289(the)-290(set)-289(of)-290(do)-27(cumen)26(ts)-288(and)]TJ/F9 9.96 Tf 225.68 0 TD[(Y)76(aho)51(o)]TJ/F2 9.96 Tf 30.01 0 TD[(categories)-289(used)-289(there)]TJ -255.69 -11.95 TD[(are)-333(quite)-333(di\256eren)27(t.)]TJ 14.94 -12.74 TD[(On)-221(the)-223(con)27(trary)83(,)-221([16])-222(rep)-28(orts)-222(bigram-based)]TJ/F10 9.96 Tf 183.4 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 27.66 0 TD[(categorization)-222(o)27(v)27(er)]TJ/F9 9.96 Tf 83.34 0 TD[(R)51(euters-)]TJ -309.34 -11.95 TD[(21578)]TJ/F2 9.96 Tf 25.45 0 TD[(.)-413(This)-413(enables)-412(the)-413(comparison)-413(with)-413(\(a\))-413(a)-413(state-of-art)-413(TC)-413(algorithm)-413(and)]TJ -25.45 -11.95 TD[(\(b\))-398(other)-398(literature)-399(results)-399(o)27(v)28(er)-398(the)-398(same)-399(datasets.)-398(The)-399(feature)-399(selection)-398(algo-)]TJ 0 -11.95 TD[(rithm)-294(that)-294(w)27(as)-294(adopted)-295(is)-294(in)27(teresting.)-294(They)-294(used)-295(the)]TJ/F10 9.96 Tf 230.58 0 TD[(n)]TJ/F2 9.96 Tf 5.97 0 TD[(-grams)-294(o)26(v)28(er)-293(c)26(haracters)-293(to)]TJ -236.55 -11.96 TD[(w)28(eigh)27(t)-354(the)-355(w)26(ords)-354(and)-356(the)-355(bigrams)-355(inside)-356(categories.)-355(F)82(or)-354(example,)-356(the)-355(sequence)]TJ 0 -11.95 TD[(of)-370(c)27(haracters)]TJ/F9 9.96 Tf 59.51 0 TD[(to)-392(build)]TJ/F2 9.96 Tf 37.65 0 TD[(pro)-27(duces)-371(the)-371(follo)26(wing)-370(5-grams:)-371("to)-371(bu",)-371("o)-371(bui",)-371("buil")]TJ -97.16 -11.95 TD[(and)-313("build".)-313(The)-314(o)-27(ccurrences)-314(of)-313(the)]TJ/F10 9.96 Tf 158.83 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-grams)]TJ/F9 9.96 Tf 32.53 0 TD[(inside)]TJ/F2 9.96 Tf 29.32 0 TD[(and)]TJ/F9 9.96 Tf 19.17 0 TD[(outside)]TJ/F2 9.96 Tf 34.42 0 TD[(categories)-313(w)27(ere)]TJ -280.25 -11.95 TD[(emplo)28(y)27(ed)-361(to)-362(ev)55(aluate)-361(the)]TJ/F10 9.96 Tf 113.47 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-gram)-361(scores)-362(in)-362(the)-363(target)-362(category)83(.)-361(In)-363(turn)]TJ/F10 9.96 Tf 194.82 0 TD[(n)]TJ/F2 9.96 Tf 5.98 0 TD[(-gram)]TJ -320.25 -11.95 TD[(scores)-450(are)-450(used)-450(to)-450(w)26(eigh)28(t)-449(the)-450(c)26(haracters)-449(of)-450(a)-451(target)-450(w)27(ord.)-449(These)-451(w)27(eigh)28(ts)-450(are)]TJ 0 -11.95 TD[(applied)-315(to)-316(select)-315(the)-316(most)-316(relev)55(an)28(t)-315(w)27(ords)-315(and)-316(bigrams.)-315(The)-316(selected)-316(sets)-315(as)-316(w)27(ell)]TJ 0 -11.96 TD[(as)-383(the)-385(whole)-384(set)-384(of)-384(w)27(ords)-384(and)-384(bigrams)-384(w)27(ere)-383(compared)-384(on)]TJ/F9 9.96 Tf 257.94 0 TD[(R)51(euters-21578)]TJ/F2 9.96 Tf 67.04 0 TD[(\257xed)]TJ ET 0.4 w 62.75 -569.34 m 119.42 -569.34 l S BT/F4 5.98 Tf 61.83 -575.99 TD[(12)]TJ/F5 8.96 Tf 10.88 -3.81 TD[(They)-440(used)-440(only)-440(the)-441(top)-440(12)-440(p)-29(opulated)-440(categories.)-441(Dumais)-440(rep)-28(orted)-441(for)-440(the)-440(top)-441(10)]TJ 0 -10.96 TD[(categories)-342(a)]TJ/F12 8.96 Tf 50.23 0 TD[(\271f)]TJ/F4 5.98 Tf 10.03 -0.99 TD[(1)]TJ/F5 8.96 Tf 7.22 0.99 TD[(of)-342(92)-342(%)-343(for)-343(SVM)-342([36].)]TJ ET endstream endobj 104 0 obj << /F2 13 0 R /F10 38 0 R /F9 35 0 R /F15 67 0 R /F3 16 0 R /F4 19 0 R /F5 22 0 R /F12 44 0 R >> endobj 102 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 104 0 R >> endobj 107 0 obj << /Length 7956 >> stream 0.00 g 0.00 G BT/F9 9.96 Tf 62.75 -53.78 TD[(test-set)]TJ/F2 9.96 Tf 30.8 0 TD[(.)-284(When)-285(bigrams)-285(w)27(ere)-285(added,)]TJ/F10 9.96 Tf 125.52 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 28.29 0 TD[(p)-28(erformed)-285(86.2%)-285(b)27(y)-284(impro)27(ving)-284(ab)-28(out)]TJ -184.61 -11.96 TD[(0.6%)-287(the)-288(adopted)-289(tok)27(en)-287(set.)-288(This)-288(ma)27(y)-288(b)-27(e)-288(imp)-28(ortan)27(t)-288(b)-27(ecause)-288(to)-289(our)-288(kno)27(wledge)-287(it)]TJ 0 -11.95 TD[(is)-285(the)-287(\257rst)-286(impro)27(v)28(emen)27(t)-285(on)-286(SVM)-286(using)-286(phrases.)-287(Ho)27(w)28(ev)28(er,)-285(it)-287(is)-286(w)27(orth)-285(considering)]TJ 0 -11.95 TD[(that:)]TJ/F13 9.96 Tf 6.22 -18.85 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Cross)-438(v)55(alidation)-438(w)27(as)-438(not)-438(applied:)-439(the)-438(fact)-439(that)]TJ/F10 9.96 Tf 214.69 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 29.82 0 TD[(is)-438(impro)27(v)28(ed)-438(on)-438(the)]TJ -244.51 -11.96 TD[(Reuters)-316(\257xed)]TJ/F9 9.96 Tf 60.47 0 TD[(test-set)]TJ/F2 9.96 Tf 34.9 0 TD[(only)-316(do)-27(es)-317(not)-316(pro)26(v)28(e)-315(that)]TJ/F10 9.96 Tf 109.63 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 28.6 0 TD[(is)-316(generally)-317(enhanced.)]TJ -233.6 -11.95 TD[(In)-302(fact,)-302(using)-302(cross)-303(v)55(alidation)-302(w)27(e)-301(obtained)-303(\(o)27(v)28(er)]TJ/F10 9.96 Tf 209.95 0 TD[(T)-139(ok)-31(ens)]TJ/F2 9.96 Tf 32.82 0 TD[(\))-302(87.64%)-302(\(similar)-302(to)]TJ -242.77 -11.95 TD[(the)-307(results)-307(found)-307(in)-308([36])-307(that)-308(is)-307(higher)-307(than)-308(the)-307(bigram)-307(outcome)-308(of)-307(Raskutti)]TJ 0 -11.95 TD[(et)-333(al.)-333([16])]TJ/F13 9.96 Tf -10.71 -17.41 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(If)-351(w)27(e)-350(consider)-351(that)-352(the)-351(Std.)-351(Dev.,)-352(in)-351(our)-351(and)-351(other)-352(exp)-27(erimen)26(ts)-350([17],)-351(are)-351(in)]TJ 0 -11.96 TD[(the)-390(range)-391([0)]TJ/F10 9.96 Tf 53.18 0 TD[(:)]TJ/F2 9.96 Tf 2.77 0 TD[(4)]TJ/F10 9.96 Tf 4.98 0 TD[(;)]TJ/F2 9.96 Tf 4.42 0 TD[(0)]TJ/F10 9.96 Tf 4.98 0 TD[(:)]TJ/F2 9.96 Tf 2.77 0 TD[(6],)-390(the)-391(impro)27(v)28(emen)27(t)-389(is)-391(not)-391(su\261cien)27(t)-390(to)-390(statistically)-391(assess)]TJ -73.1 -11.95 TD[(the)-333(sup)-28(eriorit)27(y)-332(of)-333(the)-334(bigrams.)]TJ/F13 9.96 Tf -10.71 -17.41 TD[({)]TJ/F2 9.96 Tf 10.71 0 TD[(Only)83(,)-384(the)-385(w)27(ords)-384(w)27(ere)-384(used,)-385(sp)-28(ecial)-385(c)27(haracter)-384(strings)-385(and)-385(n)27(um)27(b)-26(ers)-385(w)26(ere)-384(re-)]TJ 0 -11.95 TD[(mo)27(v)28(ed.)-337(As)-338(it)-338(has)-337(b)-28(een)-338(pro)27(v)27(en)-337(in)-337(Section)-338(3.2)-338(they)-338(strongly)-338(a\256ect)-338(the)-338(results)]TJ 0 -11.95 TD[(b)27(y)-453(impro)27(ving)-454(the)-455(unigram)-454(mo)-28(del.)-454(Th)26(us)-453(w)27(e)-454(h)27(yp)-27(othesize)-455(that)-454(the)-455(baseline)]TJ 0 -11.96 TD[(could)-333(b)-28(e)-333(ev)27(en)-332(higher)-334(than)-333(the)-333(rep)-28(orted)-334(one)-333(\(i.e.)-333(85.6%\).)]TJ -16.93 -16.38 TD[(On)-243(the)-244(con)26(trary)84(,)-243(another)-244(corpus)-245(exp)-27(erimen)26(ted)-243(in)-244([16],)-244(i.e.,)]TJ/F9 9.96 Tf 249.49 0 TD[(ComputerSele)51(ct)]TJ/F2 9.96 Tf 70.95 0 TD[(sho)27(ws)]TJ -320.44 -11.95 TD[(higher)]TJ/F10 9.96 Tf 30.4 0 TD[(S)-57(V)-222(M)-436(\271B)-51(E)-57(P)]TJ/F2 9.96 Tf 61.73 0 TD[(when)-327(bigrams)-327(are)-327(used,)-327(i.e.)-328(6)-327(absolute)-327(p)-28(ercen)27(t)-327(p)-27(oin)26(ts.)-326(But)]TJ -92.13 -11.95 TD[(again)-491(the)]TJ/F9 9.96 Tf 46.87 0 TD[(ComputerSele)51(ct)]TJ/F2 9.96 Tf 73.42 0 TD[(collection)-491(is)-492(not)-492(standard.)-492(This)-492(mak)27(es)-491(di\261cult)-492(to)]TJ -120.29 -11.95 TD[(replicate)-333(the)-333(results.)]TJ 14.94 -12.44 TD[(The)-490(ab)-28(o)27(v)28(e)-490(literature)-491(sho)27(ws)-490(that)-490(in)-491(general)-491(the)-491(extracted)-491(phrases)-490(do)-491(not)]TJ -14.94 -11.95 TD[(a\256ect)-422(accuracy)-423(on)-423(the)-423(Reuters)-423(corpus.)-423(This)-423(could)-423(b)-28(e)-423(related)-423(to)-423(the)-423(structure)]TJ 0 -11.95 TD[(and)-400(con)27(ten)28(t)-400(of)-400(its)-401(do)-27(cumen)26(ts,)-399(as)-401(it)-400(has)-401(b)-27(een)-401(also)-400(p)-28(oin)27(ted)-400(out)-400(in)-401([16].)-400(Reuters)]TJ 0 -11.95 TD[(news)-247(are)-248(written)-248(b)26(y)-247(journalists)-248(to)-248(disseminate)-248(information)-248(and)-248(hence)-248(con)26(tain)-247(few)]TJ 0 -11.95 TD[(and)-392(precise)-392(w)26(ords)-391(that)-393(are)-392(useful)-393(for)-393(classi\257cation,)-392(e.g.,)]TJ/F9 9.96 Tf 249.99 0 TD[(gr)51(ain)]TJ/F2 9.96 Tf 26.69 0 TD[(and)]TJ/F9 9.96 Tf 19.96 0 TD[(ac)51(quisition)]TJ/F2 9.96 Tf 46.32 0 TD[(.)]TJ -342.96 -11.96 TD[(On)-357(the)-358(other)-358(hand,)-358(other)-358(corp)-28(ora,)-358(e.g.)]TJ/F9 9.96 Tf 172.53 0 TD[(Y)76(aho)52(o)]TJ/F2 9.96 Tf 30.68 0 TD[(or)]TJ/F9 9.96 Tf 12.45 0 TD[(ComputerSele)51(ct)]TJ/F2 9.96 Tf 67.58 0 TD[(,)-357(include)-358(more)]TJ -283.24 -11.95 TD[(tec)28(hnical)-447(categories)-447(with)-447(w)26(ords,)-446(lik)27(e)]TJ/F9 9.96 Tf 165.75 0 TD[(softwar)51(e)]TJ/F2 9.96 Tf 40.71 0 TD[(and)]TJ/F9 9.96 Tf 20.5 0 TD[(system)]TJ/F2 9.96 Tf 29.02 0 TD[(,)-446(whic)26(h)-446(are)-447(e\256ectiv)27(e)]TJ -255.98 -11.95 TD[(only)-333(in)-333(con)27(text,)-332(e.g.,)]TJ/F9 9.96 Tf 92.68 0 TD[(network)-357(softwar)50(e)]TJ/F2 9.96 Tf 77.12 0 TD[(and)]TJ/F9 9.96 Tf 19.36 0 TD[(arr)50(ay)-357(system)]TJ/F2 9.96 Tf 55.49 0 TD[(.)]TJ -229.71 -12.43 TD[(It)-455(is)-456(w)26(orth)-455(noticing)-456(that)-456(textual)-456(represen)27(tations)-455(can)-457(here)-456(b)-27(e)-457(also)-456(seen)-456(as)]TJ -14.94 -11.95 TD[(a)-446(promising)-447(direction.)-447(In)-448([17],)-447(the)-447(Information)-447(Bottlenec)27(k)-446(\(IB\),)-447(i.e.)-447(a)-447(feature)]TJ 0 -11.96 TD[(selection)-388(tec)27(hnique)-388(that)-390(cluster)-389(similar)-389(features/w)27(ords,)-388(w)27(as)-388(applied.)]TJ/F10 9.96 Tf 303.4 0 TD[(S)-57(V)-222(M)]TJ/F2 9.96 Tf 29.33 0 TD[(fed)]TJ -332.73 -11.95 TD[(with)-364(IB)-364(deriv)26(ed)-363(clusters)-365(w)27(as)-363(exp)-28(erimen)27(ted)-364(on)-365(three)-364(di\256eren)27(t)-364(corp)-28(ora:)]TJ/F9 9.96 Tf 309.32 0 TD[(R)51(euters-)]TJ -309.32 -11.95 TD[(21578)]TJ/F2 9.96 Tf 25.45 0 TD[(,)-330(W)82(ebKB)-330(and)-330(20NewsGroups.)-331(Only)-331(20NewsGroups)-330(corpus)-331(sho)27(w)28(ed)-330(an)-331(im-)]TJ -25.45 -11.95 TD[(pro)28(v)27(emen)28(t)-410(of)-410(p)-28(erformances)-411(when)-411(IB)-410(metho)-28(d)-411(w)27(as)-410(used.)-410(This)-411(w)27(as)-410(explained)-411(as)]TJ 0 -11.95 TD[(a)-400(consequence)-402(of)-401(the)-401(corpus)-401("complexit)26(y".)-400(Reuters)-401(and)-401(W)82(ebKB)-400(corp)-28(ora)-401(seem)]TJ 0 -11.96 TD[(to)-326(require)-326(few)27(er)-326(features)-326(to)-327(reac)27(h)-326(optimal)-326(p)-28(erformance.)-326(IB)-327(can)-326(th)26(us)-325(b)-28(e)-326(adopted)]TJ 0 -11.95 TD[(either)-293(to)-293(reduce)-294(the)-293(problem)-294(complexit)27(y)-292(as)-294(w)27(ell)-292(as)-294(to)-293(increase)-294(accuracy)-293(b)26(y)-292(using)]TJ 0 -11.95 TD[(a)-369(simpler)-369(represen)27(tation)-369(space.)-369(The)-370(impro)27(v)28(emen)28(t)-369(on)-369(20NewsGroups,)-369(using)-370(the)]TJ 0 -11.95 TD[(cluster)-333(represen)27(tation,)-332(w)27(as)]TJ/F15 9.96 Tf 119.21 0 TD[(\273)]TJ/F2 9.96 Tf 10.51 0 TD[(3)-333(p)-28(ercen)27(t)-333(p)-27(oin)26(ts.)]TJ/F1 11.95 Tf -129.72 -19.34 TD[(5)-1124(Conclusions)]TJ/F2 9.96 Tf 0 -16.34 TD[(This)-250(pap)-28(er)-251(rep)-28(orts)-251(the)-251(study)-251(of)-251(adv)54(anced)-250(do)-28(cumen)27(t)-250(represen)27(tation)-251(for)-251(TC.)-251(First,)]TJ 0 -11.96 TD[(the)-385(tradition)-385(related)-385(to)-386(NLP)-385(tec)27(hniques)-384(for)-386(extracting)-385(linguistically)-385(motiv)54(ated)]TJ 0 -11.95 TD[(features)-406(from)-408(do)-27(cumen)26(t)-406(has)-407(b)-28(een)-407(follo)27(w)28(ed.)-407(The)-407(most)-407(widely)-407(used)-407(features)-407(for)]TJ ET endstream endobj 108 0 obj << /F9 35 0 R /F2 13 0 R /F10 38 0 R /F13 53 0 R /F15 67 0 R /F1 10 0 R >> endobj 106 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 108 0 R >> endobj 111 0 obj << /Length 6949 >> stream 0.00 g 0.00 G BT/F2 9.96 Tf 62.75 -53.78 TD[(IR,)-381(i.e.)-383(POS-tag,)-382(complex)-382(nominals,)-382(prop)-28(er)-382(nouns)-382(and)-382(w)26(ord)-381(senses,)-382(ha)27(v)28(e)-382(b)-27(een)]TJ 0 -11.96 TD[(extracted.)]TJ 14.94 -12.18 TD[(Second,)-343(sev)27(eral)-342(com)26(bination)-342(of)-343(the)-344(ab)-28(o)27(v)28(e)-343(feature)-343(sets)-343(ha)26(v)28(e)-342(b)-28(een)-344(extensiv)27(ely)]TJ -14.94 -11.95 TD[(exp)-27(erimen)27(ted)-406(with)-406(three)-407(classi\257ers)-406(Ro)-28(cc)27(hio,)-405(PR)26(C)-405(and)-406(SVM)-407(o)27(v)28(er)-406(4)-406(corp)-28(ora)-406(in)]TJ 0 -11.95 TD[(t)28(w)27(o)-467(languages.)-468(The)-468(purp)-28(ose)-468(w)27(as)-468(either)-468(to)-468(impro)27(v)28(e)-468(signi\257can)27(tly)-467(e\261cien)27(t,)-467(but)]TJ 0 -11.96 TD[(less)-438(accurate,)-439(classi\257ers,)-439(suc)27(h)-438(as)-439(Ro)-28(cc)27(hio)-438(and)-439(PR)26(C,)-438(or)-439(to)-439(enhance)-439(a)]TJ/F9 9.96 Tf 310.09 0 TD[(state-of-)]TJ -310.09 -11.95 TD[(the-art)]TJ/F2 9.96 Tf 34.17 0 TD[(classi\257er,)-410(i.e.)-410(SVM.)-410(The)-410(results)-410(ha)27(v)28(e)-409(sho)26(wn)-409(that)-410(b)-28(oth)-410(seman)27(tic)-409(\(w)27(ord)]TJ -34.17 -11.95 TD[(senses\))-290(and)-290(syn)27(tactic)-290(information)-290(\(phrases)-290(and)-291(POS-tags\))-290(cannot)-291(ac)27(hiev)28(e)-289(an)26(y)-289(of)]TJ 0 -11.95 TD[(our)-329(purp)-28(oses.)-330(The)-330(main)-331(reasons)-330(are)-330(their)-330(p)-28(o)-28(or)-330(co)27(v)28(erage)-329(and)-331(w)27(eak)-329(e\256ectiv)27(eness.)]TJ 0 -11.95 TD[(Phrases)-465(or)-465(w)27(ord)-465(senses)-465(are)-465(w)27(ell)-465(substituted)-465(b)27(y)-465(simple)-465(w)27(ords)-465(as)-465(a)-465(w)26(ord)-464(in)-465(a)]TJ 0 -11.96 TD[(category)-497(assumes)-497(alw)26(a)28(ys)-497(the)-497(same)-498(sense,)-497(whereas)-498(categories)-498(di\256er)-497(on)-498(w)27(ords)]TJ 0 -11.95 TD[(rather)-333(than)-333(on)-333(w)27(ord)-333(senses.)]TJ 14.94 -12.18 TD[(Ho)28(w)27(ev)28(er,)-317(the)-318(outcome)-318(of)-318(this)-319(careful)-318(analysis)-318(is)-318(not)-318(a)-318(negativ)26(e)-317(statemen)27(t)-317(on)]TJ -14.94 -11.95 TD[(the)-382(role)-383(of)-382(complex)-383(linguistic)-383(features)-383(in)-382(TC)-383(but)-383(suggests)-383(that)-382(the)-383(elemen)27(tary)]TJ 0 -11.96 TD[(textual)-282(represen)27(tation)-282(based)-283(on)-282(w)26(ords)-281(is)-283(v)27(ery)-282(e\256ectiv)27(e.)-282(W)82(e)-281(emphasize)-283(the)-283(role)-283(of)]TJ 0 -11.95 TD[(w)28(ords,)-292(rather)-293(than)-292(some)-293(other)-292(logical)-293(system)-292(of)-293(seman)27(tic)-291(t)26(yp)-26(es)-293(\(e.g.)-293(on)27(tologies\),)]TJ 0 -11.95 TD[(as)-254(a)-255(v)27(ehicle)-253(to)-255(capture)-255(phenomena)-254(lik)26(e)-253(ev)27(en)27(t)-253(extraction)-255(and)-255(anaphora)-254(resolution.)]TJ 0 -11.95 TD[(Expansion)-445(\(i.e.)-445(the)-446(enlargemen)27(t)-444(of)-446(the)-445(w)27(ord)-445(set)-445(connected)-446(to)-445(a)-446(do)-28(cumen)27(t)-444(or)]TJ 0 -11.95 TD[(query\))-333(and)-333(clustering)-333(are)-334(another)-333(dimension)-333(of)-334(the)-333(same)-333(line)-334(of)-333(though)27(t.)]TJ/F1 11.95 Tf 0 -20.84 TD[(References)]TJ/F5 8.96 Tf 4.6 -24.08 TD[(1.)-555(Collins,)-389(M.:)-594(Three)-388(generativ)27(e,)-388(lexicalized)-388(mo)-29(dels)-389(for)-389(statistical)-388(parsing.)-594(In:)-389(Pro-)]TJ 12.15 -10.95 TD[(ceedings)-342(of)-343(the)-342(A)27(CL)-341(and)-343(EA)28(CL,)-342(Somerset,)-342(New)-343(Jersey)-343(\(1997\))-342(16{23)]TJ -12.15 -11.19 TD[(2.)-555(Strzalk)27(o)29(wski,)-294(T.,)-294(Jones,)-295(S.:)-377(NLP)-294(trac)27(k)-293(at)-295(TREC-5.)-377(In:)-294(T)84(ext)-293(REtriev)56(al)-293(Conference.)]TJ 12.15 -10.96 TD[(\(1996\))]TJ -12.15 -11.19 TD[(3.)-555(F)84(ellbaum,)-341(C.:)-456(W)85(ordNet:)-342(An)-343(Electronic)-342(Lexical)-343(Database.)-455(MIT)-343(Press.)-343(\(1998\))]TJ 0 -11.18 TD[(4.)-555(Strzalk)27(o)29(wski,)-356(T.,)-356(Carballo,)-357(J.P)85(.:)-496(Natural)-356(language)-357(information)-356(retriev)56(al:)-356(TREC-6)]TJ 12.15 -10.96 TD[(rep)-28(ort.)-456(In:)-342(TREC.)-343(\(1997\))]TJ -12.15 -11.19 TD[(5.)-555(Strzalk)27(o)29(wski,)-267(T.,)-268(Stein,)-268(G.C.,)-268(Wise,)-268(G.B.,)-268(Carballo,)-268(J.P)85(.,)-267(T)85(apanainen,)-267(P)84(.,)-267(Jarvinen,)]TJ 12.15 -10.96 TD[(T.,)-311(V)85(outilainen,)-311(A.,)-311(Karlgren,)-312(J.:)-405(Natural)-312(language)-311(information)-312(retriev)56(al:)-310(TREC-7)]TJ 0 -10.95 TD[(rep)-28(ort.)-456(In:)-342(TREC.)-343(\(1998\))]TJ -12.15 -11.19 TD[(6.)-555(Strzalk)27(o)29(wski,)-297(T.,)-298(Carballo,)-299(J.P)85(.,)-297(Karlgren,)-298(J.,)-298(Hulth,)-298(A.,)-298(T)84(apanainen,)-297(P)85(.,)-297(Jarvinen,)]TJ 12.15 -10.96 TD[(T.:)-455(Natural)-343(language)-342(information)-343(retriev)56(al:)-341(TREC-8)-343(rep)-28(ort.)-456(In:)-343(TREC.)-342(\(1999\))]TJ -12.15 -11.19 TD[(7.)-555(Smeaton,)-399(A.F.:)-624(Using)-399(NLP)-399(or)-398(NLP)-399(resources)-399(for)-399(information)-399(retriev)56(al)-398(tasks.)-623(In)]TJ 12.15 -10.95 TD[(Strzalk)28(o)29(wski,)-430(T.,)-431(ed.:)-430(Natural)-431(language)-431(information)-431(retriev)57(al.)-718(Klu)28(w)28(er)-429(Academic)]TJ 0 -10.96 TD[(Publishers,)-342(Dordrec)28(h)28(t,)-341(NL)-343(\(1999\))-343(99{111)]TJ -12.15 -11.19 TD[(8.)-555(Sussua,)-480(M.:)-865(W)84(ord)-479(sense)-480(disam)28(biguation)-479(for)-480(free-text)-480(indexing)-480(using)-480(a)-480(massiv)28(e)]TJ 12.15 -10.95 TD[(seman)28(tic)-341(net)27(w)29(ork.)-455(In)-343(New)-342(Y)84(ork,)-341(A.P)85(.,)-342(ed.:)-343(Pro)-28(ceeding)-343(of)-342(CKIM)-343(93.)-343(\(1993\))]TJ -12.15 -11.19 TD[(9.)-555(V)84(o)-27(orhees,)-323(E.M.:)-422(Using)-323(w)28(ordnet)-322(to)-322(disam)28(biguate)-322(w)28(ord)-322(senses)-322(for)-322(text)-323(retriev)56(al.)-421(In:)]TJ 12.15 -10.96 TD[(Pro)-28(ceedings)-343(of)-342(SIGIR)-343(1993,)-342(P)84(A,)-341(USA.)-343(\(1993\))]TJ -16.75 -11.19 TD[(10.)-555(V)85(o)-28(orhees,)-296(E.M.:)-380(Query)-296(expansion)-297(using)-296(lexical-seman)28(tic)-296(relations.)-380(In:)-296(Pro)-28(ceedings)]TJ 16.75 -10.95 TD[(of)-342(SIGIR)-343(1994.)-342(\(1994\))]TJ -16.75 -11.19 TD[(11.)-555(V)85(o)-28(orhees,)-347(E.M.:)-471(Using)-347(w)27(ordnet)-347(for)-347(text)-348(retriev)56(al.)-469(In)-348(F)85(ellbaum,)-347(C.,)-347(ed.:)-348(W)85(ordNet:)]TJ 16.75 -10.96 TD[(An)-342(Electronic)-343(Lexical)-342(Database,)-343(The)-342(MIT)-343(Press)-343(\(1998\))-342(285{303)]TJ -16.75 -11.19 TD[(12.)-555(Kilgarri\256,)-419(A.,)-419(Rosenzw)28(eig,)-418(J.:)-683(English)-419(sensev)56(al:)-418(Rep)-28(ort)-419(and)-419(results.)-683(In:)-419(English)]TJ 16.75 -10.95 TD[(SENSEV)114(AL:)-329(Rep)-29(ort)-329(and)-330(Results.)-330(In)-330(Pro)-29(ceedings)-329(of)-330(the)-330(2nd)-330(In)27(ternational)-328(Confer-)]TJ 0 -10.96 TD[(ence)-342(on)-343(Language)-342(Resources)-343(and)-342(Ev)56(aluation,)-342(LREC,)-342(A)27(thens,)-341(Greece.)-343(\(2000\))]TJ ET endstream endobj 112 0 obj << /F2 13 0 R /F9 35 0 R /F1 10 0 R /F5 22 0 R >> endobj 110 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 112 0 R >> endobj 115 0 obj << /Length 7837 >> stream 0.00 g 0.00 G BT/F5 8.96 Tf 62.75 -53.78 TD[(13.)-555(Stok)28(o)-28(e,)-398(C.,)-399(Oak)28(es,)-398(M.P)85(.,)-398(T)85(ait,)-398(J.:)-622(W)84(ord)-397(sense)-399(disam)28(biguation)-398(in)-399(information)-398(re-)]TJ 16.75 -10.96 TD[(triev)57(al)-342(revisited.)-456(In:)-342(Pro)-29(ceedings)-342(of)-343(SIGIR03,)-342(Canada.)-343(\(2003\))]TJ -16.75 -10.27 TD[(14.)-555(F)85(urnkranz,)-359(J.,)-360(Mitc)28(hell,)-359(T.,)-360(Rilof,)-359(E.:)-507(A)-360(case)-360(study)-360(in)-359(using)-360(linguistic)-360(phrases)-360(for)]TJ 16.75 -10.96 TD[(text)-342(categorization)-343(on)-342(the)-343(www.)-455(In:)-343(AAAI/ICML)-343(W)85(orkshop.)-342(\(1998\))]TJ -16.75 -10.28 TD[(15.)-555(Mladeni)28(\266)485(c,)-465(D.,)-467(Grob)-29(elnik,)-466(M.:)-825(W)84(ord)-465(sequences)-467(as)-466(features)-467(in)-467(text-learning.)-825(In:)]TJ 16.75 -10.95 TD[(Pro)-28(ceedings)-343(of)-342(ERK98,)-343(Ljubljana,)-342(SL)-343(\(1998\))]TJ -16.75 -10.28 TD[(16.)-555(Raskutti,)-325(B.,)-325(F)85(err\266)513(a,)-324(H.,)-325(Ko)28(w)28(alczyk,)-324(A.:)-427(Second)-326(order)-325(features)-325(for)-325(maximising)-325(text)]TJ 16.75 -10.95 TD[(classi\257cation)-401(p)-28(erformance.)-630(In:)-402(Pro)-28(ceedings)-401(of)-402(ECML-01,)-401(12th)-401(Europ)-29(ean)-401(Confer-)]TJ 0 -10.96 TD[(ence)-342(on)-343(Mac)28(hine)-342(Learning,)-342(Springer)-343(V)85(erlag,)-342(Heidelb)-28(erg,)-343(DE)-342(\(2001\))]TJ -16.75 -10.27 TD[(17.)-555(Bekk)28(erman,)-429(R.,)-431(El-Y)85(aniv,)-429(R.,)-431(Tish)28(b)28(y)86(,)-429(N.,)-431(Win)28(ter,)-429(Y.:)-717(On)-430(feature)-431(distributional)]TJ 16.75 -10.96 TD[(clustering)-338(for)-339(text)-339(categorization.)-450(In:)-339(Pro)-29(ceedings)-339(of)-339(the)-339(A)28(CM)-338(SIGIR)-339(2001,)-339(A)27(CM)]TJ 0 -10.95 TD[(Press)-342(\(2001\))-343(146{153)]TJ -16.75 -10.28 TD[(18.)-555(T)85(an,)-301(C.M.,)-301(W)84(ang,)-300(Y.F.,)-302(Lee,)-301(C.D.:)-389(The)-302(use)-301(of)-302(bigrams)-301(to)-302(enhance)-301(text)-302(categoriza-)]TJ 16.75 -10.96 TD[(tion.)-455(Information)-343(Pro)-28(cessing)-343(&)-342(Managemen)27(t)-341(\(2002\))]TJ -16.75 -10.27 TD[(19.)-555(Scott,)-370(S.,)-370(Mat)27(win,)-369(S.:)-539(F)85(eature)-369(engineering)-371(for)-370(text)-371(classi\257cation.)-538(In:)-370(Pro)-29(ceedings)]TJ 16.75 -10.96 TD[(of)-342(ICML-99,)-343(Bled,)-342(SL)-343(\(1999\))]TJ -16.75 -10.27 TD[(20.)-555(Ro)-28(cc)27(hio,)-305(J.:)-397(Relev)57(ance)-306(feedbac)28(k)-305(in)-307(information)-306(retriev)56(al.)-395(In)-307(G.)-306(Salton,)-306(editor,)-307(The)]TJ 16.75 -10.96 TD[(SMAR)85(T)-263(Retriev)57(al)-263(System{Exp)-29(erimen)28(ts)-263(in)-264(Automatic)-264(Do)-28(cumen)27(t)-263(Pro)-28(cessing,)-264(pages)]TJ 0 -10.95 TD[(313-323)-342(Englew)28(o)-28(o)-29(d)-342(Cli\256s,)-343(NJ,)-342(Pren)27(tice)-341(Hall,)-343(Inc.)-343(\(1971\))]TJ -16.75 -10.28 TD[(21.)-555(Basili,)-374(R.,)-374(Mosc)27(hitti,)-373(A.,)-375(P)28(azienza,)-373(M.:)-551(NLP-driv)28(en)-373(IR:)-375(Ev)56(aluating)-373(p)-28(erformances)]TJ 16.75 -10.95 TD[(o)28(v)29(er)-342(text)-342(classi\257cation)-343(task.)-456(In:)-342(Pro)-29(ceedings)-342(of)-343(IJCAI01,)-343(USA.)-342(\(2001\))]TJ -16.75 -10.28 TD[(22.)-555(Mosc)28(hitti,)-316(A.:)-413(A)-317(study)-316(on)-317(optimal)-317(parameter)-316(tuning)-317(for)-317(Ro)-28(cc)27(hio)-315(text)-317(classi\257er.)-413(In)]TJ 16.75 -10.96 TD[(Sebastiani,)-371(F.,)-372(ed.:)-372(Pro)-28(ceedings)-372(of)-372(ECIR-03,)-371(25th)-372(Europ)-29(ean)-371(Conference)-372(on)-372(Infor-)]TJ 0 -10.95 TD[(mation)-342(Retriev)56(al,)-341(Pisa,)-343(IT,)-343(Springer)-342(V)84(erlag)-341(\(2003\))]TJ -16.75 -10.28 TD[(23.)-555(V)85(apnik,)-342(V.:)-455(The)-343(Nature)-343(of)-342(Statistical)-343(Learning)-342(Theory)84(.)-454(Springer)-343(\(1995\))]TJ 0 -10.27 TD[(24.)-555(Joac)28(hims,)-270(T.:)-339(T.)-272(joac)28(hims,)-270(making)-271(large-scale)-271(svm)-272(learning)-271(practical.)-339(In:)-271(Adv)56(ances)]TJ 16.75 -10.96 TD[(in)-342(Kernel)-343(Metho)-28(ds)-343(-)-342(Supp)-29(ort)-342(V)84(ector)-341(Learning.)-343(\(1999\))]TJ -16.75 -10.27 TD[(25.)-555(Brill,)-294(E.:)-376(A)-293(simple)-294(rule-based)-294(part)-294(of)-294(sp)-28(eec)27(h)-293(tagger.)-376(In:)-294(Pro)-28(c.)-294(of)-294(the)-293(Third)-294(Applied)]TJ 16.75 -10.96 TD[(Natural)-342(Language)-343(Pro)-28(cessing,)-343(P)28(o)28(v)29(o,)-342(T)85(ren)29(to,)-342(Italy)85(.)-342(\(1992\))]TJ -16.75 -10.27 TD[(26.)-555(Basili,)-281(R.,)-280(De)-281(Rossi,)-281(G.,)-281(P)28(azienza,)-280(M.:)-355(Inducing)-280(terminology)-281(for)-281(lexical)-281(acquisition.)]TJ 16.75 -10.96 TD[(In:)-342(Preo)-29(ceeding)-342(of)-343(EMNLP)-342(97)-343(Conference,)-343(Pro)28(vidence,)-342(USA.)-342(\(1997\))]TJ -16.75 -10.27 TD[(27.)-555(Salton,)-418(G.,)-419(Buc)28(kley)85(,)-417(C.:)-682(T)85(erm-w)28(eigh)29(ting)-418(approac)28(hes)-418(in)-418(automatic)-419(text)-418(retriev)56(al.)]TJ 16.75 -10.96 TD[(Information)-342(Pro)-29(cessing)-342(and)-343(Managemen)28(t)]TJ/F7 8.96 Tf 168.92 0 TD[(24\(5\))]TJ/F5 8.96 Tf 27.24 0 TD[(\(1988\))-342(513{523)]TJ -212.91 -10.27 TD[(28.)-555(Y)85(ang,)-333(Y.:)-442(An)-335(ev)56(aluation)-333(of)-334(statistical)-334(approac)27(hes)-333(to)-334(text)-335(categorization.)-442(Informa-)]TJ 16.75 -10.96 TD[(tion)-342(Retriev)56(al)-341(Journal)-343(\(1999\))]TJ -16.75 -10.28 TD[(29.)-555(Caropreso,)-357(M.F.,)-358(Mat)28(win,)-357(S.,)-357(Sebastiani,)-358(F.:)-500(A)-358(learner-indep)-28(enden)27(t)-356(ev)56(aluation)-357(of)]TJ 16.75 -10.95 TD[(the)-446(usefulness)-447(of)-447(statistical)-447(phrases)-447(for)-447(automated)-447(text)-447(categorization.)-767(In:)-447(Idea)]TJ 0 -10.96 TD[(Group)-342(Publishing,)-343(Hershey)85(,)-342(US.)-342(\(2001\))]TJ -16.75 -10.27 TD[(30.)-555(Lewis,)-474(D.D.:)-846(An)-474(ev)56(aluation)-472(of)-474(phrasal)-474(and)-474(clustered)-474(represen)28(tations)-473(on)-474(a)-473(text)]TJ 16.75 -10.96 TD[(categorization)-342(task.)-456(In:)-342(Pro)-29(ceedings)-342(of)-343(SIGIR-92,)-343(Kob)-28(enha)27(vn,)-341(DK)-343(\(1992\))]TJ -16.75 -10.27 TD[(31.)-555(Rilo\256,)-386(E.:)-587(Automatically)-387(generating)-387(extraction)-386(patterns)-387(from)-387(un)28(tagged)-386(text.)-587(In:)]TJ 16.75 -10.96 TD[(AAAI/IAAI,)-342(V)85(ol.)-342(2.)-343(\(1996\))-342(1044{1049)]TJ -16.75 -10.27 TD[(32.)-555(Mitc)28(hell,)-342(T.:)-455(Mac)27(hine)-341(Learning.)-456(McGra)27(w)-341(Hill)-343(\(1997\))]TJ 0 -10.28 TD[(33.)-555(Cohen,)-338(W.W.,)-338(Singer,)-338(Y.:)-449(Con)28(text-sensitiv)28(e)-337(learning)-338(metho)-29(ds)-338(for)-338(text)-339(categoriza-)]TJ 16.75 -10.96 TD[(tion.)-455(A)28(CM)-342(T)85(ransactions)-342(on)-343(Information)-342(Systems)]TJ/F7 8.96 Tf 200.61 0 TD[(17)]TJ/F5 8.96 Tf 13.68 0 TD[(\(1999\))-342(141{173)]TJ -231.04 -10.27 TD[(34.)-555(F)85(urnkranz,)-406(J.:)-647(A)-407(study)-407(using)-407(n-gram)-407(features)-407(for)-407(text)-407(categorization.)-647(T)85(ec)28(hnical)]TJ 16.75 -10.96 TD[(rep)-28(ort)-343(o)-28(efai-tr-9830,)-343(Austrian)-342(Institute)-343(for)-342(Arti\257cial)-343(In)27(telligence.)-341(\(1998\))]TJ -16.75 -10.27 TD[(35.)-555(Nigam,)-375(K.,)-375(La\256ert)28(y)86(,)-374(J.,)-375(McCallum,)-375(A.:)-552(Using)-375(maxim)27(um)-374(en)28(trop)29(y)-374(for)-375(text)-375(classi\257-)]TJ 16.75 -10.96 TD[(cation.)-455(In:)-343(IJCAI-99)-342(W)84(orkshop.)-341(\(1999\))]TJ -16.75 -10.27 TD[(36.)-555(Dumais,)-280(S.T.,)-281(Platt,)-280(J.,)-281(Hec)28(k)28(erman,)-279(D.,)-281(Sahami,)-280(M.:)-355(Inductiv)28(e)-280(learning)-280(algorithms)]TJ 16.75 -10.96 TD[(and)-254(represen)28(tations)-254(for)-254(text)-255(categorization.)-311(In:)-255(Pro)-28(ceedings)-255(of)-254(CIKM-98,)-255(Bethesda,)]TJ 0 -10.95 TD[(US,)-342(A)28(CM)-342(Press,)-343(New)-342(Y)84(ork,)-341(US)-343(\(1998\))-342(148{155)]TJ ET endstream endobj 116 0 obj << /F5 22 0 R /F7 28 0 R >> endobj 114 0 obj << /ProcSet[/PDF/Text/ImageC] /Font 116 0 R >> endobj 9 0 obj << /Type/FontDescriptor /CapHeight 850 /Ascent 850 /Descent -200 /FontBBox[-53 -251 1139 750] /FontName/CMBX12 /ItalicAngle 0 /StemV 109 /FontFile 8 0 R /Flags 4 >> endobj 8 0 obj << /Length1 3607 /Length2 20122 /Length3 533 /Length 24262 >> stream %!PS-AdobeFont-1.1: CMBX12 1.0 %%CreationDate: 1991 Aug 20 16:34:54 % Copyright (C) 1997 American Mathematical Society. All Rights Reserved. 11 dict begin /FontInfo 7 dict dup begin /version (1.0) readonly def /Notice (Copyright (C) 1997 American Mathematical Society. All Rights Reserved) readonly def /FullName (CMBX12) readonly def /FamilyName (Computer Modern) readonly def /Weight (Bold) readonly def /ItalicAngle 0 def /isFixedPitch false def end readonly def /FontName /CMBX12 def /PaintType 0 def /FontType 1 def /FontMatrix [0.001 0 0 0.001 0 0] readonly def /Encoding 256 array 0 1 255 {1 index exch /.notdef put} for dup 161 /Gamma put dup 162 /Delta put dup 163 /Theta put dup 164 /Lambda put dup 165 /Xi put dup 166 /Pi put dup 167 /Sigma put dup 168 /Upsilon put dup 169 /Phi put dup 170 /Psi put dup 173 /Omega put dup 174 /ff put dup 175 /fi put dup 176 /fl put dup 177 /ffi put dup 178 /ffl put dup 179 /dotlessi put dup 180 /dotlessj put dup 181 /grave put dup 182 /acute put dup 183 /caron put dup 184 /breve put dup 185 /macron put dup 186 /ring put dup 187 /cedilla put dup 188 /germandbls put dup 189 /ae put dup 190 /oe put dup 191 /oslash put dup 192 /AE put dup 193 /OE put dup 194 /Oslash put dup 195 /suppress put dup 196 /dieresis put dup 0 /Gamma put dup 1 /Delta put dup 2 /Theta put dup 3 /Lambda put dup 4 /Xi put dup 5 /Pi put dup 6 /Sigma put dup 7 /Upsilon put dup 8 /Phi put dup 9 /Psi put dup 10 /Omega put dup 11 /ff put dup 12 /fi put dup 13 /fl put dup 14 /ffi put dup 15 /ffl put dup 16 /dotlessi put dup 17 /dotlessj put dup 18 /grave put dup 19 /acute put dup 20 /caron put dup 21 /breve put dup 22 /macron put dup 23 /ring put dup 24 /cedilla put dup 25 /germandbls put dup 26 /ae put dup 27 /oe put dup 28 /oslash put dup 29 /AE put dup 30 /OE put dup 31 /Oslash put dup 32 /suppress put dup 33 /exclam put dup 34 /quotedblright put dup 35 /numbersign put dup 36 /dollar put dup 37 /percent put dup 38 /ampersand put dup 39 /quoteright put dup 40 /parenleft put dup 41 /parenright put dup 42 /asterisk put dup 43 /plus put dup 44 /comma put dup 45 /hyphen put dup 46 /period put dup 47 /slash put dup 48 /zero put dup 49 /one put dup 50 /two put dup 51 /three put dup 52 /four put dup 53 /five put dup 54 /six put dup 55 /seven put dup 56 /eight put dup 57 /nine put dup 58 /colon put dup 59 /semicolon put dup 60 /exclamdown put dup 61 /equal put dup 62 /questiondown put dup 63 /question put dup 64 /at put dup 65 /A put dup 66 /B put dup 67 /C put dup 68 /D put dup 69 /E put dup 70 /F put dup 71 /G put dup 72 /H put dup 73 /I put dup 74 /J put dup 75 /K put dup 76 /L put dup 77 /M put dup 78 /N put dup 79 /O put dup 80 /P put dup 81 /Q put dup 82 /R put dup 83 /S put dup 84 /T put dup 85 /U put dup 86 /V put dup 87 /W put dup 88 /X put dup 89 /Y put dup 90 /Z put dup 91 /bracketleft put dup 92 /quotedblleft put dup 93 /bracketright put dup 94 /circumflex put dup 95 /dotaccent put dup 96 /quoteleft put dup 97 /a put dup 98 /b put dup 99 /c put dup 100 /d put dup 101 /e put dup 102 /f put dup 103 /g put dup 104 /h put dup 105 /i put dup 106 /j put dup 107 /k put dup 108 /l put dup 109 /m put dup 110 /n put dup 111 /o put dup 112 /p put dup 113 /q put dup 114 /r put dup 115 /s put dup 116 /t put dup 117 /u put dup 118 /v put dup 119 /w put dup 120 /x put dup 121 /y put dup 122 /z put dup 123 /endash put dup 124 /emdash put dup 125 /hungarumlaut put dup 126 /tilde put dup 127 /dieresis put dup 128 /suppress put dup 160 /space put readonly def /FontBBox{-53 -251 1139 750}readonly def /UniqueID 5000769 def currentdict end currentfile eexec i_,+`"WP 5l.jkP P(?~M;^yy*f˼[:-Z/e_[+5{^dtp!~dZ+س :cEwK+_nCdZy2}m3U@-UӴHk\Gn^&XRԆ<EKNzpwQ#$U$*I ]Hk#F3qD/e#9%."Ɩ̭Vq _^59pS hV]߿ l0t9ܼr)z,[{Lx 5)>d"Ts̱S♨ꢛiѶ"X)HuPQ pܟt;DvX`a`9bi^} ګeeW f_qv9My)g;n=LS+2[dsH3x=h%tK$˂${0R]fj?FX{ؾ0%vR5b(;Z$ؘ ȡ>T<ď!>0cfɈ``h# E= pM'tc3Z!=+3;pHs"-f&m,pn g^i"nP]6! dtBDK2_^E =IomDyI(fǝ7tDA+ry)8v/ p