#!/bin/bash VPE=src/data/vpe/wsj WSJ=working/wsj PTB=working/PTB2.0/raw/wsj BEGTAGANT="" ENDTAGANT="" BEGTAGVPE="" ENDTAGVPE="" printline() { CHARS=`echo $LINE | wc -m` for j in `seq 1 $CHARS`; do if [ "$BEG" == "$j" ]; then echo -n "$BEGTAGANT" >> $OUTFILE fi if [ "$BVP" == "$j" ]; then echo -n "$BEGTAGVPE" >> $OUTFILE fi KAR=`echo $LINE | cut -c$j` echo -n "$KAR" >> $OUTFILE if [ "$END" == "$j" ]; then echo -n "$ENDTAGANT" >> $OUTFILE fi if [ "$EVP" == "$j" ]; then echo -n "$ENDTAGVPE" >> $OUTFILE fi done } makeattributes() { for ATTRIBUTE in 8 9 10; do case "$ATTRIBUTE" in 8) echo "
  • Sorted on auxilary form of VPE
    • " >> $INDFILE ;; 9) echo "
  • Sorted on syntactic type of antecedent
    • " >> $INDFILE ;; 10) echo "
  • Sorted on source-target pattern
    • " >> $INDFILE ;; 11) echo "
  • Sorted on discourse relation
    • " >> $INDFILE ;; *) echo "
  • $ATTRIBUTE
    • " >> $INDFILE ;; esac echo "

    " >> $INDFILE TYPES=`cat $VPE/?? | cut -d" " -f$ATTRIBUTE | sort | uniq -c | sort -n -r | tr -s " " | cut -d" " -f3` for TYPE in $TYPES; do NFILES=`cat $VPE/?? | cut -d" " -f1-7,$ATTRIBUTE | grep " ${TYPE}$" | cut -d" " -f1-7 | wc -l | tr -s " " | sed 's/^ //'` if [ $ATTRIBUTE == "10" ]; then DESCRIPTION=`cat src/data/vpe/type.pl | grep "^ct($TYPE" | cut -d"'" -f2 \ | sed 's/\\$\\\mid\\$/|/g' \ | sed 's/\\$_{src}\\$/src/' \ | sed 's/\\$_{tgt}\\$/tgt/'` elif [ $ATTRIBUTE == "11" ]; then DESCRIPTION=`cat src/data/vpe/type.pl | grep "^dr($TYPE" | cut -d"'" -f2` else DESCRIPTION=$TYPE fi OUTFILE=$WSJ/wsj.att${ATTRIBUTE}${TYPE}.html echo $OUTFILE if [ "${TYPE}" == "${DESCRIPTION}" ]; then echo "$DESCRIPTION " >> $INDFILE else echo "

    $TYPE $DESCRIPTION

    " >> $INDFILE fi echo "" > $OUTFILE echo "" >> $OUTFILE echo "VPE: attribute $ATTRIBUTE ($DESCRIPTION)" >> $OUTFILE echo "" >> $OUTFILE echo "" >> $OUTFILE echo "

    $DESCRIPTION (${NFILES} cases)

    " >> $OUTFILE for N in `seq 1 $NFILES`; do INFO=`cat $VPE/?? | cut -d" " -f1-7,$ATTRIBUTE | grep " ${TYPE}$" | cut -d" " -f1-7 | head -$N | tail -1` SECTION=`echo $INFO | cut -c5,6` FILE=`echo $INFO | cut -d" " -f1` REGELVPE=`echo $INFO | cut -d" " -f2` REGELANT=`echo $INFO | cut -d" " -f5` SEARCH=`echo $INFO | cut -d" " -f1-7` ANT=`cat $VPE/?? | grep "^$SEARCH" | cut -d" " -f9` echo "

    ${FILE} (line ${REGELVPE}, ant ${ANT}):
    " >> $OUTFILE if [ $REGELVPE == $REGELANT ]; then BVP=`echo $INFO | cut -d" " -f3` EVP=`echo $INFO | cut -d" " -f4` BEG=`echo $INFO | cut -d" " -f6` END=`echo $INFO | cut -d" " -f7` LINE=`cat $PTB/$SECTION/$FILE | head -$REGELVPE | tail -1` printline else BVP="0" EVP="0" BEG=`echo $INFO | cut -d" " -f6` END=`echo $INFO | cut -d" " -f7` LINE=`cat $PTB/$SECTION/$FILE | head -$REGELANT | tail -1` printline echo "
    " >> $OUTFILE BVP=`echo $INFO | cut -d" " -f3` EVP=`echo $INFO | cut -d" " -f4` BEG="0" END="0" LINE=`cat $PTB/$SECTION/$FILE | head -$REGELVPE | tail -1` printline fi echo "

    " >> $OUTFILE done echo "" >> $OUTFILE echo "" >> $OUTFILE done echo "

    " >> $INDFILE done } makesections() { echo "
  • Sorted on WSJ section
    • " >> $INDFILE echo "

    " >> $INDFILE for SECTION in 00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24; do NFILES=`cat $VPE/$SECTION | wc -l | tr -s " " | sed 's/^ //'` OUTFILE=$WSJ/wsj.section${SECTION}.html echo $OUTFILE echo "$SECTION " >> $INDFILE echo "" > $OUTFILE echo "" >> $OUTFILE echo "VPE: WSJ section ($SECTION)" >> $OUTFILE echo "" >> $OUTFILE echo "" >> $OUTFILE echo "

    WSJ section $SECTION (${NFILES} cases)

    " >> $OUTFILE for N in `seq 1 $NFILES`; do INFO=`cat $VPE/$SECTION | cut -d" " -f1-7 | head -$N | tail -1` SECTION=`echo $INFO | cut -c5,6` FILE=`echo $INFO | cut -d" " -f1` REGELVPE=`echo $INFO | cut -d" " -f2` REGELANT=`echo $INFO | cut -d" " -f5` SEARCH=`echo $INFO | cut -d" " -f1-7` ANT=`cat $VPE/$SECTION | grep "^$SEARCH" | cut -d" " -f9` echo "

    ${FILE} (line ${REGELVPE}, ant ${ANT}):
    " >> $OUTFILE if [ $REGELVPE == $REGELANT ]; then BVP=`echo $INFO | cut -d" " -f3` EVP=`echo $INFO | cut -d" " -f4` BEG=`echo $INFO | cut -d" " -f6` END=`echo $INFO | cut -d" " -f7` LINE=`cat $PTB/$SECTION/$FILE | head -$REGELVPE | tail -1` printline else BVP="0" EVP="0" BEG=`echo $INFO | cut -d" " -f6` END=`echo $INFO | cut -d" " -f7` LINE=`cat $PTB/$SECTION/$FILE | head -$REGELANT | tail -1` printline echo "
    " >> $OUTFILE BVP=`echo $INFO | cut -d" " -f3` EVP=`echo $INFO | cut -d" " -f4` BEG="0" END="0" LINE=`cat $PTB/$SECTION/$FILE | head -$REGELVPE | tail -1` printline fi echo "

    " >> $OUTFILE done echo "" >> $OUTFILE echo "" >> $OUTFILE done echo "

    " >> $INDFILE } mkdir -p $WSJ INDFILE=$WSJ/index.html echo "" > $INDFILE echo "" >> $INDFILE echo "An annotated corpus for the analysis of VP ellipsis" >> $INDFILE echo "" >> $INDFILE echo "" >> $INDFILE echo "

    An annotated corpus for the analysis of VP ellipsis

    " >> $INDFILE echo '

    By Johan Bos and Jennifer Spenader

    ' >> $INDFILE echo '

    Abstract' >> $INDFILE echo ' Examples' >>$INDFILE echo ' Article' >>$INDFILE echo ' Annotations

    ' >>$INDFILE echo "" >> $INDFILE echo "" >> $INDFILE echo "" >> $INDFILE exit 0