$title

\n"; } function tail() { print "
start over\n  stats\n"; if ($_SERVER["SCRIPT_NAME"] != "/wmt06/shared-task/judge/index.php") { print "  see also: /home/pkoehn/statmt/httpd/html/judge\n"; } print "\n"; } function start() { global $task,$system,$annotator; head("Select Annotation Task"); print "

This is a demo version, using WPT 2005 submissions. Feel free to play around.

"; print "

"; print "Task: "; print "

Login:
Annotator:
Password:

Register new annotator:
Login name:
Password:
Email:
Conflict:
  Do not judge your own submission.
If you have multiple conflicts,
use CTRL and click.
\n

\n"; tail(); } function display_sentence() { global $translation,$translation_file,$translation_name,$source,$reference; head("Judge Sentence"); $sentence_number = get_new_sentence(); if ($sentence_number == -1) { print "DONE"; tail(); return; } print "Source: ".display_one_line($source,$sentence_number); for($i=0;$iReference: ".display_one_line($reference[$i],$sentence_number)."\n"; } print "
\n"; for($ii=0;$ii\n"; } print "
TranslationAdequacyFluency
".display_one_line($translation_file[$i],$sentence_number); print ""; print ""; for($j=1;$j<=5;$j++) { print "\n"; } print "\n"; for($j=1;$j<=5;$j++) { print "\n"; } print "
$j
"; print "		"; print ""; for($j=1;$j<=5;$j++) { print "\n"; } print "\n"; for($j=1;$j<=5;$j++) { print "\n"; } print "
$j
"; print "

Annotator: $_POST[ANNOTATOR] Task: $_POST[TASK]

Instructions 5= All Meaning
4= Most Meaning
3= Much Meaning
2= Little Meaning
1= None 		5= Flawless English
4= Good English
3= Non-native English
2= Disfluent English
1= Incomprehensible
"; tail(); } function display_one_line($file,$n) { $line = file($file); return $line[$n]; } function process_judgements() { global $translation_id; $types = array("ADEQUACY","FLUENCY"); $f = fopen("judgements","a"); while (list($key, $value) = each($_POST)) { foreach ($types as $type) { if (preg_match("/${type}_(.+)/",$key,$reg)) { fputs($f,"$_POST[TASK] ||| $_POST[ANNOTATOR] ||| $_POST[SENTENCE_NUMBER] ||| ".$translation_id[$reg[1]]." ||| $type ||| $value ||| ".(time()-$_POST[TIME])."\n"); } } } fclose($f); } function get_new_sentence() { $line = file("judgements"); for($i=0;$i0) { $total_time += $time; $count_time++; } } } print "You have already judged ".count($already)." of ".$GLOBALS["max_sentence_number"]." sentences"; if ($count_time>0) { print ", taking ".number_format($total_time/$count_time,1)." seconds per sentence"; } print ".

\n"; if (count($already) == $GLOBALS["max_sentence_number"]) { return -1; } do { $n = rand(0,$GLOBALS["max_sentence_number"]-1); } while($already[$n]); return $n; } function init() { global $task,$system,$annotator,$annotator_new,$annotator_pwd,$annotator_email,$annotator_conflict; // general task info $line = file("task"); for($i=0;$iPlease login."; } tail(); } function check_password() { global $annotator_pwd; if ($annotator_pwd[$_POST["ANNOTATOR"]] == $_POST["PWD"]) { return; } head("Password error"); if (! $_POST["PWD"]) { print "Please go back and enter password."; } else { print "Wrong password, please go back."; } tail(); exit; } function stats() { head("Statistics"); $line = file("judgements"); for($i=0;$i$t\n"; print ""; while (list($system, $dummy) = each($COUNT_TS[$t])) { $sys = preg_replace("/(.+\/)([^\/]+)/","$1$2",$system); print "\n"; } print "
$sysAdq: ". number_format($COUNT_TS[$t][$system]["ADEQUACY"]/$TOTAL_TS[$t][$system]["ADEQUACY"],2) ." (".($TOTAL_TS[$t][$system]["ADEQUACY"]).")" ."Flcy: ". number_format($COUNT_TS[$t][$system]["FLUENCY"]/$TOTAL_TS[$t][$system]["FLUENCY"],2) ." (".($TOTAL_TS[$t][$system]["FLUENCY"]).")" ."
\n

Per annotator: "; while (list($system, $dummy) = each($COUNT_TSJ[$t])) { $sys = preg_replace("/(.+\/)([^\/]+)/","$1$2",$system); while (list($annotator, $dummy) = each($COUNT_TSJ[$t][$system])) { print "\n"; $sys = " "; } } print "
$sys$annotatorAdq: ". number_format($COUNT_TSJ[$t][$system][$annotator]["ADEQUACY"]/$TOTAL_TSJ[$t][$system][$annotator]["ADEQUACY"],2) ." (".($TOTAL_TSJ[$t][$system][$annotator]["ADEQUACY"]).")" ."Flcy: ". number_format($COUNT_TSJ[$t][$system][$annotator]["FLUENCY"]/$TOTAL_TSJ[$t][$system][$annotator]["FLUENCY"],2) ." (".($TOTAL_TSJ[$t][$system][$annotator]["FLUENCY"]).")" ."
\n"; } tail(); } init(); if ($_POST["NEW_ANNOTATOR"]) { new_annotator(); } else if ($_POST["ANNOTATOR"] && $_POST["TASK"]) { check_password(); load_task_info(); process_judgements(); display_sentence(); } else if ($_GET["STAT"]) { stats(); } else { start(); }