pere
/

eu-jav-categorisation

Model card Files Files and versions

pere commited on May 5, 2022

Commit

e73c2c5

·

1 Parent(s): cd634fd

fix

Files changed (1) hide show

tasks.py +2 -2

tasks.py CHANGED Viewed

@@ -95,7 +95,7 @@ seqio.TaskRegistry.add(
 )
 seqio.TaskRegistry.add(
-    "classify_tweetsi_fulltext",
     source=seqio.TextLineDataSource(
         split_to_filepattern=tsv_path,
         #num_input_examples=num_nq_examples
@@ -104,7 +104,7 @@ seqio.TaskRegistry.add(
       functools.partial(
           t5.data.preprocessors.parse_tsv,
           field_names=["annotator1","annotator2","annotator3","target","source","id"]),
-      categorise_fulltext:preprocessor,
       seqio.preprocessors.tokenize_and_append_eos,
     ],
     metric_fns=[metrics.accuracy,my_metrics.f1_macro],

 )
 seqio.TaskRegistry.add(
+    "classify_tweets_fulltext",
     source=seqio.TextLineDataSource(
         split_to_filepattern=tsv_path,
         #num_input_examples=num_nq_examples
       functools.partial(
           t5.data.preprocessors.parse_tsv,
           field_names=["annotator1","annotator2","annotator3","target","source","id"]),
+      categorise_fulltext_preprocessor,
       seqio.preprocessors.tokenize_and_append_eos,
     ],
     metric_fns=[metrics.accuracy,my_metrics.f1_macro],