binary2
Browse files
tasks.py
CHANGED
|
@@ -137,22 +137,6 @@ def categorise_binary_preprocessor(ds):
|
|
| 137 |
|
| 138 |
|
| 139 |
|
| 140 |
-
seqio.TaskRegistry.add(
|
| 141 |
-
"classify_tweets_binary",
|
| 142 |
-
source=seqio.TextLineDataSource(
|
| 143 |
-
split_to_filepattern=tsv_path,
|
| 144 |
-
#num_input_examples=num_nq_examples
|
| 145 |
-
),
|
| 146 |
-
preprocessors=[
|
| 147 |
-
functools.partial(
|
| 148 |
-
t5.data.preprocessors.parse_tsv,
|
| 149 |
-
field_names=["annotator1","annotator2","annotator3","target","source","id"]),
|
| 150 |
-
categorise_binary_preprocessor,
|
| 151 |
-
seqio.preprocessors.tokenize_and_append_eos,
|
| 152 |
-
],
|
| 153 |
-
metric_fns=[metrics.accuracy,my_metrics.f1_macro],
|
| 154 |
-
output_features=DEFAULT_OUTPUT_FEATURES,
|
| 155 |
-
)
|
| 156 |
|
| 157 |
|
| 158 |
seqio.TaskRegistry.add(
|
|
|
|
| 137 |
|
| 138 |
|
| 139 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 140 |
|
| 141 |
|
| 142 |
seqio.TaskRegistry.add(
|