Update pr_worker.py
Browse files- pr_worker.py +6 -1
pr_worker.py
CHANGED
|
@@ -10,6 +10,7 @@ from functions import pr_already_exists, commit
|
|
| 10 |
|
| 11 |
QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
|
| 12 |
EVAL_REQUESTS_PATH = "./eval-queue/"
|
|
|
|
| 13 |
|
| 14 |
def run_pr_worker():
|
| 15 |
snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
|
|
@@ -24,7 +25,11 @@ def run_pr_worker():
|
|
| 24 |
continue
|
| 25 |
if model_data['result_metrics_average'] < 0.25:
|
| 26 |
continue
|
| 27 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
continue
|
| 29 |
try:
|
| 30 |
if not pr_already_exists(model_data['model']):
|
|
|
|
| 10 |
|
| 11 |
QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
|
| 12 |
EVAL_REQUESTS_PATH = "./eval-queue/"
|
| 13 |
+
blacklist = ['PORTULAN', 'Weni', '22h', 't5']
|
| 14 |
|
| 15 |
def run_pr_worker():
|
| 16 |
snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
|
|
|
|
| 25 |
continue
|
| 26 |
if model_data['result_metrics_average'] < 0.25:
|
| 27 |
continue
|
| 28 |
+
has_blacklist = False
|
| 29 |
+
for b in blacklist:
|
| 30 |
+
if b in model_data['model']:
|
| 31 |
+
has_blacklist = True
|
| 32 |
+
if has_blacklist:
|
| 33 |
continue
|
| 34 |
try:
|
| 35 |
if not pr_already_exists(model_data['model']):
|