Spaces:
Build error
Build error
more logs + delete repo
Browse files
app.py
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
|
|
|
|
|
| 1 |
import os
|
| 2 |
from pathlib import Path
|
| 3 |
from typing import Literal, Optional
|
|
@@ -19,6 +21,8 @@ from huggingface_hub.repocard import RepoCard
|
|
| 19 |
from pydantic import BaseModel
|
| 20 |
from requests import HTTPError
|
| 21 |
|
|
|
|
|
|
|
| 22 |
WEBHOOK_SECRET = os.getenv("WEBHOOK_SECRET")
|
| 23 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 24 |
|
|
@@ -37,6 +41,7 @@ class WebhookPayloadRepo(BaseModel):
|
|
| 37 |
class WebhookPayloadDiscussion(BaseModel):
|
| 38 |
num: int
|
| 39 |
isPullRequest: bool
|
|
|
|
| 40 |
|
| 41 |
|
| 42 |
class WebhookPayload(BaseModel):
|
|
@@ -59,22 +64,25 @@ async def post_webhook(
|
|
| 59 |
task_queue: BackgroundTasks,
|
| 60 |
x_webhook_secret: Optional[str] = Header(default=None),
|
| 61 |
):
|
| 62 |
-
|
| 63 |
if x_webhook_secret is None:
|
|
|
|
| 64 |
raise HTTPException(401)
|
| 65 |
if x_webhook_secret != WEBHOOK_SECRET:
|
|
|
|
| 66 |
raise HTTPException(403)
|
| 67 |
|
| 68 |
if payload.repo.type != "space":
|
|
|
|
| 69 |
raise HTTPException(400, f"Must be a Space, not {payload.repo.type}")
|
| 70 |
|
| 71 |
space_id = payload.repo.name
|
| 72 |
|
| 73 |
if (
|
| 74 |
payload.event.scope.startswith("discussion")
|
|
|
|
| 75 |
and payload.discussion is not None
|
| 76 |
and payload.discussion.isPullRequest
|
| 77 |
-
and payload.event.action == "create"
|
| 78 |
):
|
| 79 |
# New PR!
|
| 80 |
task_queue.add_task(
|
|
@@ -83,12 +91,28 @@ async def post_webhook(
|
|
| 83 |
pr_num=payload.discussion.num,
|
| 84 |
private=payload.repo.private,
|
| 85 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
elif (
|
| 87 |
payload.event.scope.startswith("repo.content")
|
| 88 |
and payload.event.action == "update"
|
| 89 |
):
|
| 90 |
# New repo change. Is it a commit on a PR?
|
| 91 |
# => loop through all PRs and check if new changes happened
|
|
|
|
| 92 |
for discussion in get_repo_discussions(
|
| 93 |
repo_id=space_id, repo_type="space", token=HF_TOKEN
|
| 94 |
):
|
|
@@ -100,15 +124,13 @@ async def post_webhook(
|
|
| 100 |
pr_num=discussion.num,
|
| 101 |
private=payload.repo.private,
|
| 102 |
)
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
space_id=payload.repo.name,
|
| 108 |
-
pr_num=payload.discussion.num,
|
| 109 |
-
)
|
| 110 |
|
| 111 |
-
|
|
|
|
| 112 |
|
| 113 |
|
| 114 |
def is_pr_synced(space_id: str, pr_num: int) -> bool:
|
|
|
|
| 1 |
+
# Taken from https://huggingface.co/spaces/huggingface-projects/auto-retrain
|
| 2 |
+
import logging
|
| 3 |
import os
|
| 4 |
from pathlib import Path
|
| 5 |
from typing import Literal, Optional
|
|
|
|
| 21 |
from pydantic import BaseModel
|
| 22 |
from requests import HTTPError
|
| 23 |
|
| 24 |
+
logger = logging.getLogger(__file__)
|
| 25 |
+
|
| 26 |
WEBHOOK_SECRET = os.getenv("WEBHOOK_SECRET")
|
| 27 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 28 |
|
|
|
|
| 41 |
class WebhookPayloadDiscussion(BaseModel):
|
| 42 |
num: int
|
| 43 |
isPullRequest: bool
|
| 44 |
+
status: Literal["open", "closed", "merged"]
|
| 45 |
|
| 46 |
|
| 47 |
class WebhookPayload(BaseModel):
|
|
|
|
| 64 |
task_queue: BackgroundTasks,
|
| 65 |
x_webhook_secret: Optional[str] = Header(default=None),
|
| 66 |
):
|
| 67 |
+
logger.info("Received new hook!")
|
| 68 |
if x_webhook_secret is None:
|
| 69 |
+
logger.warning("HTTP 401: No webhook secret")
|
| 70 |
raise HTTPException(401)
|
| 71 |
if x_webhook_secret != WEBHOOK_SECRET:
|
| 72 |
+
logger.warning("HTTP 403: wrong webhook secret")
|
| 73 |
raise HTTPException(403)
|
| 74 |
|
| 75 |
if payload.repo.type != "space":
|
| 76 |
+
logger.warning("HTTP 400: not a space")
|
| 77 |
raise HTTPException(400, f"Must be a Space, not {payload.repo.type}")
|
| 78 |
|
| 79 |
space_id = payload.repo.name
|
| 80 |
|
| 81 |
if (
|
| 82 |
payload.event.scope.startswith("discussion")
|
| 83 |
+
and payload.event.action == "create"
|
| 84 |
and payload.discussion is not None
|
| 85 |
and payload.discussion.isPullRequest
|
|
|
|
| 86 |
):
|
| 87 |
# New PR!
|
| 88 |
task_queue.add_task(
|
|
|
|
| 91 |
pr_num=payload.discussion.num,
|
| 92 |
private=payload.repo.private,
|
| 93 |
)
|
| 94 |
+
logger.info("New PR! Sync task scheduled")
|
| 95 |
+
elif (
|
| 96 |
+
payload.event.scope.startswith("discussion")
|
| 97 |
+
and payload.event.action == "update"
|
| 98 |
+
and payload.discussion is not None
|
| 99 |
+
and payload.discussion.isPullRequest
|
| 100 |
+
and payload.discussion.status == "merged"
|
| 101 |
+
):
|
| 102 |
+
# PR merged!
|
| 103 |
+
task_queue.add_task(
|
| 104 |
+
delete_ci_space,
|
| 105 |
+
space_id=space_id,
|
| 106 |
+
pr_num=payload.discussion.num,
|
| 107 |
+
)
|
| 108 |
+
logger.info("PR is merged! Delete task scheduled")
|
| 109 |
elif (
|
| 110 |
payload.event.scope.startswith("repo.content")
|
| 111 |
and payload.event.action == "update"
|
| 112 |
):
|
| 113 |
# New repo change. Is it a commit on a PR?
|
| 114 |
# => loop through all PRs and check if new changes happened
|
| 115 |
+
logger.info("New repo content update. Checking PRs state.")
|
| 116 |
for discussion in get_repo_discussions(
|
| 117 |
repo_id=space_id, repo_type="space", token=HF_TOKEN
|
| 118 |
):
|
|
|
|
| 124 |
pr_num=discussion.num,
|
| 125 |
private=payload.repo.private,
|
| 126 |
)
|
| 127 |
+
logger.info(f"Scheduled update for PR {discussion.num}.")
|
| 128 |
+
logger.info(f"Done looping over PRs.")
|
| 129 |
+
else:
|
| 130 |
+
logger.info(f"Webhook ignored.")
|
|
|
|
|
|
|
|
|
|
| 131 |
|
| 132 |
+
logger.info(f"Done.")
|
| 133 |
+
return {"processed": True}
|
| 134 |
|
| 135 |
|
| 136 |
def is_pr_synced(space_id: str, pr_num: int) -> bool:
|