1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
import html
import os
import os.path
import re
import requests
import yaml
from buildsrht.manifest import Manifest
from pygit2 import Repository as GitRepository, Commit, Tag
from scmsrht.repos import RepoVisibility
from scmsrht.submit import BuildSubmitterBase
from scmsrht.urls import get_clone_urls
from srht.config import cfg, get_origin
from srht.database import db
from srht.oauth import OAuthScope
from urllib.parse import urlparse
if not hasattr(db, "session"):
import gitsrht.types
from srht.database import DbSession
db = DbSession(cfg("git.sr.ht", "connection-string"))
db.init()
builds_sr_ht = get_origin("builds.sr.ht")
builds_client_id = cfg("builds.sr.ht", "oauth-client-id")
git_sr_ht = get_origin("git.sr.ht", external=True)
def first_line(text):
try:
i = text.index("\n")
except ValueError:
return text + "\n"
else:
return text[:i + 1]
class GitBuildSubmitter(BuildSubmitterBase):
def __init__(self, repo, git_repo):
super().__init__(git_sr_ht, 'git', repo)
self.git_repo = git_repo
def find_manifests(self, commit):
manifest_blobs = dict()
if ".build.yml" in commit.tree:
build_yml = commit.tree[".build.yml"]
if build_yml.type == 'blob':
manifest_blobs[".build.yml"] = build_yml
elif ".builds" in commit.tree:
build_dir = commit.tree[".builds"]
if build_dir.type == 'tree':
manifest_blobs.update(
{
blob.name: blob
for blob in self.git_repo.get(build_dir.id)
if blob.type == 'blob' and (
blob.name.endswith('.yml')
or blob.name.endswith('.yaml')
)
}
)
manifests = {}
for name, blob in manifest_blobs.items():
m = self.git_repo.get(blob.id).data.decode()
manifests[name] = m
return manifests
def get_commit_id(self, commit):
return str(commit.id)
def get_commit_note(self, commit):
return "[{}]({}) — [{}](mailto:{})\n\n{}".format(
str(commit.id)[:7],
"{}/{}/{}/commit/{}".format(
git_sr_ht,
"~" + self.repo.owner.username,
self.repo.name,
str(commit.id)),
commit.author.name,
commit.author.email,
"<pre>" + html.escape(first_line(commit.message)) + "</pre>",
)
def get_clone_url(self):
origin = get_origin("git.sr.ht", external=True)
owner_name = self.repo.owner.canonical_name
repo_name = self.repo.name
if self.repo.visibility == RepoVisibility.private:
# Use SSH URL
origin = origin.replace("http://", "").replace("https://", "")
return f"git+ssh://git@{origin}/{owner_name}/{repo_name}"
else:
# Use http(s) URL
return f"{origin}/{owner_name}/{repo_name}"
def do_post_update(repo, refs):
if not builds_sr_ht:
return False
git_repo = GitRepository(repo.path)
oids = set()
for ref in refs:
try:
if re.match(r"^[0-9a-z]{40}$", ref): # commit
commit = git_repo.get(ref)
elif ref.startswith("refs/"): # ref
target_id = git_repo.lookup_reference(ref).target
commit = git_repo.get(target_id)
if isinstance(commit, Tag):
commit = git_repo.get(commit.target)
else:
continue
if not isinstance(commit, Commit):
continue
if commit.id in oids:
continue
oids.add(commit.id)
except:
continue
if builds_sr_ht:
s = GitBuildSubmitter(repo, git_repo)
s.submit(commit)
|
