|
1
|
|
|
"""Utilities to call Git commands.""" |
|
2
|
|
|
|
|
3
|
1 |
|
import os |
|
4
|
1 |
|
import re |
|
5
|
1 |
|
import shutil |
|
6
|
|
|
from contextlib import suppress |
|
7
|
1 |
|
|
|
8
|
1 |
|
import log |
|
9
|
1 |
|
|
|
10
|
|
|
from . import common, settings |
|
11
|
|
|
from .exceptions import ShellError |
|
12
|
1 |
|
from .shell import call, pwd |
|
13
|
|
|
|
|
14
|
|
|
|
|
15
|
1 |
|
def git(*args, **kwargs): |
|
16
|
1 |
|
return call('git', *args, **kwargs) |
|
17
|
|
|
|
|
18
|
|
|
|
|
19
|
1 |
|
def gitsvn(*args, **kwargs): |
|
20
|
|
|
return call('git', 'svn', *args, **kwargs) |
|
21
|
1 |
|
|
|
22
|
|
|
|
|
23
|
1 |
|
def clone(type, repo, path, *, cache=settings.CACHE, sparse_paths=None, rev=None): |
|
24
|
1 |
|
"""Clone a new Git repository.""" |
|
25
|
1 |
|
log.debug("Creating a new repository...") |
|
26
|
|
|
|
|
27
|
1 |
|
if type == 'git-svn': |
|
28
|
1 |
|
# just the preperation for the svn deep clone / checkout here |
|
29
|
1 |
|
# clone will be made in update function to simplify source.py). |
|
30
|
|
|
os.makedirs(path) |
|
31
|
1 |
|
return |
|
32
|
|
|
|
|
33
|
|
|
assert type == 'git' |
|
34
|
1 |
|
|
|
35
|
|
|
name = repo.split('/')[-1] |
|
36
|
1 |
|
if name.endswith(".git"): |
|
37
|
1 |
|
name = name[:-4] |
|
38
|
1 |
|
|
|
39
|
1 |
|
normpath = os.path.normpath(path) |
|
40
|
1 |
|
reference = os.path.join(cache, name + ".reference") |
|
41
|
1 |
|
sparse_paths_repo = repo if settings.CACHE_DISABLE else reference |
|
42
|
1 |
|
|
|
43
|
|
|
if not settings.CACHE_DISABLE and not os.path.isdir(reference): |
|
44
|
1 |
|
git('clone', '--mirror', repo, reference) |
|
45
|
1 |
|
|
|
46
|
|
|
if sparse_paths and sparse_paths[0]: |
|
47
|
|
|
os.mkdir(normpath) |
|
48
|
1 |
|
git('-C', normpath, 'init') |
|
49
|
|
|
git('-C', normpath, 'config', 'core.sparseCheckout', 'true') |
|
50
|
1 |
|
git('-C', normpath, 'remote', 'add', '-f', 'origin', sparse_paths_repo) |
|
51
|
|
|
|
|
52
|
1 |
|
with open( |
|
53
|
1 |
|
"%s/%s/.git/info/sparse-checkout" % (os.getcwd(), normpath), 'w' |
|
54
|
1 |
|
) as fd: |
|
55
|
1 |
|
fd.writelines(sparse_paths) |
|
56
|
|
|
with open( |
|
57
|
1 |
|
"%s/%s/.git/objects/info/alternates" % (os.getcwd(), normpath), 'w' |
|
58
|
|
|
) as fd: |
|
59
|
|
|
fd.write("%s/objects" % sparse_paths_repo) |
|
60
|
1 |
|
|
|
61
|
|
|
# We use directly the revision requested here in order to respect, |
|
62
|
1 |
|
# that not all repos have `master` as their default branch |
|
63
|
|
|
git('-C', normpath, 'pull', 'origin', rev) |
|
64
|
1 |
|
elif settings.CACHE_DISABLE: |
|
65
|
|
|
git('clone', repo, normpath) |
|
66
|
1 |
|
else: |
|
67
|
|
|
git('clone', '--reference', reference, repo, normpath) |
|
68
|
|
|
|
|
69
|
1 |
|
|
|
70
|
|
|
def is_sha(rev): |
|
71
|
|
|
"""Heuristically determine whether a revision corresponds to a commit SHA. |
|
72
|
1 |
|
|
|
73
|
|
|
Any sequence of 7 to 40 hexadecimal digits will be recognized as a |
|
74
|
1 |
|
commit SHA. The minimum of 7 digits is not an arbitrary choice, it |
|
75
|
1 |
|
is the default length for short SHAs in Git. |
|
76
|
|
|
""" |
|
77
|
|
|
return re.match('^[0-9a-f]{7,40}$', rev) is not None |
|
78
|
1 |
|
|
|
79
|
|
|
|
|
80
|
1 |
|
def fetch(type, repo, path, rev=None): # pylint: disable=unused-argument |
|
81
|
1 |
|
"""Fetch the latest changes from the remote repository.""" |
|
82
|
1 |
|
|
|
83
|
1 |
|
if type == 'git-svn': |
|
84
|
|
|
# deep clone happens in update function |
|
85
|
1 |
|
return |
|
86
|
|
|
|
|
87
|
|
|
assert type == 'git' |
|
88
|
1 |
|
|
|
89
|
|
|
git('remote', 'set-url', 'origin', repo) |
|
90
|
1 |
|
args = ['fetch', '--tags', '--force', '--prune', 'origin'] |
|
91
|
|
|
if rev: |
|
92
|
1 |
|
if is_sha(rev): |
|
93
|
1 |
|
pass # fetch only works with a SHA if already present locally |
|
94
|
1 |
|
elif '@' in rev: |
|
95
|
|
|
pass # fetch doesn't work with rev-parse |
|
96
|
1 |
|
else: |
|
97
|
1 |
|
args.append(rev) |
|
98
|
1 |
|
git(*args) |
|
99
|
|
|
|
|
100
|
1 |
|
|
|
101
|
|
|
def valid(): |
|
102
|
1 |
|
"""Confirm the current directory is a valid working tree. |
|
103
|
|
|
|
|
104
|
|
|
Checking both the git working tree exists and that the top leve |
|
105
|
1 |
|
directory path matches the current directory path. |
|
106
|
|
|
""" |
|
107
|
1 |
|
|
|
108
|
|
|
log.debug("Checking for a valid working tree...") |
|
109
|
|
|
|
|
110
|
1 |
|
try: |
|
111
|
|
|
git('rev-parse', '--is-inside-work-tree', _show=False, _show_stdout=False) |
|
112
|
1 |
|
except ShellError: |
|
113
|
|
|
return False |
|
114
|
|
|
|
|
115
|
1 |
|
log.debug("Checking for a valid git top level...") |
|
116
|
|
|
gittoplevel = git('rev-parse', '--show-toplevel', _show=False, _show_stdout=False) |
|
117
|
1 |
|
currentdir = pwd(_show=False) |
|
118
|
|
|
|
|
119
|
|
|
status = False |
|
120
|
|
|
if gittoplevel[0] == currentdir: |
|
121
|
1 |
|
status = True |
|
122
|
|
|
else: |
|
123
|
1 |
|
log.debug( |
|
124
|
|
|
"git top level: %s != current working directory: %s", |
|
125
|
|
|
gittoplevel[0], |
|
126
|
1 |
|
currentdir, |
|
127
|
|
|
) |
|
128
|
1 |
|
status = False |
|
129
|
1 |
|
return status |
|
130
|
1 |
|
|
|
131
|
1 |
|
|
|
132
|
1 |
|
def rebuild(type, repo): # pylint: disable=unused-argument |
|
133
|
1 |
|
"""Rebuild a missing repo .git directory.""" |
|
134
|
|
|
|
|
135
|
1 |
|
if type == 'git-svn': |
|
136
|
|
|
# ignore rebuild in case of git-svn |
|
137
|
|
|
return |
|
138
|
|
|
|
|
139
|
|
|
assert type == 'git' |
|
140
|
|
|
|
|
141
|
|
|
common.show("Rebuilding mising git repo...", color='message') |
|
142
|
|
|
git('init', _show=True) |
|
143
|
|
|
git('remote', 'add', 'origin', repo, _show=True) |
|
144
|
|
|
common.show("Rebuilt git repo...", color='message') |
|
145
|
|
|
|
|
146
|
|
|
|
|
147
|
|
|
def changes( |
|
148
|
|
|
type, include_untracked=False, display_status=True, _show=False, _show_stdout=False |
|
149
|
|
|
): |
|
150
|
|
|
"""Determine if there are changes in the working tree.""" |
|
151
|
|
|
status = False |
|
152
|
|
|
|
|
153
|
|
|
if type == 'git-svn': |
|
154
|
|
|
# ignore changes in case of git-svn |
|
155
|
|
|
return status |
|
156
|
|
|
|
|
157
|
|
|
assert type == 'git' |
|
158
|
|
|
|
|
159
|
|
|
try: |
|
160
|
|
|
# Refresh changes |
|
161
|
|
|
git('update-index', '-q', '--refresh', _show=False, _show_stdout=False) |
|
162
|
|
|
|
|
163
|
|
|
# Check for uncommitted changes |
|
164
|
|
|
git('diff-index', '--quiet', 'HEAD', _show=_show, _show_stdout=_show_stdout) |
|
165
|
|
|
|
|
166
|
|
|
# Check for untracked files |
|
167
|
|
|
lines = git( |
|
168
|
|
|
'ls-files', |
|
169
|
|
|
'--others', |
|
170
|
|
|
'--exclude-standard', |
|
171
|
|
|
_show=_show, |
|
172
|
|
|
_show_stdout=_show_stdout, |
|
173
|
|
|
) |
|
174
|
|
|
|
|
175
|
|
|
except ShellError: |
|
176
|
|
|
status = True |
|
177
|
|
|
|
|
178
|
|
|
else: |
|
179
|
|
|
status = bool(lines) and include_untracked |
|
180
|
|
|
|
|
181
|
|
|
if status and display_status: |
|
182
|
|
|
with suppress(ShellError): |
|
183
|
|
|
lines = git('status', _show=True, _show_stdout=False) |
|
184
|
|
|
common.show(*lines, color='git_changes') |
|
185
|
|
|
|
|
186
|
|
|
return status |
|
187
|
|
|
|
|
188
|
|
|
|
|
189
|
|
|
def update( |
|
190
|
|
|
type, repo, path, *, clean=True, fetch=False, rev=None |
|
191
|
|
|
): # pylint: disable=redefined-outer-name,unused-argument |
|
192
|
|
|
|
|
193
|
|
|
if type == 'git-svn': |
|
194
|
|
|
# make deep clone here for simplification of sources.py |
|
195
|
|
|
# and to realize consistent readonly clone (always forced) |
|
196
|
|
|
|
|
197
|
|
|
# completly empty current directory (remove also hidden content) |
|
198
|
|
|
for root, dirs, files in os.walk('.'): |
|
199
|
|
|
for f in files: |
|
200
|
|
|
os.unlink(os.path.join(root, f)) |
|
201
|
|
|
for d in dirs: |
|
202
|
|
|
shutil.rmtree(os.path.join(root, d)) |
|
203
|
|
|
|
|
204
|
|
|
# clone specified svn revision |
|
205
|
|
|
gitsvn('clone', '-r', rev, repo, '.') |
|
206
|
|
|
return |
|
207
|
|
|
|
|
208
|
|
|
assert type == 'git' |
|
209
|
|
|
|
|
210
|
|
|
# Update the working tree to the specified revision. |
|
211
|
|
|
hide = {'_show': False, '_show_stdout': False, '_ignore': True} |
|
212
|
|
|
|
|
213
|
|
|
git('stash', **hide) |
|
214
|
|
|
if clean: |
|
215
|
|
|
git('clean', '--force', '-d', '-x', _show=False, _show_stdout=False) |
|
216
|
|
|
|
|
217
|
|
|
rev = _get_sha_from_rev(rev) |
|
218
|
|
|
git('checkout', '--force', rev, _show_stdout=False) |
|
219
|
|
|
git('branch', '--set-upstream-to', 'origin/' + rev, **hide) |
|
220
|
|
|
|
|
221
|
|
|
if fetch: |
|
222
|
|
|
# if `rev` was a branch it might be tracking something older |
|
223
|
|
|
git('pull', '--ff-only', '--no-rebase', **hide) |
|
224
|
|
|
|
|
225
|
|
|
|
|
226
|
|
|
def get_url(type): |
|
227
|
|
|
"""Get the current repository's URL.""" |
|
228
|
|
|
if type == 'git-svn': |
|
229
|
|
|
return git( |
|
230
|
|
|
'config', '--get', 'svn-remote.svn.url', _show=False, _show_stdout=False |
|
231
|
|
|
)[0] |
|
232
|
|
|
|
|
233
|
|
|
assert type == 'git' |
|
234
|
|
|
|
|
235
|
|
|
return git('config', '--get', 'remote.origin.url', _show=False, _show_stdout=False)[ |
|
236
|
|
|
0 |
|
237
|
|
|
] |
|
238
|
|
|
|
|
239
|
|
|
|
|
240
|
|
|
def get_hash(type, _show=False, _show_stdout=False): |
|
241
|
|
|
"""Get the current working tree's hash.""" |
|
242
|
|
|
if type == 'git-svn': |
|
243
|
|
|
return ''.join(filter(str.isdigit, gitsvn('info', _show=_show)[4])) |
|
244
|
|
|
|
|
245
|
|
|
assert type == 'git' |
|
246
|
|
|
|
|
247
|
|
|
return git('rev-parse', 'HEAD', _show=_show, _show_stdout=_show_stdout)[0] |
|
248
|
|
|
|
|
249
|
|
|
|
|
250
|
|
|
def get_tag(): |
|
251
|
|
|
"""Get the current working tree's tag (if on a tag).""" |
|
252
|
|
|
return git( |
|
253
|
|
|
'describe', |
|
254
|
|
|
'--tags', |
|
255
|
|
|
'--exact-match', |
|
256
|
|
|
_show=False, |
|
257
|
|
|
_show_stdout=False, |
|
258
|
|
|
_ignore=True, |
|
259
|
|
|
)[0] |
|
260
|
|
|
|
|
261
|
|
|
|
|
262
|
|
|
def is_fetch_required(type, rev): |
|
263
|
|
|
if type == 'git-svn': |
|
264
|
|
|
return False |
|
265
|
|
|
|
|
266
|
|
|
assert type == 'git' |
|
267
|
|
|
|
|
268
|
|
|
return rev not in (get_branch(), get_hash(type), get_tag()) |
|
269
|
|
|
|
|
270
|
|
|
|
|
271
|
|
|
def get_branch(): |
|
272
|
|
|
"""Get the current working tree's branch.""" |
|
273
|
|
|
return git('rev-parse', '--abbrev-ref', 'HEAD', _show=False, _show_stdout=False)[0] |
|
274
|
|
|
|
|
275
|
|
|
|
|
276
|
|
|
def _get_sha_from_rev(rev): |
|
277
|
|
|
"""Get a rev-parse string's hash.""" |
|
278
|
|
|
if '@{' in rev: |
|
279
|
|
|
parts = rev.split('@') |
|
280
|
|
|
branch = parts[0] |
|
281
|
|
|
date = parts[1].strip("{}") |
|
282
|
|
|
git('checkout', '--force', branch, _show=False, _show_stdout=False) |
|
283
|
|
|
rev = git( |
|
284
|
|
|
'rev-list', |
|
285
|
|
|
'-n', |
|
286
|
|
|
'1', |
|
287
|
|
|
'--before={!r}'.format(date), |
|
288
|
|
|
'--first-parent', |
|
289
|
|
|
branch, |
|
290
|
|
|
_show=False, |
|
291
|
|
|
_show_stdout=False, |
|
292
|
|
|
)[0] |
|
293
|
|
|
return rev |
|
294
|
|
|
|
jacebrowning /
gitman
