annotate hggit_sync.py @ 0:6da45bb59fd0

Initial commit.
author Ludovic Chabant <ludovic@chabant.com>
date Thu, 18 Feb 2016 11:28:49 -0800
parents
children e9f44d2deb94
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
1 import os
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
2 import os.path
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
3 import sys
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
4 import codecs
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
5 import shutil
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
6 import argparse
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
7 import subprocess
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
8
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
9
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
10 class CommitInfo(object):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
11 def __init__(self):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
12 self.nodeid = None
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
13 self.timestamp = None
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
14 self.description = None
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
15
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
16
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
17 def parse_commits(text):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
18 commits = []
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
19 cur_commit = None
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
20 for line in text.split('\n'):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
21 if line == '':
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
22 if cur_commit:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
23 commits.append(cur_commit)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
24 cur_commit = None
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
25 continue
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
26 if cur_commit is None:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
27 cur_commit = CommitInfo()
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
28 if cur_commit.nodeid is None:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
29 id_and_date = line.split(' ', 1)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
30 cur_commit.nodeid = id_and_date[0]
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
31 cur_commit.timestamp = int(id_and_date[1].split('.')[0])
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
32 else:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
33 cur_commit.description = line
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
34 return commits
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
35
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
36
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
37 def build_commit_map(commits1, commits2):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
38 commits1 = sorted(commits1, key=lambda c: c.timestamp)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
39 commits2 = sorted(commits2, key=lambda c: c.timestamp)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
40 commit_map = dict(map(lambda c: (c.timestamp, (c, None)), commits1))
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
41 for c in commits2:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
42 entry = commit_map.get(c.timestamp, (None, None))
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
43 entry = (entry[0], c)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
44 commit_map[c.timestamp] = entry
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
45 return commit_map
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
46
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
47
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
48 def main():
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
49 parser = argparse.ArgumentParser(
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
50 description="Helps you fix problems with hg-git. Maybe.",
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
51 epilog="Don't trust scripts you found on the web! Backup your stuff!")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
52 parser.add_argument(
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
53 '--rebuild',
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
54 nargs=1,
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
55 metavar='REMOTE',
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
56 help="Rebuild the Git repo from the given remote URL.")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
57 parser.add_argument(
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
58 'mapfile',
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
59 metavar='MAPFILE',
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
60 help="The path to the mapfile to generate.")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
61 res = parser.parse_args()
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
62
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
63 hg_repo = os.getcwd()
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
64 if not os.path.exists(os.path.join(hg_repo, '.hg')):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
65 print("You must run this in the root of a Mercurial repository.")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
66 return 1
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
67
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
68 git_repo = os.path.join(hg_repo, '.hg', 'git')
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
69 if res.rebuild:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
70 print("Removing existing Git repo...")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
71 shutil.rmtree(git_repo)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
72 print("Syncing it again into: %s" % git_repo)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
73 git_output = subprocess.check_output([
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
74 'git', 'clone', '--bare', res.rebuild, git_repo])
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
75
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
76 if not os.path.exists(git_repo):
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
77 print("This Mercurial repository doesn't seem to have any Git mirror "
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
78 "to sync with.")
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
79 return 1
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
80
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
81 hg_output = subprocess.check_output([
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
82 'hg', 'log',
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
83 '--template', "{node} {date}\n{firstline(desc)}\n\n"])
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
84 hg_commits = parse_commits(hg_output)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
85
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
86 os.chdir(git_repo)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
87 git_output = subprocess.check_output([
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
88 'git', 'log', '--format=%H %ct%n%s%n%n'])
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
89 git_commits = parse_commits(git_output)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
90 os.chdir(hg_repo)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
91
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
92 commit_map = build_commit_map(git_commits, hg_commits)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
93 for key, val in commit_map.iteritems():
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
94 if val[0] is None:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
95 print("Mercurial commit '%s' (%s) has no Git mirror yet: %s" %
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
96 (val[1].nodeid, val[1].timestamp, val[1].description))
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
97 if val[1] is None:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
98 print("Git commit '%s' (%s) is new: %s" %
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
99 (val[0].nodeid, val[0].timestamp, val[0].description))
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
100
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
101 map_file = res.mapfile or os.path.join(hg_repo, '.hg', 'git-mapfile')
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
102 print("Saving map file: %s" % map_file)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
103 with codecs.open(map_file, 'w', encoding='utf8') as fp:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
104 for key, val in commit_map.iteritems():
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
105 if val[0] is None or val[1] is None:
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
106 continue
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
107 fp.write(val[0].nodeid)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
108 fp.write(' ')
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
109 fp.write(val[1].nodeid)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
110 fp.write('\n')
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
111
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
112
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
113 if __name__ == '__main__':
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
114 res = main()
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
115 sys.exit(res)
6da45bb59fd0 Initial commit.
Ludovic Chabant <ludovic@chabant.com>
parents:
diff changeset
116