1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
|
# (Be in -*- python -*- mode.)
#
# ====================================================================
# Copyright (c) 2000-2008 CollabNet. All rights reserved.
#
# This software is licensed as described in the file COPYING, which
# you should have received as part of this distribution. The terms
# are also available at http://subversion.tigris.org/license-1.html.
# If newer versions of this license are posted there, you may use a
# newer version instead, at your option.
#
# This software consists of voluntary contributions made by many
# individuals. For exact contribution history, see the revision
# history and logs, available at http://cvs2svn.tigris.org/.
# ====================================================================
"""This module contains database facilities used by cvs2svn."""
import re
import os
import cPickle
from cvs2svn_lib.context import Ctx
from cvs2svn_lib.common import FatalError
from cvs2svn_lib.common import IllegalSVNPathError
from cvs2svn_lib.common import normalize_svn_path
from cvs2svn_lib.common import verify_paths_disjoint
from cvs2svn_lib.symbol_transform import CompoundSymbolTransform
class FileInAndOutOfAtticException(Exception):
def __init__(self, non_attic_path, attic_path):
Exception.__init__(
self,
"A CVS repository cannot contain both %s and %s"
% (non_attic_path, attic_path))
self.non_attic_path = non_attic_path
self.attic_path = attic_path
def normalize_ttb_path(opt, path, allow_empty=False):
try:
return normalize_svn_path(path, allow_empty)
except IllegalSVNPathError, e:
raise FatalError('Problem with %s: %s' % (opt, e,))
class Project(object):
"""A project within a CVS repository."""
def __init__(
self, id, project_cvs_repos_path,
initial_directories=[],
symbol_transforms=None,
):
"""Create a new Project record.
ID is a unique id for this project. PROJECT_CVS_REPOS_PATH is the
main CVS directory for this project (within the filesystem).
INITIAL_DIRECTORIES is an iterable of all SVN directories that
should be created when the project is first created. Normally,
this should include the trunk, branches, and tags directory.
SYMBOL_TRANSFORMS is an iterable of SymbolTransform instances
which will be used to transform any symbol names within this
project."""
self.id = id
self.project_cvs_repos_path = os.path.normpath(project_cvs_repos_path)
if not os.path.isdir(self.project_cvs_repos_path):
raise FatalError("The specified CVS repository path '%s' is not an "
"existing directory." % self.project_cvs_repos_path)
self.cvs_repository_root, self.cvs_module = \
self.determine_repository_root(
os.path.abspath(self.project_cvs_repos_path))
# A regexp matching project_cvs_repos_path plus an optional separator:
self.project_prefix_re = re.compile(
r'^' + re.escape(self.project_cvs_repos_path)
+ r'(' + re.escape(os.sep) + r'|$)')
# The SVN directories to add when the project is first created:
self._initial_directories = []
for path in initial_directories:
try:
path = normalize_svn_path(path, False)
except IllegalSVNPathError, e:
raise FatalError(
'Initial directory %r is not a legal SVN path: %s'
% (path, e,)
)
self._initial_directories.append(path)
verify_paths_disjoint(*self._initial_directories)
# A list of transformation rules (regexp, replacement) applied to
# symbol names in this project.
if symbol_transforms is None:
symbol_transforms = []
self.symbol_transform = CompoundSymbolTransform(symbol_transforms)
# The ID of the Trunk instance for this Project. This member is
# filled in during CollectRevsPass.
self.trunk_id = None
# The ID of the CVSDirectory representing the root directory of
# this project. This member is filled in during CollectRevsPass.
self.root_cvs_directory_id = None
def __eq__(self, other):
return self.id == other.id
def __cmp__(self, other):
return cmp(self.cvs_module, other.cvs_module) \
or cmp(self.id, other.id)
def __hash__(self):
return self.id
@staticmethod
def determine_repository_root(path):
"""Ascend above the specified PATH if necessary to find the
cvs_repository_root (a directory containing a CVSROOT directory)
and the cvs_module (the path of the conversion root within the cvs
repository). Return the root path and the module path of this
project relative to the root.
NB: cvs_module must be seperated by '/', *not* by os.sep."""
def is_cvs_repository_root(path):
return os.path.isdir(os.path.join(path, 'CVSROOT'))
original_path = path
cvs_module = ''
while not is_cvs_repository_root(path):
# Step up one directory:
prev_path = path
path, module_component = os.path.split(path)
if path == prev_path:
# Hit the root (of the drive, on Windows) without finding a
# CVSROOT dir.
raise FatalError(
"the path '%s' is not a CVS repository, nor a path "
"within a CVS repository. A CVS repository contains "
"a CVSROOT directory within its root directory."
% (original_path,))
cvs_module = module_component + "/" + cvs_module
return path, cvs_module
def transform_symbol(self, cvs_file, symbol_name, revision):
"""Transform the symbol SYMBOL_NAME.
SYMBOL_NAME refers to revision number REVISION in CVS_FILE.
REVISION is the CVS revision number as a string, with zeros
removed (e.g., '1.7' or '1.7.2'). Use the renaming rules
specified with --symbol-transform to possibly rename the symbol.
Return the transformed symbol name, the original name if it should
not be transformed, or None if the symbol should be omitted from
the conversion."""
return self.symbol_transform.transform(cvs_file, symbol_name, revision)
def get_trunk(self):
"""Return the Trunk instance for this project.
This method can only be called after self.trunk_id has been
initialized in CollectRevsPass."""
return Ctx()._symbol_db.get_symbol(self.trunk_id)
def get_root_cvs_directory(self):
"""Return the root CVSDirectory instance for this project.
This method can only be called after self.root_cvs_directory_id
has been initialized in CollectRevsPass."""
return Ctx()._cvs_file_db.get_file(self.root_cvs_directory_id)
def get_initial_directories(self):
"""Generate the project's initial SVN directories.
Yield as strings the SVN paths of directories that should be
created when the project is first created."""
# Yield the path of the Trunk symbol for this project (which might
# differ from the one passed to the --trunk option because of
# SymbolStrategyRules). The trunk path might be '' during a
# trunk-only conversion, but that is OK because DumpfileDelegate
# considers that directory to exist already and will therefore
# ignore it:
yield self.get_trunk().base_path
for path in self._initial_directories:
yield path
def __str__(self):
return self.project_cvs_repos_path
def read_projects(filename):
retval = {}
for project in cPickle.load(open(filename, 'rb')):
retval[project.id] = project
return retval
def write_projects(filename):
cPickle.dump(Ctx()._projects.values(), open(filename, 'wb'), -1)
|