95
95
def iter_topo_order(self):
96
96
"""Yield the nodes of the graph in a topological order.
98
98
After finishing iteration the sorter is empty and you cannot continue
102
visitable = set(graph)
104
# this is a stack storing the depth first search into the graph.
105
pending_node_stack = []
106
# at each level of 'recursion' we have to check each parent. This
107
# stack stores the parents we have not yet checked for the node at the
108
# matching depth in pending_node_stack
109
pending_parents_stack = []
111
# this is a set of the completed nodes for fast checking whether a
112
# parent in a node we are processing on the stack has already been
113
# emitted and thus can be skipped.
114
completed_node_names = set()
117
102
# now pick a random node in the source graph, and transfer it to the
118
# top of the depth first search stack of pending nodes.
119
node_name, parents = graph.popitem()
120
pending_node_stack.append(node_name)
121
pending_parents_stack.append(list(parents))
123
# loop until pending_node_stack is empty
124
while pending_node_stack:
125
parents_to_visit = pending_parents_stack[-1]
126
# if there are no parents left, the revision is done
103
# top of the depth first search stack.
104
node_name, parents = self._graph.popitem()
105
self._push_node(node_name, parents)
106
while self._node_name_stack:
107
# loop until this call completes.
108
parents_to_visit = self._pending_parents_stack[-1]
109
# if all parents are done, the revision is done
127
110
if not parents_to_visit:
128
111
# append the revision to the topo sorted list
129
# all the nodes parents have been added to the output,
130
# now we can add it to the output.
131
popped_node = pending_node_stack.pop()
132
pending_parents_stack.pop()
133
completed_node_names.add(popped_node)
112
# all the nodes parents have been added to the output, now
113
# we can add it to the output.
114
yield self._pop_node()
136
# recurse depth first into a single parent
137
next_node_name = parents_to_visit.pop()
139
if next_node_name in completed_node_names:
140
# parent was already completed by a child, skip it.
142
if next_node_name not in visitable:
143
# parent is not a node in the original graph, skip it.
146
# transfer it along with its parents from the source graph
147
# into the top of the current depth first search stack.
149
parents = graph.pop(next_node_name)
151
# if the next node is not in the source graph it has
152
# already been popped from it and placed into the
153
# current search stack (but not completed or we would
154
# have hit the continue 6 lines up). this indicates a
156
raise errors.GraphCycleError(pending_node_stack)
157
pending_node_stack.append(next_node_name)
158
pending_parents_stack.append(list(parents))
161
def merge_sort(graph, branch_tip, mainline_revisions=None, generate_revno=False):
116
while self._pending_parents_stack[-1]:
117
# recurse depth first into a single parent
118
next_node_name = self._pending_parents_stack[-1].pop()
119
if next_node_name in self._completed_node_names:
120
# this parent was completed by a child on the
121
# call stack. skip it.
123
# otherwise transfer it from the source graph into the
124
# top of the current depth first search stack.
126
parents = self._graph.pop(next_node_name)
128
# if the next node is not in the source graph it has
129
# already been popped from it and placed into the
130
# current search stack (but not completed or we would
131
# have hit the continue 4 lines up.
132
# this indicates a cycle.
133
raise errors.GraphCycleError(self._node_name_stack)
134
self._push_node(next_node_name, parents)
135
# and do not continue processing parents until this 'call'
139
def _push_node(self, node_name, parents):
140
"""Add node_name to the pending node stack.
142
Names in this stack will get emitted into the output as they are popped
145
self._node_name_stack.append(node_name)
146
self._pending_parents_stack.append(list(parents))
149
"""Pop the top node off the stack
151
The node is appended to the sorted output.
153
# we are returning from the flattened call frame:
154
# pop off the local variables
155
node_name = self._node_name_stack.pop()
156
self._pending_parents_stack.pop()
158
self._completed_node_names.add(node_name)
162
def merge_sort(graph, branch_tip, mainline_revisions=None):
162
163
"""Topological sort a graph which groups merges.
164
165
:param graph: sequence of pairs of node->parents_list.
165
:param branch_tip: the tip of the branch to graph. Revisions not
166
:param branch_tip: the tip of the branch to graph. Revisions not
166
167
reachable from branch_tip are not included in the
168
169
:param mainline_revisions: If not None this forces a mainline to be
400
# the scheduling order is: F, E, D, C, B, A
339
# the scheduling order is: F, E, D, C, B, A
401
340
# that is - 'left subtree, right subtree, node'
402
341
# which would mean that when we schedule A we can emit the entire tree.
403
342
self._scheduled_nodes = []
404
# This records for each node when we have processed its left most
343
# This records for each node when we have processed its left most
405
344
# unmerged subtree. After this subtree is scheduled, all other subtrees
406
345
# have their merge depth increased by one from this nodes merge depth.
407
# it contains tuples - name, merge_depth
408
self._left_subtree_pushed_stack = []
346
self._left_subtree_done_stack = []
410
348
# seed the search with the tip of the branch
411
if (branch_tip is not None and
412
branch_tip != _mod_revision.NULL_REVISION and
413
branch_tip != (_mod_revision.NULL_REVISION,)):
349
if branch_tip is not None:
414
350
parents = self._graph.pop(branch_tip)
415
351
self._push_node(branch_tip, 0, parents)
417
353
def sorted(self):
418
354
"""Sort the graph and return as a list.
420
356
After calling this the sorter is empty and you must create a new one.
422
358
return list(self.iter_topo_order())
424
360
def iter_topo_order(self):
425
361
"""Yield the nodes of the graph in a topological order.
427
363
After finishing iteration the sorter is empty and you cannot continue
430
# These are safe to offload to local variables, because they are used
431
# as a stack and modified in place, never assigned to.
432
node_name_stack = self._node_name_stack
433
node_merge_depth_stack = self._node_merge_depth_stack
434
pending_parents_stack = self._pending_parents_stack
435
left_subtree_pushed_stack = self._left_subtree_pushed_stack
436
completed_node_names = self._completed_node_names
437
scheduled_nodes = self._scheduled_nodes
439
graph_pop = self._graph.pop
441
def push_node(node_name, merge_depth, parents,
442
node_name_stack_append=node_name_stack.append,
443
node_merge_depth_stack_append=node_merge_depth_stack.append,
444
left_subtree_pushed_stack_append=left_subtree_pushed_stack.append,
445
pending_parents_stack_append=pending_parents_stack.append,
446
first_child_stack_append=self._first_child_stack.append,
449
"""Add node_name to the pending node stack.
451
Names in this stack will get emitted into the output as they are popped
454
This inlines a lot of self._variable.append functions as local
457
node_name_stack_append(node_name)
458
node_merge_depth_stack_append(merge_depth)
459
left_subtree_pushed_stack_append(False)
460
pending_parents_stack_append(list(parents))
461
# as we push it, check if it is the first child
464
# node has parents, assign from the left most parent.
466
parent_info = revnos[parents[0]]
468
# Left-hand parent is a ghost, consider it not to exist
470
if parent_info is not None:
471
first_child = parent_info[1]
472
parent_info[1] = False
474
# We don't use the same algorithm here, but we need to keep the
477
first_child_stack_append(first_child)
479
def pop_node(node_name_stack_pop=node_name_stack.pop,
480
node_merge_depth_stack_pop=node_merge_depth_stack.pop,
481
first_child_stack_pop=self._first_child_stack.pop,
482
left_subtree_pushed_stack_pop=left_subtree_pushed_stack.pop,
483
pending_parents_stack_pop=pending_parents_stack.pop,
484
original_graph=self._original_graph,
486
completed_node_names_add=self._completed_node_names.add,
487
scheduled_nodes_append=scheduled_nodes.append,
488
revno_to_branch_count=self._revno_to_branch_count,
490
"""Pop the top node off the stack
492
The node is appended to the sorted output.
494
# we are returning from the flattened call frame:
495
# pop off the local variables
496
node_name = node_name_stack_pop()
497
merge_depth = node_merge_depth_stack_pop()
498
first_child = first_child_stack_pop()
499
# remove this node from the pending lists:
500
left_subtree_pushed_stack_pop()
501
pending_parents_stack_pop()
503
parents = original_graph[node_name]
506
# node has parents, assign from the left most parent.
508
parent_revno = revnos[parents[0]][0]
510
# left-hand parent is a ghost, treat it as not existing
512
if parent_revno is not None:
514
# not the first child, make a new branch
515
base_revno = parent_revno[0]
516
branch_count = revno_to_branch_count.get(base_revno, 0)
518
revno_to_branch_count[base_revno] = branch_count
519
revno = (parent_revno[0], branch_count, 1)
520
# revno = (parent_revno[0], branch_count, parent_revno[-1]+1)
522
# as the first child, we just increase the final revision
524
revno = parent_revno[:-1] + (parent_revno[-1] + 1,)
526
# no parents, use the root sequence
527
root_count = revno_to_branch_count.get(0, -1)
530
revno = (0, root_count, 1)
533
revno_to_branch_count[0] = root_count
535
# store the revno for this node for future reference
536
revnos[node_name][0] = revno
537
completed_node_names_add(node_name)
538
scheduled_nodes_append((node_name, merge_depth, revno))
542
while node_name_stack:
366
while self._node_name_stack:
543
367
# loop until this call completes.
544
parents_to_visit = pending_parents_stack[-1]
368
parents_to_visit = self._pending_parents_stack[-1]
545
369
# if all parents are done, the revision is done
546
370
if not parents_to_visit:
547
371
# append the revision to the topo sorted scheduled list:
548
372
# all the nodes parents have been scheduled added, now
549
373
# we can add it to the output.
552
while pending_parents_stack[-1]:
553
if not left_subtree_pushed_stack[-1]:
376
while self._pending_parents_stack[-1]:
377
if not self._left_subtree_done_stack[-1]:
554
378
# recurse depth first into the primary parent
555
next_node_name = pending_parents_stack[-1].pop(0)
556
is_left_subtree = True
557
left_subtree_pushed_stack[-1] = True
379
next_node_name = self._pending_parents_stack[-1].pop(0)
559
381
# place any merges in right-to-left order for scheduling
560
382
# which gives us left-to-right order after we reverse
561
# the scheduled queue. XXX: This has the effect of
383
# the scheduled queue. XXX: This has the effect of
562
384
# allocating common-new revisions to the right-most
563
# subtree rather than the left most, which will
385
# subtree rather than the left most, which will
564
386
# display nicely (you get smaller trees at the top
565
387
# of the combined merge).
566
next_node_name = pending_parents_stack[-1].pop()
567
is_left_subtree = False
568
if next_node_name in completed_node_names:
388
next_node_name = self._pending_parents_stack[-1].pop()
389
if next_node_name in self._completed_node_names:
569
390
# this parent was completed by a child on the
570
391
# call stack. skip it.
572
393
# otherwise transfer it from the source graph into the
573
394
# top of the current depth first search stack.
575
parents = graph_pop(next_node_name)
396
parents = self._graph.pop(next_node_name)
577
398
# if the next node is not in the source graph it has
578
399
# already been popped from it and placed into the
579
400
# current search stack (but not completed or we would
580
401
# have hit the continue 4 lines up.
581
402
# this indicates a cycle.
582
if next_node_name in self._original_graph:
583
raise errors.GraphCycleError(node_name_stack)
585
# This is just a ghost parent, ignore it
403
raise errors.GraphCycleError(self._node_name_stack)
587
404
next_merge_depth = 0
589
# a new child branch from name_stack[-1]
405
if self._left_subtree_done_stack[-1]:
590
408
next_merge_depth = 0
409
self._left_subtree_done_stack[-1] = True
593
410
next_merge_depth = (
594
node_merge_depth_stack[-1] + next_merge_depth)
411
self._node_merge_depth_stack[-1] + next_merge_depth)
597
414
next_merge_depth,
599
# and do not continue processing parents until this 'call'
416
# and do not continue processing parents until this 'call'
603
419
# We have scheduled the graph. Now deliver the ordered output:
604
420
sequence_number = 0
605
stop_revision = self._stop_revision
606
generate_revno = self._generate_revno
607
original_graph = self._original_graph
609
while scheduled_nodes:
610
node_name, merge_depth, revno = scheduled_nodes.pop()
611
if node_name == stop_revision:
421
while self._scheduled_nodes:
422
node_name, merge_depth = self._scheduled_nodes.pop()
423
if node_name == self._stop_revision:
613
if not len(scheduled_nodes):
614
# last revision is the end of a merge
425
if not len(self._scheduled_nodes):
615
426
end_of_merge = True
616
elif scheduled_nodes[-1][1] < merge_depth:
427
elif self._scheduled_nodes[-1][1] < merge_depth:
617
428
# the next node is to our left
618
429
end_of_merge = True
619
elif (scheduled_nodes[-1][1] == merge_depth and
620
(scheduled_nodes[-1][0] not in
621
original_graph[node_name])):
430
elif (self._scheduled_nodes[-1][1] == merge_depth and
431
(self._scheduled_nodes[-1][0] not in
432
self._original_graph[node_name])):
622
433
# the next node was part of a multiple-merge.
623
434
end_of_merge = True
625
436
end_of_merge = False
627
yield (sequence_number, node_name, merge_depth, revno, end_of_merge)
629
yield (sequence_number, node_name, merge_depth, end_of_merge)
437
yield (sequence_number, node_name, merge_depth, end_of_merge)
630
438
sequence_number += 1
632
440
def _push_node(self, node_name, merge_depth, parents):
633
441
"""Add node_name to the pending node stack.
635
443
Names in this stack will get emitted into the output as they are popped
638
446
self._node_name_stack.append(node_name)
639
447
self._node_merge_depth_stack.append(merge_depth)
640
self._left_subtree_pushed_stack.append(False)
448
self._left_subtree_done_stack.append(False)
641
449
self._pending_parents_stack.append(list(parents))
642
# as we push it, figure out if this is the first child
645
# node has parents, assign from the left most parent.
647
parent_info = self._revnos[parents[0]]
649
# Left-hand parent is a ghost, consider it not to exist
651
if parent_info is not None:
652
first_child = parent_info[1]
653
parent_info[1] = False
655
# We don't use the same algorithm here, but we need to keep the
658
self._first_child_stack.append(first_child)
660
451
def _pop_node(self):
661
"""Pop the top node off the stack
452
"""Pop the top node off the stack
663
454
The node is appended to the sorted output.