648
648
self.assertEqual(0, len(index._leaf_node_cache))
650
650
def test_trivial_constructor(self):
651
t = transport.get_transport('trace+' + self.get_url(''))
652
index = btree_index.BTreeGraphIndex(t, 'index', None)
651
transport = get_transport('trace+' + self.get_url(''))
652
index = btree_index.BTreeGraphIndex(transport, 'index', None)
653
653
# Checks the page size at load, but that isn't logged yet.
654
self.assertEqual([], t._activity)
654
self.assertEqual([], transport._activity)
656
656
def test_with_size_constructor(self):
657
t = transport.get_transport('trace+' + self.get_url(''))
658
index = btree_index.BTreeGraphIndex(t, 'index', 1)
657
transport = get_transport('trace+' + self.get_url(''))
658
index = btree_index.BTreeGraphIndex(transport, 'index', 1)
659
659
# Checks the page size at load, but that isn't logged yet.
660
self.assertEqual([], t._activity)
660
self.assertEqual([], transport._activity)
662
662
def test_empty_key_count_no_size(self):
663
663
builder = btree_index.BTreeBuilder(key_elements=1, reference_lists=0)
664
t = transport.get_transport('trace+' + self.get_url(''))
665
t.put_file('index', builder.finish())
666
index = btree_index.BTreeGraphIndex(t, 'index', None)
668
self.assertEqual([], t._activity)
664
transport = get_transport('trace+' + self.get_url(''))
665
transport.put_file('index', builder.finish())
666
index = btree_index.BTreeGraphIndex(transport, 'index', None)
667
del transport._activity[:]
668
self.assertEqual([], transport._activity)
669
669
self.assertEqual(0, index.key_count())
670
670
# The entire index should have been requested (as we generally have the
671
671
# size available, and doing many small readvs is inappropriate).
672
672
# We can't tell how much was actually read here, but - check the code.
673
self.assertEqual([('get', 'index')], t._activity)
673
self.assertEqual([('get', 'index')], transport._activity)
675
675
def test_empty_key_count(self):
676
676
builder = btree_index.BTreeBuilder(key_elements=1, reference_lists=0)
677
t = transport.get_transport('trace+' + self.get_url(''))
678
size = t.put_file('index', builder.finish())
677
transport = get_transport('trace+' + self.get_url(''))
678
size = transport.put_file('index', builder.finish())
679
679
self.assertEqual(72, size)
680
index = btree_index.BTreeGraphIndex(t, 'index', size)
682
self.assertEqual([], t._activity)
680
index = btree_index.BTreeGraphIndex(transport, 'index', size)
681
del transport._activity[:]
682
self.assertEqual([], transport._activity)
683
683
self.assertEqual(0, index.key_count())
684
684
# The entire index should have been read, as 4K > size
685
685
self.assertEqual([('readv', 'index', [(0, 72)], False, None)],
688
688
def test_non_empty_key_count_2_2(self):
689
689
builder = btree_index.BTreeBuilder(key_elements=2, reference_lists=2)
690
690
nodes = self.make_nodes(35, 2, 2)
691
691
for node in nodes:
692
692
builder.add_node(*node)
693
t = transport.get_transport('trace+' + self.get_url(''))
694
size = t.put_file('index', builder.finish())
695
index = btree_index.BTreeGraphIndex(t, 'index', size)
697
self.assertEqual([], t._activity)
693
transport = get_transport('trace+' + self.get_url(''))
694
size = transport.put_file('index', builder.finish())
695
index = btree_index.BTreeGraphIndex(transport, 'index', size)
696
del transport._activity[:]
697
self.assertEqual([], transport._activity)
698
698
self.assertEqual(70, index.key_count())
699
699
# The entire index should have been read, as it is one page long.
700
700
self.assertEqual([('readv', 'index', [(0, size)], False, None)],
702
702
self.assertEqual(1173, size)
704
704
def test_with_offset_no_size(self):
747
747
nodes = self.make_nodes(160, 2, 2)
748
748
for node in nodes:
749
749
builder.add_node(*node)
750
t = transport.get_transport('trace+' + self.get_url(''))
751
size = t.put_file('index', builder.finish())
750
transport = get_transport('trace+' + self.get_url(''))
751
size = transport.put_file('index', builder.finish())
752
752
self.assertEqual(17692, size)
753
index = btree_index.BTreeGraphIndex(t, 'index', size)
755
self.assertEqual([], t._activity)
753
index = btree_index.BTreeGraphIndex(transport, 'index', size)
754
del transport._activity[:]
755
self.assertEqual([], transport._activity)
756
756
self.assertEqual(320, index.key_count())
757
757
# The entire index should not have been read.
758
758
self.assertEqual([('readv', 'index', [(0, 4096)], False, None)],
761
761
def test_validate_one_page(self):
762
762
builder = btree_index.BTreeBuilder(key_elements=2, reference_lists=2)
763
763
nodes = self.make_nodes(45, 2, 2)
764
764
for node in nodes:
765
765
builder.add_node(*node)
766
t = transport.get_transport('trace+' + self.get_url(''))
767
size = t.put_file('index', builder.finish())
768
index = btree_index.BTreeGraphIndex(t, 'index', size)
770
self.assertEqual([], t._activity)
766
transport = get_transport('trace+' + self.get_url(''))
767
size = transport.put_file('index', builder.finish())
768
index = btree_index.BTreeGraphIndex(transport, 'index', size)
769
del transport._activity[:]
770
self.assertEqual([], transport._activity)
772
772
# The entire index should have been read linearly.
773
773
self.assertEqual([('readv', 'index', [(0, size)], False, None)],
775
775
self.assertEqual(1488, size)
777
777
def test_validate_two_pages(self):
779
779
nodes = self.make_nodes(80, 2, 2)
780
780
for node in nodes:
781
781
builder.add_node(*node)
782
t = transport.get_transport('trace+' + self.get_url(''))
783
size = t.put_file('index', builder.finish())
782
transport = get_transport('trace+' + self.get_url(''))
783
size = transport.put_file('index', builder.finish())
784
784
# Root page, 2 leaf pages
785
785
self.assertEqual(9339, size)
786
index = btree_index.BTreeGraphIndex(t, 'index', size)
788
self.assertEqual([], t._activity)
786
index = btree_index.BTreeGraphIndex(transport, 'index', size)
787
del transport._activity[:]
788
self.assertEqual([], transport._activity)
790
790
# The entire index should have been read linearly.
792
[('readv', 'index', [(0, 4096)], False, None),
793
('readv', 'index', [(4096, 4096), (8192, 1147)], False, None)],
791
self.assertEqual([('readv', 'index', [(0, 4096)], False, None),
792
('readv', 'index', [(4096, 4096), (8192, 1147)], False, None)],
795
794
# XXX: TODO: write some badly-ordered nodes, and some pointers-to-wrong
796
795
# node and make validate find them.
798
797
def test_eq_ne(self):
799
798
# two indices are equal when constructed with the same parameters:
800
t1 = transport.get_transport('trace+' + self.get_url(''))
801
t2 = transport.get_transport(self.get_url(''))
803
btree_index.BTreeGraphIndex(t1, 'index', None) ==
804
btree_index.BTreeGraphIndex(t1, 'index', None))
806
btree_index.BTreeGraphIndex(t1, 'index', 20) ==
807
btree_index.BTreeGraphIndex(t1, 'index', 20))
809
btree_index.BTreeGraphIndex(t1, 'index', 20) ==
810
btree_index.BTreeGraphIndex(t2, 'index', 20))
812
btree_index.BTreeGraphIndex(t1, 'inde1', 20) ==
813
btree_index.BTreeGraphIndex(t1, 'inde2', 20))
815
btree_index.BTreeGraphIndex(t1, 'index', 10) ==
816
btree_index.BTreeGraphIndex(t1, 'index', 20))
818
btree_index.BTreeGraphIndex(t1, 'index', None) !=
819
btree_index.BTreeGraphIndex(t1, 'index', None))
821
btree_index.BTreeGraphIndex(t1, 'index', 20) !=
822
btree_index.BTreeGraphIndex(t1, 'index', 20))
824
btree_index.BTreeGraphIndex(t1, 'index', 20) !=
825
btree_index.BTreeGraphIndex(t2, 'index', 20))
827
btree_index.BTreeGraphIndex(t1, 'inde1', 20) !=
828
btree_index.BTreeGraphIndex(t1, 'inde2', 20))
830
btree_index.BTreeGraphIndex(t1, 'index', 10) !=
831
btree_index.BTreeGraphIndex(t1, 'index', 20))
799
transport1 = get_transport('trace+' + self.get_url(''))
800
transport2 = get_transport(self.get_url(''))
802
btree_index.BTreeGraphIndex(transport1, 'index', None) ==
803
btree_index.BTreeGraphIndex(transport1, 'index', None))
805
btree_index.BTreeGraphIndex(transport1, 'index', 20) ==
806
btree_index.BTreeGraphIndex(transport1, 'index', 20))
808
btree_index.BTreeGraphIndex(transport1, 'index', 20) ==
809
btree_index.BTreeGraphIndex(transport2, 'index', 20))
811
btree_index.BTreeGraphIndex(transport1, 'inde1', 20) ==
812
btree_index.BTreeGraphIndex(transport1, 'inde2', 20))
814
btree_index.BTreeGraphIndex(transport1, 'index', 10) ==
815
btree_index.BTreeGraphIndex(transport1, 'index', 20))
817
btree_index.BTreeGraphIndex(transport1, 'index', None) !=
818
btree_index.BTreeGraphIndex(transport1, 'index', None))
820
btree_index.BTreeGraphIndex(transport1, 'index', 20) !=
821
btree_index.BTreeGraphIndex(transport1, 'index', 20))
823
btree_index.BTreeGraphIndex(transport1, 'index', 20) !=
824
btree_index.BTreeGraphIndex(transport2, 'index', 20))
826
btree_index.BTreeGraphIndex(transport1, 'inde1', 20) !=
827
btree_index.BTreeGraphIndex(transport1, 'inde2', 20))
829
btree_index.BTreeGraphIndex(transport1, 'index', 10) !=
830
btree_index.BTreeGraphIndex(transport1, 'index', 20))
833
832
def test_iter_all_only_root_no_size(self):
834
833
self.make_index(nodes=[(('key',), 'value', ())])
835
t = transport.get_transport('trace+' + self.get_url(''))
836
index = btree_index.BTreeGraphIndex(t, 'index', None)
834
trans = get_transport('trace+' + self.get_url(''))
835
index = btree_index.BTreeGraphIndex(trans, 'index', None)
836
del trans._activity[:]
838
837
self.assertEqual([(('key',), 'value')],
839
838
[x[1:] for x in index.iter_all_entries()])
840
self.assertEqual([('get', 'index')], t._activity)
839
self.assertEqual([('get', 'index')], trans._activity)
842
841
def test_iter_all_entries_reads(self):
843
842
# iterating all entries reads the header, then does a linear