| /* |
| Copyright 2020 Google LLC |
| |
| Use of this source code is governed by a BSD-style |
| license that can be found in the LICENSE file or at |
| https://developers.google.com/open-source/licenses/bsd |
| */ |
| |
| #include "merged.h" |
| |
| #include "system.h" |
| |
| #include "basics.h" |
| #include "blocksource.h" |
| #include "constants.h" |
| #include "reader.h" |
| #include "record.h" |
| #include "test_framework.h" |
| #include "reftable-merged.h" |
| #include "reftable-tests.h" |
| #include "reftable-generic.h" |
| #include "reftable-writer.h" |
| |
| static void write_test_table(struct strbuf *buf, |
| struct reftable_ref_record refs[], int n) |
| { |
| uint64_t min = 0xffffffff; |
| uint64_t max = 0; |
| int i = 0; |
| int err; |
| |
| struct reftable_write_options opts = { |
| .block_size = 256, |
| }; |
| struct reftable_writer *w = NULL; |
| for (i = 0; i < n; i++) { |
| uint64_t ui = refs[i].update_index; |
| if (ui > max) { |
| max = ui; |
| } |
| if (ui < min) { |
| min = ui; |
| } |
| } |
| |
| w = reftable_new_writer(&strbuf_add_void, &noop_flush, buf, &opts); |
| reftable_writer_set_limits(w, min, max); |
| |
| for (i = 0; i < n; i++) { |
| uint64_t before = refs[i].update_index; |
| int n = reftable_writer_add_ref(w, &refs[i]); |
| EXPECT(n == 0); |
| EXPECT(before == refs[i].update_index); |
| } |
| |
| err = reftable_writer_close(w); |
| EXPECT_ERR(err); |
| |
| reftable_writer_free(w); |
| } |
| |
| static void write_test_log_table(struct strbuf *buf, |
| struct reftable_log_record logs[], int n, |
| uint64_t update_index) |
| { |
| int i = 0; |
| int err; |
| |
| struct reftable_write_options opts = { |
| .block_size = 256, |
| .exact_log_message = 1, |
| }; |
| struct reftable_writer *w = NULL; |
| w = reftable_new_writer(&strbuf_add_void, &noop_flush, buf, &opts); |
| reftable_writer_set_limits(w, update_index, update_index); |
| |
| for (i = 0; i < n; i++) { |
| int err = reftable_writer_add_log(w, &logs[i]); |
| EXPECT_ERR(err); |
| } |
| |
| err = reftable_writer_close(w); |
| EXPECT_ERR(err); |
| |
| reftable_writer_free(w); |
| } |
| |
| static struct reftable_merged_table * |
| merged_table_from_records(struct reftable_ref_record **refs, |
| struct reftable_block_source **source, |
| struct reftable_reader ***readers, int *sizes, |
| struct strbuf *buf, size_t n) |
| { |
| struct reftable_merged_table *mt = NULL; |
| struct reftable_table *tabs; |
| int err; |
| |
| REFTABLE_CALLOC_ARRAY(tabs, n); |
| REFTABLE_CALLOC_ARRAY(*readers, n); |
| REFTABLE_CALLOC_ARRAY(*source, n); |
| |
| for (size_t i = 0; i < n; i++) { |
| write_test_table(&buf[i], refs[i], sizes[i]); |
| block_source_from_strbuf(&(*source)[i], &buf[i]); |
| |
| err = reftable_new_reader(&(*readers)[i], &(*source)[i], |
| "name"); |
| EXPECT_ERR(err); |
| reftable_table_from_reader(&tabs[i], (*readers)[i]); |
| } |
| |
| err = reftable_new_merged_table(&mt, tabs, n, GIT_SHA1_FORMAT_ID); |
| EXPECT_ERR(err); |
| return mt; |
| } |
| |
| static void readers_destroy(struct reftable_reader **readers, size_t n) |
| { |
| int i = 0; |
| for (; i < n; i++) |
| reftable_reader_free(readers[i]); |
| reftable_free(readers); |
| } |
| |
| static void test_merged_between(void) |
| { |
| struct reftable_ref_record r1[] = { { |
| .refname = (char *) "b", |
| .update_index = 1, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 1, 2, 3, 0 }, |
| } }; |
| struct reftable_ref_record r2[] = { { |
| .refname = (char *) "a", |
| .update_index = 2, |
| .value_type = REFTABLE_REF_DELETION, |
| } }; |
| |
| struct reftable_ref_record *refs[] = { r1, r2 }; |
| int sizes[] = { 1, 1 }; |
| struct strbuf bufs[2] = { STRBUF_INIT, STRBUF_INIT }; |
| struct reftable_block_source *bs = NULL; |
| struct reftable_reader **readers = NULL; |
| struct reftable_merged_table *mt = |
| merged_table_from_records(refs, &bs, &readers, sizes, bufs, 2); |
| int i; |
| struct reftable_ref_record ref = { NULL }; |
| struct reftable_iterator it = { NULL }; |
| int err; |
| |
| merged_table_init_iter(mt, &it, BLOCK_TYPE_REF); |
| err = reftable_iterator_seek_ref(&it, "a"); |
| EXPECT_ERR(err); |
| |
| err = reftable_iterator_next_ref(&it, &ref); |
| EXPECT_ERR(err); |
| EXPECT(ref.update_index == 2); |
| reftable_ref_record_release(&ref); |
| reftable_iterator_destroy(&it); |
| readers_destroy(readers, 2); |
| reftable_merged_table_free(mt); |
| for (i = 0; i < ARRAY_SIZE(bufs); i++) { |
| strbuf_release(&bufs[i]); |
| } |
| reftable_free(bs); |
| } |
| |
| static void test_merged(void) |
| { |
| struct reftable_ref_record r1[] = { |
| { |
| .refname = (char *) "a", |
| .update_index = 1, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 1 }, |
| }, |
| { |
| .refname = (char *) "b", |
| .update_index = 1, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 1 }, |
| }, |
| { |
| .refname = (char *) "c", |
| .update_index = 1, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 1 }, |
| } |
| }; |
| struct reftable_ref_record r2[] = { { |
| .refname = (char *) "a", |
| .update_index = 2, |
| .value_type = REFTABLE_REF_DELETION, |
| } }; |
| struct reftable_ref_record r3[] = { |
| { |
| .refname = (char *) "c", |
| .update_index = 3, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 2 }, |
| }, |
| { |
| .refname = (char *) "d", |
| .update_index = 3, |
| .value_type = REFTABLE_REF_VAL1, |
| .value.val1 = { 1 }, |
| }, |
| }; |
| |
| struct reftable_ref_record *want[] = { |
| &r2[0], |
| &r1[1], |
| &r3[0], |
| &r3[1], |
| }; |
| |
| struct reftable_ref_record *refs[] = { r1, r2, r3 }; |
| int sizes[3] = { 3, 1, 2 }; |
| struct strbuf bufs[3] = { STRBUF_INIT, STRBUF_INIT, STRBUF_INIT }; |
| struct reftable_block_source *bs = NULL; |
| struct reftable_reader **readers = NULL; |
| struct reftable_merged_table *mt = |
| merged_table_from_records(refs, &bs, &readers, sizes, bufs, 3); |
| struct reftable_iterator it = { NULL }; |
| int err; |
| struct reftable_ref_record *out = NULL; |
| size_t len = 0; |
| size_t cap = 0; |
| int i = 0; |
| |
| merged_table_init_iter(mt, &it, BLOCK_TYPE_REF); |
| err = reftable_iterator_seek_ref(&it, "a"); |
| EXPECT_ERR(err); |
| EXPECT(reftable_merged_table_hash_id(mt) == GIT_SHA1_FORMAT_ID); |
| EXPECT(reftable_merged_table_min_update_index(mt) == 1); |
| |
| while (len < 100) { /* cap loops/recursion. */ |
| struct reftable_ref_record ref = { NULL }; |
| int err = reftable_iterator_next_ref(&it, &ref); |
| if (err > 0) |
| break; |
| |
| REFTABLE_ALLOC_GROW(out, len + 1, cap); |
| out[len++] = ref; |
| } |
| reftable_iterator_destroy(&it); |
| |
| EXPECT(ARRAY_SIZE(want) == len); |
| for (i = 0; i < len; i++) { |
| EXPECT(reftable_ref_record_equal(want[i], &out[i], |
| GIT_SHA1_RAWSZ)); |
| } |
| for (i = 0; i < len; i++) { |
| reftable_ref_record_release(&out[i]); |
| } |
| reftable_free(out); |
| |
| for (i = 0; i < 3; i++) { |
| strbuf_release(&bufs[i]); |
| } |
| readers_destroy(readers, 3); |
| reftable_merged_table_free(mt); |
| reftable_free(bs); |
| } |
| |
| static struct reftable_merged_table * |
| merged_table_from_log_records(struct reftable_log_record **logs, |
| struct reftable_block_source **source, |
| struct reftable_reader ***readers, int *sizes, |
| struct strbuf *buf, size_t n) |
| { |
| struct reftable_merged_table *mt = NULL; |
| struct reftable_table *tabs; |
| int err; |
| |
| REFTABLE_CALLOC_ARRAY(tabs, n); |
| REFTABLE_CALLOC_ARRAY(*readers, n); |
| REFTABLE_CALLOC_ARRAY(*source, n); |
| |
| for (size_t i = 0; i < n; i++) { |
| write_test_log_table(&buf[i], logs[i], sizes[i], i + 1); |
| block_source_from_strbuf(&(*source)[i], &buf[i]); |
| |
| err = reftable_new_reader(&(*readers)[i], &(*source)[i], |
| "name"); |
| EXPECT_ERR(err); |
| reftable_table_from_reader(&tabs[i], (*readers)[i]); |
| } |
| |
| err = reftable_new_merged_table(&mt, tabs, n, GIT_SHA1_FORMAT_ID); |
| EXPECT_ERR(err); |
| return mt; |
| } |
| |
| static void test_merged_logs(void) |
| { |
| struct reftable_log_record r1[] = { |
| { |
| .refname = (char *) "a", |
| .update_index = 2, |
| .value_type = REFTABLE_LOG_UPDATE, |
| .value.update = { |
| .old_hash = { 2 }, |
| /* deletion */ |
| .name = (char *) "jane doe", |
| .email = (char *) "jane@invalid", |
| .message = (char *) "message2", |
| } |
| }, |
| { |
| .refname = (char *) "a", |
| .update_index = 1, |
| .value_type = REFTABLE_LOG_UPDATE, |
| .value.update = { |
| .old_hash = { 1 }, |
| .new_hash = { 2 }, |
| .name = (char *) "jane doe", |
| .email = (char *) "jane@invalid", |
| .message = (char *) "message1", |
| } |
| }, |
| }; |
| struct reftable_log_record r2[] = { |
| { |
| .refname = (char *) "a", |
| .update_index = 3, |
| .value_type = REFTABLE_LOG_UPDATE, |
| .value.update = { |
| .new_hash = { 3 }, |
| .name = (char *) "jane doe", |
| .email = (char *) "jane@invalid", |
| .message = (char *) "message3", |
| } |
| }, |
| }; |
| struct reftable_log_record r3[] = { |
| { |
| .refname = (char *) "a", |
| .update_index = 2, |
| .value_type = REFTABLE_LOG_DELETION, |
| }, |
| }; |
| struct reftable_log_record *want[] = { |
| &r2[0], |
| &r3[0], |
| &r1[1], |
| }; |
| |
| struct reftable_log_record *logs[] = { r1, r2, r3 }; |
| int sizes[3] = { 2, 1, 1 }; |
| struct strbuf bufs[3] = { STRBUF_INIT, STRBUF_INIT, STRBUF_INIT }; |
| struct reftable_block_source *bs = NULL; |
| struct reftable_reader **readers = NULL; |
| struct reftable_merged_table *mt = merged_table_from_log_records( |
| logs, &bs, &readers, sizes, bufs, 3); |
| struct reftable_iterator it = { NULL }; |
| int err; |
| struct reftable_log_record *out = NULL; |
| size_t len = 0; |
| size_t cap = 0; |
| int i = 0; |
| |
| merged_table_init_iter(mt, &it, BLOCK_TYPE_LOG); |
| err = reftable_iterator_seek_log(&it, "a"); |
| EXPECT_ERR(err); |
| EXPECT(reftable_merged_table_hash_id(mt) == GIT_SHA1_FORMAT_ID); |
| EXPECT(reftable_merged_table_min_update_index(mt) == 1); |
| |
| while (len < 100) { /* cap loops/recursion. */ |
| struct reftable_log_record log = { NULL }; |
| int err = reftable_iterator_next_log(&it, &log); |
| if (err > 0) |
| break; |
| |
| REFTABLE_ALLOC_GROW(out, len + 1, cap); |
| out[len++] = log; |
| } |
| reftable_iterator_destroy(&it); |
| |
| EXPECT(ARRAY_SIZE(want) == len); |
| for (i = 0; i < len; i++) { |
| EXPECT(reftable_log_record_equal(want[i], &out[i], |
| GIT_SHA1_RAWSZ)); |
| } |
| |
| merged_table_init_iter(mt, &it, BLOCK_TYPE_LOG); |
| err = reftable_iterator_seek_log_at(&it, "a", 2); |
| EXPECT_ERR(err); |
| reftable_log_record_release(&out[0]); |
| err = reftable_iterator_next_log(&it, &out[0]); |
| EXPECT_ERR(err); |
| EXPECT(reftable_log_record_equal(&out[0], &r3[0], GIT_SHA1_RAWSZ)); |
| reftable_iterator_destroy(&it); |
| |
| for (i = 0; i < len; i++) { |
| reftable_log_record_release(&out[i]); |
| } |
| reftable_free(out); |
| |
| for (i = 0; i < 3; i++) { |
| strbuf_release(&bufs[i]); |
| } |
| readers_destroy(readers, 3); |
| reftable_merged_table_free(mt); |
| reftable_free(bs); |
| } |
| |
| static void test_default_write_opts(void) |
| { |
| struct reftable_write_options opts = { 0 }; |
| struct strbuf buf = STRBUF_INIT; |
| struct reftable_writer *w = |
| reftable_new_writer(&strbuf_add_void, &noop_flush, &buf, &opts); |
| |
| struct reftable_ref_record rec = { |
| .refname = (char *) "master", |
| .update_index = 1, |
| }; |
| int err; |
| struct reftable_block_source source = { NULL }; |
| struct reftable_table *tab = reftable_calloc(1, sizeof(*tab)); |
| uint32_t hash_id; |
| struct reftable_reader *rd = NULL; |
| struct reftable_merged_table *merged = NULL; |
| |
| reftable_writer_set_limits(w, 1, 1); |
| |
| err = reftable_writer_add_ref(w, &rec); |
| EXPECT_ERR(err); |
| |
| err = reftable_writer_close(w); |
| EXPECT_ERR(err); |
| reftable_writer_free(w); |
| |
| block_source_from_strbuf(&source, &buf); |
| |
| err = reftable_new_reader(&rd, &source, "filename"); |
| EXPECT_ERR(err); |
| |
| hash_id = reftable_reader_hash_id(rd); |
| EXPECT(hash_id == GIT_SHA1_FORMAT_ID); |
| |
| reftable_table_from_reader(&tab[0], rd); |
| err = reftable_new_merged_table(&merged, tab, 1, GIT_SHA1_FORMAT_ID); |
| EXPECT_ERR(err); |
| |
| reftable_reader_free(rd); |
| reftable_merged_table_free(merged); |
| strbuf_release(&buf); |
| } |
| |
| /* XXX test refs_for(oid) */ |
| |
| int merged_test_main(int argc, const char *argv[]) |
| { |
| RUN_TEST(test_merged_logs); |
| RUN_TEST(test_merged_between); |
| RUN_TEST(test_merged); |
| RUN_TEST(test_default_write_opts); |
| return 0; |
| } |