blob: 3ab9e3f60c0b0341c3cb37e9026bdc217ba6aa97 [file] [log] [blame]
Linus Torvaldsa733cb62005-06-28 14:21:02 -07001#ifndef PACK_H
2#define PACK_H
3
Linus Torvalds19746322006-07-11 20:45:31 -07004#include "object.h"
Junio C Hamanoc0ad4652011-10-28 11:40:48 -07005#include "csum-file.h"
Linus Torvaldsa733cb62005-06-28 14:21:02 -07006
Elijah Newrenec2f0262023-03-21 06:26:08 +00007struct packed_git;
8struct pack_window;
Nguyễn Thái Ngọc Duy94e10822018-11-10 06:49:07 +01009struct repository;
10
Linus Torvaldsa733cb62005-06-28 14:21:02 -070011/*
12 * Packed object header
13 */
14#define PACK_SIGNATURE 0x5041434b /* "PACK" */
Junio C Hamano29f049a2006-10-14 23:37:41 -070015#define PACK_VERSION 2
Nicolas Pitred60fc1c2006-02-09 17:50:04 -050016#define pack_version_ok(v) ((v) == htonl(2) || (v) == htonl(3))
Linus Torvaldsa733cb62005-06-28 14:21:02 -070017struct pack_header {
Simon 'corecode' Schubertbb791032007-01-17 09:07:23 +010018 uint32_t hdr_signature;
19 uint32_t hdr_version;
20 uint32_t hdr_entries;
Linus Torvaldsa733cb62005-06-28 14:21:02 -070021};
22
Shawn O. Pearcedf1b0592007-01-17 20:43:57 -050023/*
Nicolas Pitre42873072007-03-16 16:42:50 -040024 * The first four bytes of index formats later than version 1 should
25 * start with this signature, as all older git binaries would find this
26 * value illegal and abort reading the file.
Shawn O. Pearcedf1b0592007-01-17 20:43:57 -050027 *
28 * This is the case because the number of objects in a packfile
29 * cannot exceed 1,431,660,000 as every object would need at least
Nicolas Pitre42873072007-03-16 16:42:50 -040030 * 3 bytes of data and the overall packfile cannot exceed 4 GiB with
31 * version 1 of the index file due to the offsets limited to 32 bits.
32 * Clearly the signature exceeds this maximum.
Shawn O. Pearcedf1b0592007-01-17 20:43:57 -050033 *
34 * Very old git binaries will also compare the first 4 bytes to the
35 * next 4 bytes in the index and abort with a "non-monotonic index"
36 * error if the second 4 byte word is smaller than the first 4
37 * byte word. This would be true in the proposed future index
38 * format as idx_signature would be greater than idx_version.
39 */
40#define PACK_IDX_SIGNATURE 0xff744f63 /* "\377tOc" */
41
Junio C Hamanoebcfb372011-02-25 15:43:25 -080042struct pack_idx_option {
Junio C Hamanoe337a042011-02-02 17:29:01 -080043 unsigned flags;
44 /* flag bits */
Junio C Hamano68be2fe2011-11-16 22:04:13 -080045#define WRITE_IDX_VERIFY 01 /* verify only, do not write the idx file */
46#define WRITE_IDX_STRICT 02
Taylor Blau8ef50d92021-01-25 18:37:18 -050047#define WRITE_REV 04
48#define WRITE_REV_VERIFY 010
Taylor Blau5dfaf492022-05-20 19:17:43 -040049#define WRITE_MTIMES 020
Junio C Hamanoe337a042011-02-02 17:29:01 -080050
Junio C Hamanoebcfb372011-02-25 15:43:25 -080051 uint32_t version;
52 uint32_t off32_limit;
Junio C Hamano3c9fc072011-02-25 16:55:26 -080053
54 /*
55 * List of offsets that would fit within off32_limit but
56 * need to be written out as 64-bit entity for byte-for-byte
57 * verification.
58 */
59 int anomaly_alloc, anomaly_nr;
60 uint32_t *anomaly;
Junio C Hamanoebcfb372011-02-25 15:43:25 -080061};
62
Denton Liu55454422019-04-29 04:28:14 -040063void reset_pack_idx_option(struct pack_idx_option *);
Geert Boschaa7e44b2007-06-01 15:18:05 -040064
Nicolas Pitre42873072007-03-16 16:42:50 -040065/*
66 * Packed object index header
67 */
68struct pack_idx_header {
69 uint32_t idx_signature;
70 uint32_t idx_version;
71};
72
Geert Boschaa7e44b2007-06-01 15:18:05 -040073/*
74 * Common part of object structure used for write_idx_file
75 */
76struct pack_idx_entry {
brian m. carlsone6a492b2017-05-06 22:10:11 +000077 struct object_id oid;
Geert Boschaa7e44b2007-06-01 15:18:05 -040078 uint32_t crc32;
79 off_t offset;
80};
81
Nguyễn Thái Ngọc Duyc9486eb2011-11-07 09:59:25 +070082
Nguyễn Thái Ngọc Duy1e49f222011-11-07 09:59:26 +070083struct progress;
Nguyễn Thái Ngọc Duyec9d2242016-07-13 17:44:04 +020084/* Note, the data argument could be NULL if object type is blob */
brian m. carlson9fd75042017-05-06 22:10:20 +000085typedef int (*verify_fn)(const struct object_id *, enum object_type, unsigned long, void*, int*);
Nguyễn Thái Ngọc Duyc9486eb2011-11-07 09:59:25 +070086
Denton Liu55454422019-04-29 04:28:14 -040087const char *write_idx_file(const char *index_name, struct pack_idx_entry **objects, int nr_objects, const struct pack_idx_option *, const unsigned char *sha1);
88int check_pack_crc(struct packed_git *p, struct pack_window **w_curs, off_t offset, off_t len, unsigned int nr);
89int verify_pack_index(struct packed_git *);
90int verify_pack(struct repository *, struct packed_git *, verify_fn fn, struct progress *, uint32_t);
91off_t write_pack_header(struct hashfile *f, uint32_t);
92void fixup_pack_header_footer(int, unsigned char *, const char *, uint32_t, unsigned char *, off_t);
Jonathan Tan5476e1e2021-02-22 11:20:09 -080093char *index_pack_lockfile(int fd, int *is_well_formed);
Jeff King2c5e2862017-03-24 13:26:50 -040094
Christian Couder33add2a2021-01-12 09:21:59 +010095struct ref;
96
97void write_promisor_file(const char *promisor_name, struct ref **sought, int nr_sought);
98
Taylor Blau8ef50d92021-01-25 18:37:18 -050099const char *write_rev_file(const char *rev_name, struct pack_idx_entry **objects, uint32_t nr_objects, const unsigned char *hash, unsigned flags);
Taylor Blaua587b5a2021-03-30 11:04:29 -0400100const char *write_rev_file_order(const char *rev_name, uint32_t *pack_order, uint32_t nr_objects, const unsigned char *hash, unsigned flags);
Taylor Blau8ef50d92021-01-25 18:37:18 -0500101
Jeff King2c5e2862017-03-24 13:26:50 -0400102/*
103 * The "hdr" output buffer should be at least this big, which will handle sizes
104 * up to 2^67.
105 */
106#define MAX_PACK_OBJECT_HEADER 10
Denton Liu55454422019-04-29 04:28:14 -0400107int encode_in_pack_object_header(unsigned char *hdr, int hdr_len,
Denton Liuad6dad02019-04-29 04:28:23 -0400108 enum object_type, uintmax_t);
Junio C Hamanoa69e5422007-01-22 21:55:18 -0800109
110#define PH_ERROR_EOF (-1)
111#define PH_ERROR_PACK_SIGNATURE (-2)
112#define PH_ERROR_PROTOCOL (-3)
Denton Liu55454422019-04-29 04:28:14 -0400113int read_pack_header(int fd, struct pack_header *);
Junio C Hamanocdf9db32011-10-28 11:52:14 -0700114
Taylor Blau1c573cd2022-05-20 19:17:38 -0400115struct packing_data;
116
Denton Liu55454422019-04-29 04:28:14 -0400117struct hashfile *create_tmp_packfile(char **pack_tmp_name);
Ævar Arnfjörð Bjarmason2ec02dd2021-09-09 19:24:56 -0400118void stage_tmp_packfiles(struct strbuf *name_buffer,
Ævar Arnfjörð Bjarmason0c41a882021-09-08 23:24:47 -0400119 const char *pack_tmp_name,
120 struct pack_idx_entry **written_list,
121 uint32_t nr_written,
Taylor Blau1c573cd2022-05-20 19:17:38 -0400122 struct packing_data *to_pack,
Ævar Arnfjörð Bjarmason0c41a882021-09-08 23:24:47 -0400123 struct pack_idx_option *pack_idx_opts,
Ævar Arnfjörð Bjarmason2ec02dd2021-09-09 19:24:56 -0400124 unsigned char hash[],
125 char **idx_tmp_name);
126void rename_tmp_packfile_idx(struct strbuf *basename,
127 char **idx_tmp_name);
Junio C Hamanocdf9db32011-10-28 11:52:14 -0700128
Linus Torvaldsa733cb62005-06-28 14:21:02 -0700129#endif