2 * Bucket -> Object Converter
4 * (c) 2004, Robert Spalek <robert@ucw.cz>
5 * (c) 2004, Martin Mares <mj@ucw.cz>
9 #include "lib/unaligned.h"
10 #include "lib/pools.h"
11 #include "lib/fastbuf.h"
12 #include "charset/unicode.h"
13 #include "lib/object.h"
14 #include "lib/bucket.h"
15 #include "lib/lizard.h"
16 #include "lib/buck2obj.h"
22 #define RET_ERR(num) ({ errno = num; return -1; })
24 #define GBUF_TYPE byte
25 #define GBUF_PREFIX(x) bb_##x
31 struct lizard_buffer *lizard;
37 struct buck2obj_buf *buf = xmalloc(sizeof(struct buck2obj_buf));
39 buf->lizard = lizard_alloc();
44 buck2obj_free(struct buck2obj_buf *buf)
46 lizard_free(buf->lizard);
52 decode_attributes(byte *ptr, byte *end, struct odes *o, uns can_overwrite)
54 if (can_overwrite >= 2)
64 obj_add_attr_ref(o, type, ptr);
77 byte *dup = mp_alloc_fast_noalign(o->pool, len+1);
78 memcpy(dup, ptr, len);
80 obj_add_attr_ref(o, type, dup);
88 buck2obj_parse(struct buck2obj_buf *buf, uns buck_type, uns buck_len, struct fastbuf *body, struct odes *o_hdr, uns *body_start, struct odes *o_body)
90 if (buck_type == BUCKET_TYPE_PLAIN)
94 obj_read_multi(body, o_hdr); // ignore empty lines, read until EOF or NUL
96 else if (buck_type == BUCKET_TYPE_V30)
98 sh_off_t start = btell(body);
99 obj_read(body, o_hdr); // end on EOF or the first empty line
101 *body_start = btell(body) - start;
104 obj_read(body, o_body);
108 else if (buck_type == BUCKET_TYPE_V33 || buck_type == BUCKET_TYPE_V33_LIZARD)
110 /* Read all the bucket into 1 buffer, 0-copy if possible. */
112 uns len = bdirect_read_prepare(body, &ptr);
115 || (body->can_overwrite_buffer < 2 && buck_type == BUCKET_TYPE_V33))
117 /* Copy if the original buffer is too small.
118 * If it is write-protected, copy it also if it is uncompressed. */
119 bb_grow(&buf->bb, buck_len);
120 len = bread(body, buf->bb.ptr, buck_len);
127 ptr = decode_attributes(ptr, end, o_hdr, 0); // header
130 *body_start = ptr - start;
132 bdirect_read_commit(body, ptr);
135 if (buck_type == BUCKET_TYPE_V33_LIZARD) // decompression
141 byte *new_ptr = lizard_decompress_safe(ptr, buf->lizard, len);
145 bdirect_read_commit(body, end);
150 ptr = decode_attributes(ptr, end, o_body, 2); // body
154 bdirect_read_commit_modified(body, ptr);
162 obj_read_bucket(struct buck2obj_buf *buf, struct mempool *pool, uns buck_type, uns buck_len, struct fastbuf *body, uns *body_start)
164 struct odes *o = obj_new(pool);
165 if (buck2obj_parse(buf, buck_type, buck_len, body, o, body_start, o) < 0)