/*
* UCW Library -- Fast Buffered I/O
*
- * (c) 1997--2008 Martin Mares <mj@ucw.cz>
+ * (c) 1997--2011 Martin Mares <mj@ucw.cz>
* (c) 2004 Robert Spalek <robert@ucw.cz>
*
* This software may be freely distributed and used according to the terms
* empty or fills up, they ask the corresponding callback to handle the
* situation. Back-ends then differ just in the definition of the callbacks.
*
- * The state of the fastbuf is represented by a `struct fastbuf`, which
- * is a simple structure describing the state of the buffer (the pointers
- * `buffer`, `bufend`), two front-end cursors (`bptr`, `bstop`), position in the file (`pos`)
+ * The state of the fastbuf is represented by a <<struct_fastbuf,`struct fastbuf`>>,
+ * which is a simple structure describing the state of the buffer (the pointers
+ * `buffer`, `bufend`), the front-end cursor (`bptr`), the back-end cursor (`bstop`),
+ * position of the back-end cursor in the file (`pos`), some flags (`flags`)
* and pointers to the callback functions.
*
* The buffer can be in one of the following states:
*
* 1. Flushed:
*
- * +----------------+---------------------------+
- * | unused | free space |
- * +----------------+---------------------------+
- * ^ ^ ^
- * buffer <= bptr == bstop (pos) <= bufend
+ * +------------------------------------+---------------------------+
+ * | unused | free space |
+ * +------------------------------------+---------------------------+
+ * ^ ^ ^ ^
+ * buffer <= bstop (BE pos) <= bptr (FE pos) <= bufend
*
- * * If `bptr == bstop`, then there is no cached data and
- * the fastbuf is ready for any read or write operation.
- * Position of the back-end's cursor equals the front-end's one.
- * * The interval `[bstop, bufend]` can be used by front-ends
+ * * This schema describes a fastbuf after its initialization or bflush().
+ * * There is no cached data and we are ready for any read or write operation
+ * (well, only if the back-end supports it).
+ * * The interval `[bptr, bufend]` can be used by front-ends
* for writing. If it is empty, the `spout` callback gets called
- * upon the first write attempt to allocate a new buffer.
- * * When a front-end needs to read something, it calls the `spout` callback.
- * * Any of the pointers can be NULL.
+ * upon the first write attempt to allocate a new buffer. Otherwise
+ * the fastbuf silently comes to the writing mode.
+ * * When a front-end needs to read something, it calls the `refill` callback.
+ * * The pointers can be either all non-`NULL` or all NULL.
+ * * `bstop == bptr` in most back-ends, but it is not necessary. Some
+ * in-memory streams take advantage of this.
*
* 2. Reading:
*
- * +----------------+---------------------------+
- * | read data | unused |
- * +----------------+---------------------------+
- * ^ ^ ^ ^
- * buffer <= bptr <= bstop (pos) <= bufend
+ * +------------------------------------+---------------------------+
+ * | read data | unused |
+ * +------------------------------------+---------------------------+
+ * ^ ^ ^ ^
+ * buffer <= bptr (FE pos) <= bstop (BE pos) <= bufend
*
* * If we try to read something, we get to the reading mode.
* * No writing is allowed until a flush operation. But note that @bflush()
- * will simply set `bptr` to `bstop` and it breaks the position of the front-end's cursor.
+ * will simply set `bptr` to `bstop` before `spout`
+ * and it breaks the position of the front-end's cursor,
+ * so the user should seek afwards.
* * The interval `[buffer, bstop]` contains a block of data read by the back-end.
* `bptr` is the front-end's cursor which points to the next character to be read.
* After the last character is read, `bptr == bstop` and the `refill` callback
*
* 3. Writing:
*
- * +---------+--------------+-------------------+
- * | unused | written data | free space |
- * +---------+--------------+-------------------+
- * ^ ^ ^ ^
- * buffer <= bstop (pos) < bptr <= bufend
+ * +-----------------------+----------------+-----------------------+
+ * | unused | written data | free space |
+ * +-----------------------+----------------+-----------------------+
+ * ^ ^ ^ ^
+ * buffer <= bstop (BE pos) < bptr (FE pos) <= bufend
*
* * This schema corresponds to the situation after a write attempt.
* * No reading is allowed until a flush operation.
* * The `bptr` points at the position where the next character
* will be written to. When we want to write, but `bptr == bufend`, we call
- * the `spout` hook to flush the data and get an empty buffer.
+ * the `spout` hook to flush the witten data and get an empty buffer.
+ * * `bstop` usually points at the beginning of the written data,
+ * but it is not necessary.
*
*
* Rules for back-ends:
*
* - Front-ends are only allowed to change the value of `bptr`, some flags
- * and if a fatal error occurs, then also `bstop`.
- * - `buffer <= bstop <= bufend`.
- * - `pos` should be the position in the file corresponding of the location of `bstop` in the buffer.
+ * and if a fatal error occurs, then also `bstop`. Back-ends can rely on it.
+ * - `buffer <= bstop <= bufend` and `buffer <= bptr <= bufend`.
+ * - `pos` should be the real position in the file corresponding to the location of `bstop` in the buffer.
+ * It can be modified by any back-end's callback, but the position of `bptr` (`pos + (bptr - bstop)`)
+ * must stay unchanged after `refill` or `spout`.
* - Failed callbacks (except `close`) should use @bthrow().
- * - Any callback pointers may be NULL in case the callback is not implemented.
+ * - Any callback pointer may be NULL in case the callback is not implemented.
* - Callbacks can change not only `bptr` and `bstop`, but also the location and size of the buffer;
* the fb-mem back-end takes advantage of it.
*
- * - initialization:
- * * out: `buffer <= bptr == bstop <= bufend` (flushed)
+ * - Initialization:
+ * * out: `buffer <= bstop <= bptr <= bufend` (flushed).
+ * * @fb_tie() should be called on the newly created fastbuf.
*
* - `refill`:
- * * in: `buffer <= bptr == bstop <= bufend` (reading or flushed)
- * * out: `buffer <= bptr < bstop <= bufend` (reading)
+ * * in: `buffer <= bstop <= bptr <= bufend` (reading or flushed).
+ * * out: `buffer <= bptr <= bstop <= bufend` (reading).
+ * * Resulting `bptr == bstop` signals the end of file.
+ * The next reading attempt will again call `refill` which can succeed this time.
+ * * The callback must also return zero on EOF (iff `bptr == bstop`).
*
* - `spout`:
- * * in: `buffer <= bstop <= bptr <= bufend` (writing or flushed)
- * * out: `buffer <= bstop <= bufend` (flushed)
- * * `bptr` is set automatically to `bstop`.
- * * If the input `bptr` equals ` bstop`, then the resulting `bstop` must be lower than `bufend`.
+ * * in: `buffer <= bstop <= bptr <= bufend` (writing or flushed).
+ * * out: `buffer <= bstop <= bptr < bufend` (flushed).
*
* - `seek`:
- * * in: `buffer <= bstop == bptr <= bufend` (flushed)
- * * out: `buffer <= bstop <= bufend` (flushed)
- * * `bptr` is set automatically to `bstop`.
+ * * in: `buffer <= bstop <= bptr <= bufend` (flushed).
+ * * in: `(ofs >= 0 && whence == SEEK_SET) || (ofs <= 0 && whence == SEEK_END)`.
+ * * out: `buffer <= bstop <= bptr <= bufend` (flushed).
*
* - `close`:
- * * in: `buffer <= bptr == bstop <= bufend` (flushed)
+ * * in: `buffer <= bstop <= bptr <= bufend` (flushed or after @bthrow()).
* * `close` must always free all internal structures, even when it throws an exception.
- *
***/
/**
* for how it works.
**/
struct fastbuf {
- byte is_fastbuf[0]; /* Dummy field for checking of type casts */
byte *bptr, *bstop; /* State of the buffer */
byte *buffer, *bufend; /* Start and end of the buffer */
char *name; /* File name (used for error messages) */
ucw_off_t pos; /* Position of bstop in the file */
+ uns flags; /* See enum fb_flags */
int (*refill)(struct fastbuf *); /* Get a buffer with new data, returns 0 on EOF */
void (*spout)(struct fastbuf *); /* Write buffer data to the file */
int (*seek)(struct fastbuf *, ucw_off_t, int);/* Slow path for @bseek(), buffer already flushed; returns success */
void (*close)(struct fastbuf *); /* Close the stream */
int (*config)(struct fastbuf *, uns, int); /* Configure the stream */
int can_overwrite_buffer; /* Can the buffer be altered? 0=never, 1=temporarily, 2=permanently */
+ struct resource *res; /* The fastbuf can be tied to a resource pool */
+};
+
+/**
+ * Fastbuf flags
+ */
+enum fb_flags {
+ FB_DEAD = 0x1, /* Some fastbuf's method has thrown an exception */
+ FB_DIE_ON_EOF = 0x2, /* Most of read operations throw "fb.eof" on EOF */
};
+/** Tie a fastbuf to a resource in the current resource pool. Returns the pointer to the same fastbuf. **/
+struct fastbuf *fb_tie(struct fastbuf *b); /* Tie fastbuf to a resource if there is an active pool */
+
/***
* === Fastbuf on files [[fbparam]]
*
};
struct cf_section;
-extern struct cf_section fbpar_cf; /** Configuration section with which you can fill the `fb_params` **/
+extern struct cf_section fbpar_cf; /** Configuration section with which you can fill the `fb_params` **/
extern struct fb_params fbpar_def; /** The default `fb_params` **/
/**
* Use @params to select the fastbuf back-end and its parameters or
* pass NULL if you are fine with defaults.
*
- * Dies if the file does not exist.
+ * Raises `ucw.fb.open` if the file does not exist.
**/
struct fastbuf *bopen_file(const char *name, int mode, struct fb_params *params);
struct fastbuf *bopen_file_try(const char *name, int mode, struct fb_params *params); /** Like bopen_file(), but returns NULL on failure. **/
struct fastbuf *bfdopen_internal(int fd, const char *name, uns buflen);
struct fastbuf *bfmmopen_internal(int fd, const char *name, uns mode);
+#ifdef CONFIG_UCW_FB_DIRECT
extern uns fbdir_cheat;
struct asio_queue;
struct fastbuf *fbdir_open_fd_internal(int fd, const char *name, struct asio_queue *io_queue, uns buffer_size, uns read_ahead, uns write_back);
+#endif
void bclose_file_helper(struct fastbuf *f, int fd, int is_temp_file);
* of the buffer temporarily. In this case, set @can_overwrite as described
* in <<internal,Internals>>. If you do not care, keep @can_overwrite zero.
*
- * It is not possible to close this fastbuf.
+ * It is not possible to close this fastbuf. This implies that no tying to
+ * resources takes place.
*/
void fbbuf_init_read(struct fastbuf *f, byte *buffer, uns size, uns can_overwrite);
/**
* Creates a write-only fastbuf which writes into a provided memory buffer.
* The fastbuf structure is allocated by the caller and pointed to by @f.
- * An attempt to write behind the end of the buffer dies.
+ * An attempt to write behind the end of the buffer causes the `ucw.fb.write` exception.
*
* Data are written directly into the buffer, so it is not necessary to call @bflush()
* at any moment.
*
- * It is not possible to close this fastbuf.
+ * It is not possible to close this fastbuf. This implies that no tying to
+ * resources takes place.
*/
void fbbuf_init_write(struct fastbuf *f, byte *buffer, uns size);
* At every moment, you can use `fastbuf->buffer` to gain access to the stream.
***/
+struct mempool;
+
struct fastbuf *fbgrow_create(unsigned basic_size); /** Create the growing buffer pre-allocated to @basic_size bytes. **/
+struct fastbuf *fbgrow_create_mp(struct mempool *mp, unsigned basic_size); /** Create the growing buffer pre-allocated to @basic_size bytes. **/
void fbgrow_reset(struct fastbuf *b); /** Reset stream and prepare for writing. **/
void fbgrow_rewind(struct fastbuf *b); /** Prepare for reading (of already written data). **/
+/**
+ * Can be used in any state of @b (for example when writing or after
+ * @fbgrow_rewind()) to return the pointer to internal buffer and its length in
+ * bytes. The returned buffer can be invalidated by further requests.
+ **/
+uns fbgrow_get_buf(struct fastbuf *b, byte **buf);
+
/***
* === Fastbuf on memory pools [[fbpool]]
*
* buffer, but this time the buffer is allocated from within a memory pool.
***/
-struct mempool;
struct fbpool { /** Structure for fastbufs & mempools. **/
struct fastbuf fb;
struct mempool *mp;
};
/**
- * Initialize a new `fbpool`. The structure is allocated by the caller.
+ * Initialize a new `fbpool`. The structure is allocated by the caller,
+ * so bclose() should not be called and no resource tying takes place.
**/
void fbpool_init(struct fbpool *fb); /** Initialize a new mempool fastbuf. **/
/**
byte *expected_max_bptr;
uns slack_size;
};
-#define FB_ATOMIC(f) ((struct fb_atomic *)(f)->is_fastbuf)
/**
* Open an atomic fastbuf.
* Can not be used for fastbufs not returned from function (initialized in a parameter, for example the one from `fbbuf_init_read`).
*/
void bclose(struct fastbuf *f);
+void bthrow(struct fastbuf *f, const char *id, const char *fmt, ...) FORMAT_CHECK(printf,3,4) NONRET; /** Throw exception on a given fastbuf **/
+int brefill(struct fastbuf *f, int allow_eof);
+void bspout(struct fastbuf *f);
void bflush(struct fastbuf *f); /** Write data (if it makes any sense, do not use for in-memory buffers). **/
void bseek(struct fastbuf *f, ucw_off_t pos, int whence); /** Seek in the buffer. See `man fseek` for description of @whence. Only for seekable fastbufs. **/
void bsetpos(struct fastbuf *f, ucw_off_t pos); /** Set position to @pos bytes from beginning. Only for seekable fastbufs. **/
return (f->bptr < f->bstop) ? (int) *f->bptr : bpeekc_slow(f);
}
+int beof_slow(struct fastbuf *f);
+static inline int beof(struct fastbuf *f) /** Have I reached EOF? **/
+{
+ return (f->bptr < f->bstop) ? 0 : beof_slow(f);
+}
+
static inline void bungetc(struct fastbuf *f) /** Return last read character back. Only one back is guaranteed to work. **/
{
f->bptr--;
/**
* Reads exactly @l bytes of data into @b.
* If at the end of file, it returns 0.
- * If there are data, but less than @l, it dies.
+ * If there are data, but less than @l, it raises `ucw.fb.eof`.
*/
static inline uns breadb(struct fastbuf *f, void *b, uns l)
{
/**
* Reads a line into @b and strips trailing `\n`.
* Returns pointer to the terminating 0 or NULL on `EOF`.
- * Dies if the line is longer than @l.
+ * Raises `ucw.fb.toolong` if the line is longer than @l.
**/
char *bgets(struct fastbuf *f, char *b, uns l);
char *bgets0(struct fastbuf *f, char *b, uns l); /** The same as @bgets(), but for 0-terminated strings. **/
struct bb_t;
/**
* Read a string, strip the trailing `\n` and store it into growing buffer @b.
- * Dies if the line is longer than @limit.
+ * Raises `ucw.fb.toolong` if the line is longer than @limit.
**/
uns bgets_bb(struct fastbuf *f, struct bb_t *b, uns limit);
/**