X-Git-Url: http://mj.ucw.cz/gitweb/?a=blobdiff_plain;f=lib%2Fsorter%2Fsorter.h;h=cd5e843f84bd0930d11e18ba7879452ca1fd83e6;hb=66b0f5843d272887ceb09b0d2d339f3cec10eca7;hp=cf47ead7793268563ea2fcc98b6c1924ab27591c;hpb=8c8736b23823acce9df684b85c6320cc36e43f76;p=libucw.git diff --git a/lib/sorter/sorter.h b/lib/sorter/sorter.h index cf47ead7..cd5e843f 100644 --- a/lib/sorter/sorter.h +++ b/lib/sorter/sorter.h @@ -60,10 +60,13 @@ * void PREFIX_write_merged(struct fastbuf *f, SORT_KEY **keys, void **data, uns n, void *buf) * takes n records in memory with keys which compare equal and writes * a single record to the given fastbuf. `buf' points to a buffer which - * is guaranteed to hold all given records. + * is guaranteed to hold the sum of workspace requirements (see below) + * over all given records. * void PREFIX_copy_merged(SORT_KEY **keys, struct fastbuf **data, uns n, struct fastbuf *dest) * takes n records with keys in memory and data in fastbufs and writes - * a single record. + * a single record. Used only if SORT_DATA_SIZE or SORT_UNIFY_WORKSPACE is defined. + * SORT_UNIFY_WORKSPACE(key) gets a key and returns the amount of workspace required when merging + * the given record. Defaults to 0. * * Input (choose one of these): * @@ -75,6 +78,8 @@ * to get successive batches of pre-sorted data. * The function is passed a page-aligned presorting buffer. * It returns 1 on success or 0 on EOF. + * SORT_DELETE_INPUT A C expression, if true, then the input files are deleted + * as soon as possible. * * Output (chose one of these): * @@ -172,7 +177,14 @@ static inline void P(copy_data)(P(key) *key, struct fastbuf *in, struct fastbuf #endif } -#if defined(SORT_VAR_KEY) || defined(SORT_VAR_DATA) +#if defined(SORT_UNIFY) && !defined(SORT_VAR_DATA) && !defined(SORT_UNIFY_WORKSPACE) +static inline void P(copy_merged)(P(key) **keys, struct fastbuf **data UNUSED, uns n, struct fastbuf *dest) +{ + P(write_merged)(dest, keys, NULL, n, NULL); +} +#endif + +#if defined(SORT_VAR_KEY) || defined(SORT_VAR_DATA) || defined(SORT_UNIFY_WORKSPACE) #include "lib/sorter/s-internal.h" #else #include "lib/sorter/s-fixint.h" @@ -219,6 +231,10 @@ static struct fastbuf *P(sort)( #else #error No input given. #endif +#ifdef SORT_DELETE_INPUT + if (SORT_DELETE_INPUT) + bconfig(ctx.in_fb, BCONFIG_IS_TEMP_FILE, 1); +#endif #ifdef SORT_OUTPUT_FB ASSERT(!out); @@ -266,6 +282,7 @@ static struct fastbuf *P(sort)( #undef SORT_INT #undef SORT_HASH_BITS #undef SORT_UNIFY +#undef SORT_UNIFY_WORKSPACE #undef SORT_INPUT_FILE #undef SORT_INPUT_FB #undef SORT_INPUT_PRESORT @@ -274,6 +291,7 @@ static struct fastbuf *P(sort)( #undef SORT_OUTPUT_THIS_FB #undef SORT_UNIQUE #undef SORT_ASSERT_UNIQUE +#undef SORT_DELETE_INPUT #undef SWAP #undef LESS #undef P