From: Martin Mares <mj@ucw.cz>
Date: Fri, 9 Feb 2007 21:10:36 +0000 (+0100)
Subject: Remember size of the input file.
X-Git-Tag: holmes-import~506^2~13^2~158
X-Git-Url: http://mj.ucw.cz/gitweb/?a=commitdiff_plain;h=557dc31fa097cfe3b8fdbc087e27da6db7317819;p=libucw.git

Remember size of the input file.
---

diff --git a/lib/sorter/common.h b/lib/sorter/common.h
index 74e648d6..5e71be66 100644
--- a/lib/sorter/common.h
+++ b/lib/sorter/common.h
@@ -32,6 +32,7 @@ struct sort_context {
   struct fastbuf *in_fb;
   struct fastbuf *out_fb;
   uns hash_bits;
+  u64 in_size;
 
   struct mempool *pool;
   clist bucket_list;
diff --git a/lib/sorter/govern.c b/lib/sorter/govern.c
index d8006e42..3aed985f 100644
--- a/lib/sorter/govern.c
+++ b/lib/sorter/govern.c
@@ -134,7 +134,6 @@ sorter_run(struct sort_context *ctx)
   ctx->pool = mp_new(4096);
   clist_init(&ctx->bucket_list);
 
-  /* FIXME: There should be a way how to detect size of the input file */
   /* FIXME: Remember to test sorting of empty files */
 
   // Create bucket containing the source
@@ -145,9 +144,10 @@ sorter_run(struct sort_context *ctx)
   else
     bin->fb = ctx->in_fb;
   bin->ident = "in";
-  bin->size = ~(u64)0;
+  bin->size = ctx->in_size;
   bin->hash_bits = ctx->hash_bits;
   clist_add_tail(&ctx->bucket_list, &bin->n);
+  SORT_XTRACE(2, "Input size: %s", (ctx->in_size == ~(u64)0 ? (byte*)"unknown" : F_BSIZE(bin)));
 
   // Create bucket for the output
   struct sort_bucket *bout = sbuck_new(ctx);
diff --git a/lib/sorter/sorter.h b/lib/sorter/sorter.h
index 367f3611..d9ae7a00 100644
--- a/lib/sorter/sorter.h
+++ b/lib/sorter/sorter.h
@@ -68,7 +68,8 @@
  *  Input (choose one of these):
  *
  *  SORT_INPUT_FILE	file of a given name
- *  SORT_INPUT_FB	fastbuf stream
+ *  SORT_INPUT_FB	seekable fastbuf stream
+ *  SORT_INPUT_PIPE	non-seekable fastbuf stream
  *  SORT_INPUT_PRESORT	custom presorter. Calls function
  *  int PREFIX_presort(struct fastbuf *dest, void *buf, size_t bufsize);
  *			to get successive batches of pre-sorted data.
@@ -85,11 +86,6 @@
  *
  *  SORT_UNIQUE		all items have distinct keys (checked in debug mode)
  *
- *  FIXME: Maybe implement these:
- *  ??? SORT_DELETE_INPUT	a C expression, if true, the input files are
- *			deleted as soon as possible
- *  ??? SORT_ALIGNED
- *
  *  The function generated:
  *
  *  <outfb> PREFIX_SORT(<in>, <out> [,<range>]), where:
@@ -200,11 +196,17 @@ static struct fastbuf *P(sort)(
 
 #ifdef SORT_INPUT_FILE
   ctx.in_fb = bopen(in, O_RDONLY, sorter_stream_bufsize);
+  ctx.in_size = bfilesize(ctx.in_fb);
 #elif defined(SORT_INPUT_FB)
   ctx.in_fb = in;
+  ctx.in_size = bfilesize(in);
+#elif defined(SORT_INPUT_PIPE)
+  ctx.in_fb = in;
+  ctx.in_size = ~(u64)0;
 #elif defined(SORT_INPUT_PRESORT)
   ASSERT(!in);
   ctx.custom_presort = P(presort);
+  ctx.in_size = ~(u64)0;
 #else
 #error No input given.
 #endif