X-Git-Url: http://mj.ucw.cz/gitweb/?a=blobdiff_plain;ds=sidebyside;f=lib%2Furl.c;h=8475a85f378498835509117b51c5b35362f208eb;hb=e828732528e0ed88973dd18f2dee97a42c0b4e59;hp=9b031694ef09613f7ca36327399c3dc6475cbb45;hpb=bf285ff821b06bf89d0301bc2f1623ce4ee44869;p=libucw.git diff --git a/lib/url.c b/lib/url.c index 9b031694..8475a85f 100644 --- a/lib/url.c +++ b/lib/url.c @@ -1,16 +1,52 @@ /* - * Sherlock Library -- URL Functions (according to RFC 1738 and 1808) + * Sherlock Library -- URL Functions * - * (c) 1997--1999 Martin Mares, + * (c) 1997--2004 Martin Mares + * (c) 2001 Robert Spalek + * + * This software may be freely distributed and used according to the terms + * of the GNU Lesser General Public License. + * + * The URL syntax corresponds to RFC 2396 with several exceptions: + * + * o Escaping of special characters still follows RFC 1738. + * o Interpretation of path parameters follows RFC 1808. + * + * XXX: The buffer handling in this module is really horrible, but it works. */ +#include "lib/lib.h" +#include "lib/url.h" +#include "lib/chartype.h" +#include "lib/conf.h" + #include #include #include +#include + +/* Configuration */ + +static uns url_ignore_spaces; +static uns url_ignore_underflow; +static byte *url_component_separators = ""; +static uns url_min_repeat_count = 0x7fffffff; +static uns url_max_repeat_length = 0; + +static struct cfitem url_config[] = { + { "URL", CT_SECTION, NULL }, + { "IgnoreSpaces", CT_INT, &url_ignore_spaces }, + { "IgnoreUnderflow", CT_INT, &url_ignore_underflow }, + { "ComponentSeparators", CT_STRING, &url_component_separators }, + { "MinRepeatCount", CT_INT, &url_min_repeat_count }, + { "MaxRepeatLength", CT_INT, &url_max_repeat_length }, + { NULL, CT_STOP, NULL } +}; -#include "lib.h" -#include "url.h" -#include "string.h" +static void CONSTRUCTOR url_init_config(void) +{ + cf_register(url_config); +} /* Escaping and de-escaping */ @@ -23,6 +59,7 @@ enhex(uns x) int url_deescape(byte *s, byte *d) { + byte *dstart = d; byte *end = d + MAX_URL_SIZE - 10; while (*s) { @@ -58,8 +95,23 @@ url_deescape(byte *s, byte *d) *d++ = val; s += 3; } - else if (*s >= 0x20) + else if (*s > 0x20) *d++ = *s++; + else if (Cspace(*s)) + { + byte *s0 = s; + while (Cspace(*s)) + s++; + if (!url_ignore_spaces || !(!*s || d == dstart)) + { + while (Cspace(*s0)) + { + if (d >= end) + return URL_ERR_TOO_LONG; + *d++ = *s0++; + } + } + } else return URL_ERR_INVALID_CHAR; } @@ -154,7 +206,7 @@ url_split(byte *s, struct url *u, byte *d) s += 2; q = d; - while (*s && *s != '/') /* Copy user:passwd@host:port */ + while (*s && *s != '/' && *s != '?') /* Copy user:passwd@host:port */ *d++ = *s++; *d++ = 0; w = strchr(q, '@'); @@ -162,6 +214,11 @@ url_split(byte *s, struct url *u, byte *d) { *w++ = 0; u->user = q; + if (e = strchr(q, ':')) + { + *e++ = 0; + u->pass = e; + } } else w = q; @@ -200,7 +257,7 @@ relpath_merge(struct url *u, struct url *b) if (a[0] == '/') /* Absolute path => OK */ return 0; - if (o[0] != '/') + if (o[0] != '/' && o[0] != '?') return URL_PATH_UNDERFLOW; if (!a[0]) /* Empty URL -> inherit everything */ @@ -256,17 +313,23 @@ relpath_merge(struct url *u, struct url *b) else if (a[1] == '.' && (a[2] == '/' || !a[2])) /* "../" */ { a += 2; - if (d <= u->buf + 1) - /* - * RFC 1808 says we should leave ".." as a path segment, but - * we intentionally break the rule and refuse the URL. - */ - return URL_PATH_UNDERFLOW; - d--; /* Discard trailing slash */ - while (d[-1] != '/') - d--; if (a[0]) a++; + if (d <= u->buf + 1) + { + /* + * RFC 1808 says we should leave ".." as a path segment, but + * we intentionally break the rule and refuse the URL. + */ + if (!url_ignore_underflow) + return URL_PATH_UNDERFLOW; + } + else + { + d--; /* Discard trailing slash */ + while (d[-1] != '/') + d--; + } continue; } } @@ -302,13 +365,12 @@ copy: /* Combine part of old URL with the new one */ int url_normalize(struct url *u, struct url *b) { - byte *k; int err; /* Basic checks */ - if (url_proto_path_flags[u->protoid] && !u->host || - u->host && !*u->host || + if (url_proto_path_flags[u->protoid] && (!u->host || !*u->host) || !u->host && u->user || + !u->user && u->pass || !u->rest) return URL_SYNTAX_ERROR; @@ -325,12 +387,25 @@ url_normalize(struct url *u, struct url *b) { u->host = b->host; u->user = b->user; + u->pass = b->pass; u->port = b->port; if (err = relpath_merge(u, b)) return err; } } + /* Change path "?" to "/?" because it's the true meaning */ + if (u->rest[0] == '?') + { + int l = strlen(u->rest); + if (u->bufend - u->buf < l+1) + return URL_ERR_TOO_LONG; + u->buf[0] = '/'; + memcpy(u->buf+1, u->rest, l+1); + u->rest = u->buf; + u->buf += l+2; + } + /* Fill in missing info */ if (u->port == ~0U) u->port = std_ports[u->protoid]; @@ -360,8 +435,8 @@ kill_end_dot(byte *b) if (b) { k = b + strlen(b) - 1; - if (k > b && *k == '.') - *k = 0; + while (k > b && *k == '.') + *k-- = 0; } } @@ -375,14 +450,14 @@ url_canonicalize(struct url *u) kill_end_dot(u->host); if ((!u->rest || !*u->rest) && url_proto_path_flags[u->protoid]) u->rest = "/"; - if (c = strchr(u->rest, '#')) /* Kill fragment reference */ + if (u->rest && (c = strchr(u->rest, '#'))) /* Kill fragment reference */ *c = 0; return 0; } /* Pack a broken-down URL */ -byte * +static byte * append(byte *d, byte *s, byte *e) { if (d) @@ -412,6 +487,11 @@ url_pack(struct url *u, byte *d) if (u->user) { d = append(d, u->user, e); + if (u->pass) + { + d = append(d, ":", e); + d = append(d, u->pass, e); + } d = append(d, "@", e); } d = append(d, u->host, e); @@ -454,7 +534,7 @@ url_error(uns err) return errmsg[err]; } -/* A "macro" for canonical split */ +/* Standard cookbook recipes */ int url_canon_split(byte *u, byte *buf1, byte *buf2, struct url *url) @@ -470,6 +550,19 @@ url_canon_split(byte *u, byte *buf1, byte *buf2, struct url *url) return url_canonicalize(url); } +int +url_auto_canonicalize(byte *src, byte *dst) +{ + byte buf1[MAX_URL_SIZE], buf2[MAX_URL_SIZE], buf3[MAX_URL_SIZE]; + int err; + struct url ur; + + (void)((err = url_canon_split(src, buf1, buf2, &ur)) || + (err = url_pack(&ur, buf3)) || + (err = url_enescape(buf3, dst))); + return err; +} + /* Testing */ #ifdef TEST @@ -479,9 +572,12 @@ int main(int argc, char **argv) char buf1[MAX_URL_SIZE], buf2[MAX_URL_SIZE], buf3[MAX_URL_SIZE], buf4[MAX_URL_SIZE]; int err; struct url url, url0; + char *base = "http://mj@www.hell.org/123/sub_dir/index.html;param?query&zzz/subquery#fragment"; - if (argc != 2) + if (argc != 2 && argc != 3) return 1; + if (argc == 3) + base = argv[2]; if (err = url_deescape(argv[1], buf1)) { printf("deesc: error %d\n", err); @@ -493,8 +589,8 @@ int main(int argc, char **argv) printf("split: error %d\n", err); return 1; } - printf("split: @%s@%s@%s@%d@%s\n", url.protocol, url.user, url.host, url.port, url.rest); - if (err = url_split("http://mj@www.hell.org/123/sub_dir/index.html;param?query&zzz/subquery#fragment", &url0, buf3)) + printf("split: @%s@%s@%s@%s@%d@%s\n", url.protocol, url.user, url.pass, url.host, url.port, url.rest); + if (err = url_split(base, &url0, buf3)) { printf("split base: error %d\n", err); return 1; @@ -504,19 +600,19 @@ int main(int argc, char **argv) printf("normalize base: error %d\n", err); return 1; } - printf("base: @%s@%s@%s@%d@%s\n", url0.protocol, url0.user, url0.host, url0.port, url0.rest); + printf("base: @%s@%s@%s@%s@%d@%s\n", url0.protocol, url0.user, url0.pass, url0.host, url0.port, url0.rest); if (err = url_normalize(&url, &url0)) { printf("normalize: error %d\n", err); return 1; } - printf("normalize: @%s@%s@%s@%d@%s\n", url.protocol, url.user, url.host, url.port, url.rest); + printf("normalize: @%s@%s@%s@%s@%d@%s\n", url.protocol, url.user, url.pass, url.host, url.port, url.rest); if (err = url_canonicalize(&url)) { printf("canonicalize: error %d\n", err); return 1; } - printf("canonicalize: @%s@%s@%s@%d@%s\n", url.protocol, url.user, url.host, url.port, url.rest); + printf("canonicalize: @%s@%s@%s@%s@%d@%s\n", url.protocol, url.user, url.pass, url.host, url.port, url.rest); if (err = url_pack(&url, buf4)) { printf("pack: error %d\n", err); @@ -533,3 +629,78 @@ int main(int argc, char **argv) } #endif + +struct component { + byte *start; + int length; + u32 hash; +}; + +static inline u32 +hashf(byte *start, int length) +{ + u32 hf = length; + while (length-- > 0) + hf = (hf << 8 | hf >> 24) ^ *start++; + return hf; +} + +static inline uns +repeat_count(struct component *comp, uns count, uns len) +{ + struct component *orig_comp = comp; + uns found = 0; + while (1) + { + uns i; + comp += len; + count -= len; + found++; + if (count < len) + return found; + for (i=0; i= url_min_repeat_count) + return comp_len; + return 0; +}