diff options
Diffstat (limited to 'debian/patches/130_siteconf.patch')
| -rw-r--r-- | debian/patches/130_siteconf.patch | 2065 |
1 files changed, 0 insertions, 2065 deletions
diff --git a/debian/patches/130_siteconf.patch b/debian/patches/130_siteconf.patch deleted file mode 100644 index 9f8124f..0000000 --- a/debian/patches/130_siteconf.patch +++ /dev/null @@ -1,2065 +0,0 @@ -Subject: New feature: siteconf -Origin: upstream, http://www.sic.med.tohoku.ac.jp/~satodai/w3m-dev/201206.month/4464.html - -Patch to support the siteconf feature, from [w3m-dev 04464] -on 2012-06-27, provided by AIDA Shinra. - -Updated to fix segfault of loadGeneralFile() by Tatsuya Kinoshita. - -diff --git a/anchor.c b/anchor.c -index 27bbd56..39f221d 100644 ---- a/anchor.c -+++ b/anchor.c -@@ -200,10 +200,11 @@ _put_anchor_news(Buffer *buf, char *p1, char *p2, int line, int pos) - if (*(p2 - 1) == '>') - p2--; - } -- tmp = wc_Str_conv_strict(Strnew_charp_n(p1, p2 - p1), InnerCharset, -- buf->document_charset); -- tmp = Sprintf("news:%s", file_quote(tmp->ptr)); -- return registerHref(buf, tmp->ptr, NULL, NO_REFERER, NULL, '\0', line, -+ tmp = Strnew_charp("news:"); -+ Strcat_charp_n(tmp, p1, p2 - p1); -+ return registerHref(buf, url_encode(tmp->ptr, baseURL(buf), -+ buf->document_charset), -+ NULL, NO_REFERER, NULL, '\0', line, - pos); - } - #endif /* USE_NNTP */ -@@ -213,9 +214,10 @@ _put_anchor_all(Buffer *buf, char *p1, char *p2, int line, int pos) - { - Str tmp; - -- tmp = wc_Str_conv_strict(Strnew_charp_n(p1, p2 - p1), InnerCharset, -- buf->document_charset); -- return registerHref(buf, url_quote(tmp->ptr), NULL, NO_REFERER, NULL, -+ tmp = Strnew_charp_n(p1, p2 - p1); -+ return registerHref(buf, url_encode(tmp->ptr, baseURL(buf), -+ buf->document_charset), -+ NULL, NO_REFERER, NULL, - '\0', line, pos); - } - -@@ -756,7 +758,7 @@ link_list_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - u = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = u; - } -@@ -787,7 +789,7 @@ link_list_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - u = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = u; - t = getAnchorText(buf, al, a); -@@ -809,16 +811,13 @@ link_list_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - u = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = u; - if (a->title && *a->title) - t = html_quote(a->title); -- else if (DecodeURL) -- t = html_quote(url_unquote_conv -- (a->url, buf->document_charset)); - else -- t = html_quote(a->url); -+ t = html_quote(url_decode2(a->url, buf)); - Strcat_m_charp(tmp, "<li><a href=\"", u, "\">", t, "</a><br>", p, - "\n", NULL); - a = retrieveAnchor(buf->formitem, a->start.line, a->start.pos); -@@ -842,19 +841,13 @@ link_list_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - u = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, -- buf-> -- document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = u; - if (m->alt && *m->alt) - t = html_quote(m->alt); -- else if (DecodeURL) -- t = html_quote(url_unquote_conv(m->url, -- buf-> -- document_charset)); - else -- t = html_quote(m->url); -+ t = html_quote(url_decode2(m->url, buf)); - Strcat_m_charp(tmp, "<li><a href=\"", u, "\">", t, - "</a><br>", p, "\n", NULL); - } -diff --git a/config.h.in b/config.h.in -index 2f41eed..59997b4 100644 ---- a/config.h.in -+++ b/config.h.in -@@ -25,6 +25,7 @@ - - #define PASSWD_FILE RC_DIR "/passwd" - #define PRE_FORM_FILE RC_DIR "/pre_form" -+#define SITECONF_FILE RC_DIR "/siteconf" - #define USER_MAILCAP RC_DIR "/mailcap" - #define SYS_MAILCAP CONF_DIR "/mailcap" - #define USER_MIMETYPES "~/.mime.types" -diff --git a/display.c b/display.c -index e00eb0c..2fe1183 100644 ---- a/display.c -+++ b/display.c -@@ -257,7 +257,7 @@ make_lastline_link(Buffer *buf, char *title, char *url) - parseURL2(url, &pu, baseURL(buf)); - u = parsedURL2Str(&pu); - if (DecodeURL) -- u = Strnew_charp(url_unquote_conv(u->ptr, buf->document_charset)); -+ u = Strnew_charp(url_decode2(u->ptr, buf)); - #ifdef USE_M17N - u = checkType(u, &pr, NULL); - #endif -diff --git a/doc-jp/README.siteconf b/doc-jp/README.siteconf -new file mode 100644 -index 0000000..58b51c7 ---- /dev/null -+++ b/doc-jp/README.siteconf -@@ -0,0 +1,60 @@ -+siteconf: サイト別カスタマイズ -+ -+siteconf は、 URL のパターンと、それに紐付けられた設定から成ります。 -+siteconf を使うと、サイト毎に文字コードを指定して "decode_url" -+の出力を改善したり、 Google のリダイレクタを迂回して性能や -+プライバシーを向上させたりすることができます。 -+ -+デフォルトでは siteconf は ~/.w3m/siteconf から読み込まれます。 -+ -+===== 構文 ===== -+ -+url <url>|/<re-url>/|m@<re-url>@i [exact] -+substitute_url "<destination-url>" -+url_charset <charset> -+no_referer_from on|off -+no_referer_to on|off -+ -+後ろの方に書かれたものが優先されます。 -+ -+===== 例 ===== -+ -+url "http://twitter.com/#!/" -+substitute_url "http://mobile.twitter.com/" -+ -+twitter.com をモバイルサイトに転送します。 -+ -+url "http://your.bookmark.net/" -+no_referer_from on -+ -+your.bookmark.net から張ったリンクを辿る際に、 HTTP referer を -+送らないようにします。 -+ -+url "http://www.google.com/url?" exact -+substitute_url "file:///cgi-bin/your-redirector.cgi?" -+ -+Google のリダイレクタを local CGI に転送します。 -+ -+url /^http:\/\/[a-z]*\.wikipedia\.org\// -+url_charset utf-8 -+ -+同時に "decode_url" オプションをオンにすると、 Wikipedia への -+リンクを UTF-8 としてデコードして表示します。 -+ -+===== 正規表現について ===== -+ -+次の正規表現はいずれも同じ意味を表します。 -+ -+/http:\/\/www\.example\.com\// -+m/http:\/\/www\.example\.com\// -+m@http://www\.example\.com/@ -+m!http://www\.example\.com/! -+ -+最後に 'i' 修飾子を付けると、大文字小文字を区別せずに照合を行います。 -+例えば、 m@^http://www\.example\.com/abc/@i は以下のいずれとも一致します。 -+ -+http://www.example.com/abc/ -+http://www.example.com/Abc/ -+http://www.example.com/ABC/ -+ -+ただし、ホスト名の部分は常に小文字に変換してから比較します。 -diff --git a/doc/README.siteconf b/doc/README.siteconf -new file mode 100644 -index 0000000..f173087 ---- /dev/null -+++ b/doc/README.siteconf -@@ -0,0 +1,60 @@ -+The siteconf: Site-specific preferences -+ -+The siteconf consists of URL patterns and preferences associated to them. -+You can improve "decode_url" feature by giving charsets of URLs site by site, -+or bypass Google's redirector for performance and your privacy. -+ -+The siteconf is read from ~/.w3m/siteconf by default. -+ -+===== The syntax ===== -+ -+url <url>|/<re-url>/|m@<re-url>@i [exact] -+substitute_url "<destination-url>" -+url_charset <charset> -+no_referer_from on|off -+no_referer_to on|off -+ -+The last match wins. -+ -+===== Examples ===== -+ -+url "http://twitter.com/#!/" -+substitute_url "http://mobile.twitter.com/" -+ -+This forwards the twitter.com to its mobile site. -+ -+url "http://your.bookmark.net/" -+no_referer_from on -+ -+This prevents HTTP referers from being sent when you follow links -+at the your.bookmark.net. -+ -+url "http://www.google.com/url?" exact -+substitute_url "file:///cgi-bin/your-redirector.cgi?" -+ -+This forwards the Google's redirector to your local CGI. -+ -+url /^http:\/\/[a-z]*\.wikipedia\.org\// -+url_charset utf-8 -+ -+When combinated with "decode_url" option turned on, links to -+Wikipedia will be human-readable. -+ -+===== Regular expressions notes ===== -+ -+Following expressions are all equivalent: -+ -+/http:\/\/www\.example\.com\// -+m/http:\/\/www\.example\.com\// -+m@http://www\.example\.com/@ -+m!http://www\.example\.com/! -+ -+With a trailing 'i' modifier, you can specify a case-insensitive match. -+For example, m@^http://www\.example\.com/abc/@i matches to: -+ -+http://www.example.com/abc/ -+http://www.example.com/Abc/ -+http://www.example.com/ABC/ -+ -+Hostnames, however, are always converted to lowercases before compared. -+ -diff --git a/file.c b/file.c -index 567d41e..b342de0 100644 ---- a/file.c -+++ b/file.c -@@ -47,11 +47,11 @@ static JMP_BUF AbortLoading; - static struct table *tables[MAX_TABLE]; - static struct table_mode table_mode[MAX_TABLE]; - --#ifdef USE_IMAGE -+#if defined(USE_M17N) || defined(USE_IMAGE) - static ParsedURL *cur_baseURL = NULL; --#ifdef USE_M17N --static char cur_document_charset; - #endif -+#ifdef USE_M17N -+static wc_ces cur_document_charset = 0; - #endif - - static Str cur_title; -@@ -215,7 +215,6 @@ currentLn(Buffer *buf) - - static Buffer * - loadSomething(URLFile *f, -- char *path, - Buffer *(*loadproc) (URLFile *, Buffer *), Buffer *defaultbuf) - { - Buffer *buf; -@@ -223,17 +222,23 @@ loadSomething(URLFile *f, - if ((buf = loadproc(f, defaultbuf)) == NULL) - return NULL; - -- buf->filename = path; - if (buf->buffername == NULL || buf->buffername[0] == '\0') { - buf->buffername = checkHeader(buf, "Subject:"); -- if (buf->buffername == NULL) -- buf->buffername = conv_from_system(lastFileName(path)); -+ if (buf->buffername == NULL && buf->filename != NULL) -+ buf->buffername = conv_from_system(lastFileName(buf->filename)); - } - if (buf->currentURL.scheme == SCM_UNKNOWN) - buf->currentURL.scheme = f->scheme; -- buf->real_scheme = f->scheme; - if (f->scheme == SCM_LOCAL && buf->sourcefile == NULL) -- buf->sourcefile = path; -+ buf->sourcefile = buf->filename; -+ if (loadproc == loadHTMLBuffer -+#ifdef USE_IMAGE -+ || loadproc == loadImageBuffer -+#endif -+ ) -+ buf->type = "text/html"; -+ else -+ buf->type = "text/plain"; - return buf; - } - -@@ -484,28 +489,6 @@ convertLine0(URLFile *uf, Str line, int mode) - return line; - } - --/* -- * loadFile: load file to buffer -- */ --Buffer * --loadFile(char *path) --{ -- Buffer *buf; -- URLFile uf; -- init_stream(&uf, SCM_LOCAL, NULL); -- examineFile(path, &uf); -- if (uf.stream == NULL) -- return NULL; -- buf = newBuffer(INIT_BUFFER_WIDTH); -- current_content_length = 0; --#ifdef USE_M17N -- content_charset = 0; --#endif -- buf = loadSomething(&uf, path, loadBuffer, buf); -- UFclose(&uf); -- return buf; --} -- - int - matchattr(char *p, char *attr, int len, Str *value) - { -@@ -1697,13 +1680,15 @@ getLinkNumberStr(int correction) - /* - * loadGeneralFile: load file to buffer - */ -+#define DO_EXTERNAL ((Buffer *(*)(URLFile *, Buffer *))doExternal) - Buffer * - loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - int flag, FormList *volatile request) - { - URLFile f, *volatile of = NULL; - ParsedURL pu; -- Buffer *b = NULL, *(*volatile proc)() = loadBuffer; -+ Buffer *b = NULL; -+ Buffer *(*volatile proc)(URLFile *, Buffer *) = loadBuffer; - char *volatile tpath; - char *volatile t = "text/plain", *p, *volatile real_type = NULL; - Buffer *volatile t_buf = NULL; -@@ -1730,7 +1715,22 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - add_auth_cookie_flag = 0; - - checkRedirection(NULL); -+ - load_doc: -+ { -+ const char *sc_redirect; -+ parseURL2(tpath, &pu, current); -+ sc_redirect = query_SCONF_SUBSTITUTE_URL(&pu); -+ if (sc_redirect && *sc_redirect && checkRedirection(&pu)) { -+ tpath = (char *)sc_redirect; -+ request = NULL; -+ add_auth_cookie_flag = 0; -+ current = New(ParsedURL); -+ *current = pu; -+ status = HTST_NORMAL; -+ goto load_doc; -+ } -+ } - TRAP_OFF; - url_option.referer = referer; - url_option.flag = flag; -@@ -1863,7 +1863,7 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - /* 302: Found */ - /* 303: See Other */ - /* 307: Temporary Redirect (HTTP/1.1) */ -- tpath = url_quote_conv(p, DocumentCharset); -+ tpath = url_encode(p, NULL, 0); - request = NULL; - UFclose(&f); - current = New(ParsedURL); -@@ -2022,7 +2022,7 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - if (f.is_cgi && (p = checkHeader(t_buf, "Location:")) != NULL && - checkRedirection(&pu)) { - /* document moved */ -- tpath = url_quote_conv(remove_space(p), DocumentCharset); -+ tpath = url_encode(remove_space(p), NULL, 0); - request = NULL; - UFclose(&f); - add_auth_cookie_flag = 0; -@@ -2123,10 +2123,6 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - if (real_type == NULL) - real_type = t; - proc = loadBuffer; --#ifdef USE_IMAGE -- cur_baseURL = New(ParsedURL); -- copyParsedURL(cur_baseURL, &pu); --#endif - - current_content_length = 0; - if ((p = checkHeader(t_buf, "Content-Length:")) != NULL) -@@ -2197,18 +2193,8 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - #endif - else if (w3m_backend) ; - else if (!(w3m_dump & ~DUMP_FRAME) || is_dump_text_type(t)) { -- if (!do_download && doExternal(f, -- pu.real_file ? pu.real_file : pu.file, -- t, &b, t_buf)) { -- if (b && b != NO_BUFFER) { -- b->real_scheme = f.scheme; -- b->real_type = real_type; -- if (b->currentURL.host == NULL && b->currentURL.file == NULL) -- copyParsedURL(&b->currentURL, &pu); -- } -- UFclose(&f); -- TRAP_OFF; -- return b; -+ if (!do_download && searchExtViewer(t) != NULL) { -+ proc = DO_EXTERNAL; - } - else { - TRAP_OFF; -@@ -2232,36 +2218,30 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - else if (w3m_dump & DUMP_FRAME) - return NULL; - -+ if (t_buf == NULL) -+ t_buf = newBuffer(INIT_BUFFER_WIDTH); -+ copyParsedURL(&t_buf->currentURL, &pu); -+ t_buf->filename = pu.real_file ? pu.real_file : -+ pu.file ? conv_to_system(pu.file) : NULL; - if (flag & RG_FRAME) { -- if (t_buf == NULL) -- t_buf = newBuffer(INIT_BUFFER_WIDTH); - t_buf->bufferprop |= BP_FRAME; - } - #ifdef USE_SSL -- if (t_buf) -- t_buf->ssl_certificate = f.ssl_certificate; -+ t_buf->ssl_certificate = f.ssl_certificate; - #endif - frame_source = flag & RG_FRAME_SRC; -- b = loadSomething(&f, pu.real_file ? pu.real_file : pu.file, proc, t_buf); -+ if (proc == DO_EXTERNAL) { -+ b = doExternal(f, t, t_buf); -+ } else { -+ b = loadSomething(&f, proc, t_buf); -+ } - UFclose(&f); - frame_source = 0; -- if (b) { -+ if (b && b != NO_BUFFER) { - b->real_scheme = f.scheme; - b->real_type = real_type; -- if (b->currentURL.host == NULL && b->currentURL.file == NULL) -- copyParsedURL(&b->currentURL, &pu); -- if (is_html_type(t)) -- b->type = "text/html"; -- else if (w3m_backend) { -- Str s = Strnew_charp(t); -- b->type = s->ptr; -- } --#ifdef USE_IMAGE -- else if (proc == loadImageBuffer) -- b->type = "text/html"; --#endif -- else -- b->type = "text/plain"; -+ if (w3m_backend) -+ b->type = allocStr(t, -1); - if (pu.label) { - if (proc == loadHTMLBuffer) { - Anchor *a; -@@ -2287,10 +2267,11 @@ loadGeneralFile(char *path, ParsedURL *volatile current, char *referer, - if (header_string) - header_string = NULL; - #ifdef USE_NNTP -- if (f.scheme == SCM_NNTP || f.scheme == SCM_NEWS) -+ if (b && b != NO_BUFFER && (f.scheme == SCM_NNTP || f.scheme == SCM_NEWS)) - reAnchorNewsheader(b); - #endif -- preFormUpdateBuffer(b); -+ if (b && b != NO_BUFFER) -+ preFormUpdateBuffer(b); - TRAP_OFF; - return b; - } -@@ -3228,7 +3209,7 @@ process_img(struct parsed_tag *tag, int width) - - if (!parsedtag_get_value(tag, ATTR_SRC, &p)) - return tmp; -- p = remove_space(p); -+ p = url_encode(remove_space(p), cur_baseURL, cur_document_charset); - q = NULL; - parsedtag_get_value(tag, ATTR_ALT, &q); - if (!pseudoInlines && (q == NULL || (*q == '\0' && ignore_null_img_alt))) -@@ -3322,12 +3303,7 @@ process_img(struct parsed_tag *tag, int width) - Image image; - ParsedURL u; - --#ifdef USE_M17N -- parseURL2(wc_conv(p, InnerCharset, cur_document_charset)->ptr, &u, -- cur_baseURL); --#else - parseURL2(p, &u, cur_baseURL); --#endif - image.url = parsedURL2Str(&u)->ptr; - if (!uncompressed_file_type(u.file, &image.ext)) - image.ext = filename_extension(u.file, TRUE); -@@ -4084,6 +4060,7 @@ process_form_int(struct parsed_tag *tag, int fid) - parsedtag_get_value(tag, ATTR_METHOD, &p); - q = "!CURRENT_URL!"; - parsedtag_get_value(tag, ATTR_ACTION, &q); -+ q = url_encode(remove_space(q), cur_baseURL, cur_document_charset); - r = NULL; - #ifdef USE_M17N - if (parsedtag_get_value(tag, ATTR_ACCEPT_CHARSET, &r)) -@@ -5067,11 +5044,10 @@ HTMLtagproc1(struct parsed_tag *tag, struct html_feed_environ *h_env) - } - return 1; - case HTML_BASE: --#ifdef USE_IMAGE -+#if defined(USE_M17N) || defined(USE_IMAGE) - p = NULL; - if (parsedtag_get_value(tag, ATTR_HREF, &p)) { -- if (!cur_baseURL) -- cur_baseURL = New(ParsedURL); -+ cur_baseURL = New(ParsedURL); - parseURL(p, cur_baseURL, NULL); - } - #endif -@@ -5329,6 +5305,13 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - #ifdef MENU_SELECT - Anchor **a_select = NULL; - #endif -+#if defined(USE_M17N) || defined(USE_IMAGE) -+ ParsedURL *base = baseURL(buf); -+#endif -+#ifdef USE_M17N -+ wc_ces name_charset = url_to_charset(NULL, &buf->currentURL, -+ buf->document_charset); -+#endif - - if (out_size == 0) { - out_size = LINELEN; -@@ -5523,16 +5506,17 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - hseq = 0; - id = NULL; - if (parsedtag_get_value(tag, ATTR_NAME, &id)) { -- id = url_quote_conv(id, buf->document_charset); -+ id = url_quote_conv(id, name_charset); - registerName(buf, id, currentLn(buf), pos); - } - if (parsedtag_get_value(tag, ATTR_HREF, &p)) -- p = url_quote_conv(remove_space(p), -- buf->document_charset); -+ p = url_encode(remove_space(p), base, -+ buf->document_charset); - if (parsedtag_get_value(tag, ATTR_TARGET, &q)) - q = url_quote_conv(q, buf->document_charset); - if (parsedtag_get_value(tag, ATTR_REFERER, &r)) -- r = url_quote_conv(r, buf->document_charset); -+ r = url_encode(r, base, -+ buf->document_charset); - parsedtag_get_value(tag, ATTR_TITLE, &s); - parsedtag_get_value(tag, ATTR_ACCESSKEY, &t); - parsedtag_get_value(tag, ATTR_HSEQ, &hseq); -@@ -5618,7 +5602,7 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - ParsedURL u; - Image *image; - -- parseURL2(a_img->url, &u, cur_baseURL); -+ parseURL2(a_img->url, &u, base); - a_img->image = image = New(Image); - image->url = parsedURL2Str(&u)->ptr; - if (!uncompressed_file_type(u.file, &image->ext)) -@@ -5639,7 +5623,7 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - image->map = q; - image->ismap = ismap; - image->touch = 0; -- image->cache = getImage(image, cur_baseURL, -+ image->cache = getImage(image, base, - IMG_FLAG_SKIP); - } - else if (iseq < 0) { -@@ -5761,8 +5745,8 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - break; - if (parsedtag_get_value(tag, ATTR_HREF, &p)) { - MapArea *a; -- p = url_quote_conv(remove_space(p), -- buf->document_charset); -+ p = url_encode(remove_space(p), base, -+ buf->document_charset); - t = NULL; - parsedtag_get_value(tag, ATTR_TARGET, &t); - q = ""; -@@ -5811,11 +5795,14 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - break; - case HTML_BASE: - if (parsedtag_get_value(tag, ATTR_HREF, &p)) { -- p = url_quote_conv(remove_space(p), -- buf->document_charset); -+ p = url_encode(remove_space(p), NULL, -+ buf->document_charset); - if (!buf->baseURL) - buf->baseURL = New(ParsedURL); - parseURL(p, buf->baseURL, NULL); -+#if defined(USE_M17N) || defined(USE_IMAGE) -+ base = buf->baseURL; -+#endif - } - if (parsedtag_get_value(tag, ATTR_TARGET, &p)) - buf->baseTarget = -@@ -5830,8 +5817,8 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - int refresh_interval = getMetaRefreshParam(q, &tmp); - #ifdef USE_ALARM - if (tmp) { -- p = url_quote_conv(remove_space(tmp->ptr), -- buf->document_charset); -+ p = url_encode(remove_space(tmp->ptr), base, -+ buf->document_charset); - buf->event = setAlarmEvent(buf->event, - refresh_interval, - AL_IMPLICIT_ONCE, -@@ -5844,8 +5831,8 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - FUNCNAME_reload, NULL); - #else - if (tmp && refresh_interval == 0) { -- p = url_quote_conv(remove_space(tmp->ptr), -- buf->document_charset); -+ p = url_encode(remove_space(tmp->ptr), base, -+ buf->document_charset); - pushEvent(FUNCNAME_gorURL, p); - } - #endif -@@ -5929,7 +5916,7 @@ HTMLlineproc2body(Buffer *buf, Str (*feed) (), int llimit) - #ifdef ID_EXT - id = NULL; - if (parsedtag_get_value(tag, ATTR_ID, &id)) { -- id = url_quote_conv(id, buf->document_charset); -+ id = url_quote_conv(id, name_charset); - registerName(buf, id, currentLn(buf), pos); - } - if (renderFrameSet && -@@ -5982,7 +5969,8 @@ addLink(Buffer *buf, struct parsed_tag *tag) - - parsedtag_get_value(tag, ATTR_HREF, &href); - if (href) -- href = url_quote_conv(remove_space(href), buf->document_charset); -+ href = url_encode(remove_space(href), baseURL(buf), -+ buf->document_charset); - parsedtag_get_value(tag, ATTR_TITLE, &title); - parsedtag_get_value(tag, ATTR_TYPE, &ctype); - parsedtag_get_value(tag, ATTR_REL, &rel); -@@ -6963,8 +6951,6 @@ loadHTMLstream(URLFile *f, Buffer *newBuf, FILE * src, int internal) - image_flag = IMG_FLAG_AUTO; - else - image_flag = IMG_FLAG_SKIP; -- if (newBuf->currentURL.file) -- cur_baseURL = baseURL(newBuf); - #endif - - if (w3m_halfload) { -@@ -6987,6 +6973,9 @@ loadHTMLstream(URLFile *f, Buffer *newBuf, FILE * src, int internal) - htmlenv1.f = stdout; - else - htmlenv1.buf = newTextLineList(); -+#if defined(USE_M17N) || defined(USE_IMAGE) -+ cur_baseURL = baseURL(newBuf); -+#endif - - if (SETJMP(AbortLoading) != 0) { - HTMLlineproc1("<br>Transfer Interrupted!<br>", &htmlenv1); -@@ -7048,7 +7037,7 @@ loadHTMLstream(URLFile *f, Buffer *newBuf, FILE * src, int internal) - } - #endif - lineBuf2 = convertLine(f, lineBuf2, HTML_MODE, &charset, doc_charset); --#if defined(USE_M17N) && defined(USE_IMAGE) -+#ifdef USE_M17N - cur_document_charset = charset; - #endif - HTMLlineproc0(lineBuf2->ptr, &htmlenv1, internal); -@@ -7060,6 +7049,12 @@ loadHTMLstream(URLFile *f, Buffer *newBuf, FILE * src, int internal) - obuf.status = R_ST_NORMAL; - completeHTMLstream(&htmlenv1, &obuf); - flushline(&htmlenv1, &obuf, 0, 2, htmlenv1.limit); -+#if defined(USE_M17N) || defined(USE_IMAGE) -+ cur_baseURL = NULL; -+#endif -+#ifdef USE_M17N -+ cur_document_charset = 0; -+#endif - if (htmlenv1.title) - newBuf->buffername = htmlenv1.title; - if (w3m_halfdump) { -@@ -7207,7 +7202,7 @@ loadGopherDir(URLFile *uf, ParsedURL *pu, wc_ces * charset) - q = Strnew_m_charp("gopher://", host->ptr, ":", port->ptr, - "/", file->ptr, NULL)->ptr; - Strcat_m_charp(tmp, "<a href=\"", -- html_quote(url_quote_conv(q, *charset)), -+ html_quote(url_encode(q, NULL, *charset)), - "\">", p, html_quote(name->ptr + 1), "</a>\n", NULL); - } - -@@ -7331,6 +7326,7 @@ loadImageBuffer(URLFile *uf, Buffer *newBuf) - URLFile f; - MySignalHandler(*volatile prevtrap) (SIGNAL_ARG) = NULL; - struct stat st; -+ const ParsedURL *pu = newBuf ? &newBuf->currentURL : NULL; - - loadImage(newBuf, IMG_FLAG_STOP); - image.url = uf->url; -@@ -7338,8 +7334,8 @@ loadImageBuffer(URLFile *uf, Buffer *newBuf) - image.width = -1; - image.height = -1; - image.cache = NULL; -- cache = getImage(&image, cur_baseURL, IMG_FLAG_AUTO); -- if (!cur_baseURL->is_nocache && cache->loaded & IMG_FLAG_LOADED && -+ cache = getImage(&image, (ParsedURL *)pu, IMG_FLAG_AUTO); -+ if (!(pu && pu->is_nocache) && cache->loaded & IMG_FLAG_LOADED && - !stat(cache->file, &st)) - goto image_buffer; - -@@ -7580,8 +7576,11 @@ openGeneralPagerBuffer(InputStream stream) - #ifdef USE_M17N - content_charset = 0; - #endif -+ t_buf = newBuffer(INIT_BUFFER_WIDTH); -+ copyParsedURL(&t_buf->currentURL, NULL); -+ t_buf->currentURL.scheme = SCM_LOCAL; -+ t_buf->currentURL.file = "-"; - if (SearchHeader) { -- t_buf = newBuffer(INIT_BUFFER_WIDTH); - readHeader(&uf, t_buf, TRUE, NULL); - t = checkContentType(t_buf); - if (t == NULL) -@@ -7609,14 +7608,13 @@ openGeneralPagerBuffer(InputStream stream) - #ifdef USE_IMAGE - else if (activeImage && displayImage && !useExtImageViewer && - !(w3m_dump & ~DUMP_FRAME) && !strncasecmp(t, "image/", 6)) { -- cur_baseURL = New(ParsedURL); -- parseURL("-", cur_baseURL, NULL); - buf = loadImageBuffer(&uf, t_buf); - buf->type = "text/html"; - } - #endif - else { -- if (doExternal(uf, "-", t, &buf, t_buf)) { -+ if (searchExtViewer(t)) { -+ buf = doExternal(uf, t, t_buf); - UFclose(&uf); - if (buf == NULL || buf == NO_BUFFER) - return buf; -@@ -7629,8 +7627,6 @@ openGeneralPagerBuffer(InputStream stream) - } - } - buf->real_type = t; -- buf->currentURL.scheme = SCM_LOCAL; -- buf->currentURL.file = "-"; - return buf; - } - -@@ -7823,9 +7819,8 @@ save2tmp(URLFile uf, char *tmpf) - return 0; - } - --int --doExternal(URLFile uf, char *path, char *type, Buffer **bufp, -- Buffer *defaultbuf) -+Buffer * -+doExternal(URLFile uf, char *type, Buffer *defaultbuf) - { - Str tmpf, command; - struct mailcap *mcap; -@@ -7834,7 +7829,7 @@ doExternal(URLFile uf, char *path, char *type, Buffer **bufp, - char *header, *src = NULL, *ext = uf.ext; - - if (!(mcap = searchExtViewer(type))) -- return 0; -+ return NULL; - - if (mcap->nametemplate) { - tmpf = unquote_mailcap(mcap->nametemplate, NULL, "", NULL, NULL); -@@ -7867,15 +7862,13 @@ doExternal(URLFile uf, char *path, char *type, Buffer **bufp, - UFclose(&uf); - myExec(command->ptr); - } -- *bufp = NO_BUFFER; -- return 1; -+ return NO_BUFFER; - } - else - #endif - { - if (save2tmp(uf, tmpf->ptr) < 0) { -- *bufp = NULL; -- return 1; -+ return NULL; - } - } - if (mcap->flags & (MAILCAP_HTMLOUTPUT | MAILCAP_COPIOUSOUTPUT)) { -@@ -7918,14 +7911,13 @@ doExternal(URLFile uf, char *path, char *type, Buffer **bufp, - buf = NO_BUFFER; - } - if (buf && buf != NO_BUFFER) { -- buf->filename = path; -- if (buf->buffername == NULL || buf->buffername[0] == '\0') -- buf->buffername = conv_from_system(lastFileName(path)); -+ if ((buf->buffername == NULL || buf->buffername[0] == '\0') && -+ buf->filename) -+ buf->buffername = conv_from_system(lastFileName(buf->filename)); - buf->edit = mcap->edit; - buf->mailcap = mcap; - } -- *bufp = buf; -- return 1; -+ return buf; - } - - static int -diff --git a/fm.h b/fm.h -index 8378939..0f56c31 100644 ---- a/fm.h -+++ b/fm.h -@@ -264,6 +264,18 @@ extern int REV_LB[]; - #define IMG_FLAG_ERROR 2 - #define IMG_FLAG_DONT_REMOVE 4 - -+#define IS_EMPTY_PARSED_URL(pu) ((pu)->scheme == SCM_UNKNOWN && !(pu)->file) -+#define SCONF_RESERVED 0 -+#define SCONF_SUBSTITUTE_URL 1 -+#define SCONF_URL_CHARSET 2 -+#define SCONF_NO_REFERER_FROM 3 -+#define SCONF_NO_REFERER_TO 4 -+#define SCONF_N_FIELD 5 -+#define query_SCONF_SUBSTITUTE_URL(pu) ((const char *)querySiteconf(pu, SCONF_SUBSTITUTE_URL)) -+#define query_SCONF_URL_CHARSET(pu) ((const wc_ces *)querySiteconf(pu, SCONF_URL_CHARSET)) -+#define query_SCONF_NO_REFERER_FROM(pu) ((const int *)querySiteconf(pu, SCONF_NO_REFERER_FROM)) -+#define query_SCONF_NO_REFERER_TO(pu) ((const int *)querySiteconf(pu, SCONF_NO_REFERER_TO)) -+ - /* - * Macros. - */ -@@ -972,6 +984,7 @@ global int BackgroundExtViewer init(TRUE); - global int disable_secret_security_check init(FALSE); - global char *passwd_file init(PASSWD_FILE); - global char *pre_form_file init(PRE_FORM_FILE); -+global char *siteconf_file init(SITECONF_FILE); - global char *ftppasswd init(NULL); - global int ftppass_hostnamegen init(TRUE); - global int do_download init(FALSE); -diff --git a/form.c b/form.c -index b7556ca..fa17be4 100644 ---- a/form.c -+++ b/form.c -@@ -787,7 +787,7 @@ struct pre_form { - static struct pre_form *PreForm = NULL; - - static struct pre_form * --add_pre_form(struct pre_form *prev, char *url, char *name, char *action) -+add_pre_form(struct pre_form *prev, char *url, Regex *re_url, char *name, char *action) - { - ParsedURL pu; - struct pre_form *new; -@@ -796,21 +796,13 @@ add_pre_form(struct pre_form *prev, char *url, char *name, char *action) - new = prev->next = New(struct pre_form); - else - new = PreForm = New(struct pre_form); -- if (url && *url == '/') { -- int l = strlen(url); -- if (l > 1 && url[l - 1] == '/') -- new->url = allocStr(url + 1, l - 2); -- else -- new->url = url + 1; -- new->re_url = newRegex(new->url, FALSE, NULL, NULL); -- if (!new->re_url) -- new->url = NULL; -- } -- else if (url) { -+ if (url && !re_url) { - parseURL2(url, &pu, NULL); - new->url = parsedURL2Str(&pu)->ptr; -- new->re_url = NULL; - } -+ else -+ new->url = url; -+ new->re_url = re_url; - new->name = (name && *name) ? name : NULL; - new->action = (action && *action) ? action : NULL; - new->item = NULL; -@@ -834,7 +826,7 @@ add_pre_form_item(struct pre_form *pf, struct pre_form_item *prev, int type, - new->name = name; - new->value = value; - if (checked && *checked && (!strcmp(checked, "0") || -- strcasecmp(checked, "off") -+ !strcasecmp(checked, "off") - || !strcasecmp(checked, "no"))) - new->checked = 0; - else -@@ -875,6 +867,7 @@ loadPreForm(void) - return; - while (1) { - char *p, *s, *arg; -+ Regex *re_arg; - - line = Strfgets(fp); - if (line->length == 0) -@@ -890,18 +883,20 @@ loadPreForm(void) - if (*p == '#' || *p == '\0') - continue; /* comment or empty line */ - s = getWord(&p); -- arg = getWord(&p); - - if (!strcmp(s, "url")) { -+ arg = getRegexWord((const char **)&p, &re_arg); - if (!arg || !*arg) - continue; - p = getQWord(&p); -- pf = add_pre_form(pf, arg, NULL, p); -+ pf = add_pre_form(pf, arg, re_arg, NULL, p); - pi = pf->item; - continue; - } - if (!pf) - continue; -+ -+ arg = getWord(&p); - if (!strcmp(s, "form")) { - if (!arg || !*arg) - continue; -@@ -913,7 +908,7 @@ loadPreForm(void) - } - if (pf->item) { - struct pre_form *prev = pf; -- pf = add_pre_form(prev, "", s, p); -+ pf = add_pre_form(prev, "", NULL, s, p); - /* copy previous URL */ - pf->url = prev->url; - pf->re_url = prev->re_url; -diff --git a/frame.c b/frame.c -index b431437..48c2d72 100644 ---- a/frame.c -+++ b/frame.c -@@ -91,7 +91,8 @@ newFrame(struct parsed_tag *tag, Buffer *buf) - body->baseURL = baseURL(buf); - if (tag) { - if (parsedtag_get_value(tag, ATTR_SRC, &p)) -- body->url = url_quote_conv(remove_space(p), buf->document_charset); -+ body->url = url_encode(remove_space(p), body->baseURL, -+ buf->document_charset); - if (parsedtag_get_value(tag, ATTR_NAME, &p) && *p != '_') - body->name = url_quote_conv(p, buf->document_charset); - } -@@ -639,7 +640,7 @@ createFrameFile(struct frameset *f, FILE * f1, Buffer *current, int level, - case HTML_BASE: - /* "BASE" is prohibit tag */ - if (parsedtag_get_value(tag, ATTR_HREF, &q)) { -- q = url_quote_conv(remove_space(q), charset); -+ q = url_encode(remove_space(q), NULL, charset); - parseURL(q, &base, NULL); - } - if (parsedtag_get_value(tag, ATTR_TARGET, &q)) { -@@ -768,8 +769,8 @@ createFrameFile(struct frameset *f, FILE * f1, Buffer *current, int level, - if (!tag->value[j]) - break; - tag->value[j] = -- url_quote_conv(remove_space(tag->value[j]), -- charset); -+ url_encode(remove_space(tag->value[j]), -+ &base, charset); - tag->need_reconstruct = TRUE; - parseURL2(tag->value[j], &url, &base); - if (url.scheme == SCM_UNKNOWN || -diff --git a/func.c b/func.c -index f389e00..8b5deac 100644 ---- a/func.c -+++ b/func.c -@@ -8,6 +8,7 @@ - #include "fm.h" - #include "func.h" - #include "myctype.h" -+#include "regex.h" - - #include "funcname.c" - #include "functable.c" -@@ -434,6 +435,93 @@ getQWord(char **str) - return tmp->ptr; - } - -+/* This extracts /regex/i or m@regex@i from the given string. -+ * Then advances *str to the end of regex. -+ * If the input does not seems to be a regex, this falls back to getQWord(). -+ * -+ * Returns a word (no matter whether regex or not) in the give string. -+ * If regex_ret is non-NULL, compiles the regex and stores there. -+ * -+ * XXX: Actually this is unrelated to func.c. -+ */ -+char * -+getRegexWord(const char **str, Regex **regex_ret) -+{ -+ char *word = NULL; -+ const char *p, *headp, *bodyp, *tailp; -+ char delimiter; -+ int esc; -+ int igncase = 0; -+ -+ p = *str; -+ SKIP_BLANKS(p); -+ headp = p; -+ -+ /* Get the opening delimiter */ -+ if (p[0] == 'm' && IS_PRINT(p[1]) && !IS_ALNUM(p[1]) && p[1] != '\\') { -+ delimiter = p[1]; -+ p += 2; -+ } -+ else if (p[0] == '/') { -+ delimiter = '/'; -+ p += 1; -+ } -+ else { -+ goto not_regex; -+ } -+ bodyp = p; -+ -+ /* Scan the end of the expression */ -+ for (esc = 0; *p; ++p) { -+ if (esc) { -+ esc = 0; -+ } else { -+ if (*p == delimiter) -+ break; -+ else if (*p == '\\') -+ esc = 1; -+ } -+ } -+ if (!*p && *headp == '/') -+ goto not_regex; -+ tailp = p; -+ -+ /* Check the modifiers */ -+ if (*p == delimiter) { -+ while (*++p && !IS_SPACE(*p)) { -+ switch (*p) { -+ case 'i': -+ igncase = 1; -+ break; -+ } -+ /* ignore unknown modifiers */ -+ } -+ } -+ -+ /* Save the expression */ -+ word = allocStr(headp, p - headp); -+ -+ /* Compile */ -+ if (regex_ret) { -+ if (*tailp == delimiter) -+ word[tailp - headp] = 0; -+ *regex_ret = newRegex(word + (bodyp - headp), igncase, NULL, NULL); -+ if (*tailp == delimiter) -+ word[tailp - headp] = delimiter; -+ } -+ goto last; -+ -+not_regex: -+ p = headp; -+ word = getQWord((char **)&p); -+ if (regex_ret) -+ *regex_ret = NULL; -+ -+last: -+ *str = p; -+ return word; -+} -+ - #ifdef USE_MOUSE - static MouseAction default_mouse_action = { - NULL, -diff --git a/history.c b/history.c -index 951ef83..e9be09b 100644 ---- a/history.c -+++ b/history.c -@@ -17,7 +17,7 @@ historyBuffer(Hist *hist) - for (item = hist->list->last; item; item = item->prev) { - q = html_quote((char *)item->ptr); - if (DecodeURL) -- p = html_quote(url_unquote_conv((char *)item->ptr, 0)); -+ p = html_quote(url_decode2((char *)item->ptr, NULL)); - else - p = q; - Strcat_charp(src, "<li><a href=\""); -diff --git a/indep.c b/indep.c -index 65b04aa..89e86c1 100644 ---- a/indep.c -+++ b/indep.c -@@ -357,6 +357,20 @@ strcasemstr(char *str, char *srch[], char **ret_ptr) - return -1; - } - -+int -+strmatchlen(const char *s1, const char *s2, int maxlen) -+{ -+ int i; -+ -+ /* To allow the maxlen to be negatie (infinity), -+ * compare by "!=" instead of "<=". */ -+ for (i = 0; i != maxlen; ++i) { -+ if (!s1[i] || !s2[i] || s1[i] != s2[i]) -+ break; -+ } -+ return i; -+} -+ - char * - remove_space(char *str) - { -diff --git a/indep.h b/indep.h -index b3819a3..cf566fe 100644 ---- a/indep.h -+++ b/indep.h -@@ -52,6 +52,7 @@ extern int strncasecmp(const char *s1, const char *s2, size_t n); - extern char *strcasestr(const char *s1, const char *s2); - #endif - extern int strcasemstr(char *str, char *srch[], char **ret_ptr); -+int strmatchlen(const char *s1, const char *s2, int maxlen); - extern char *remove_space(char *str); - extern int non_null(char *s); - extern void cleanup_line(Str s, int mode); -diff --git a/linein.c b/linein.c -index b7e81b6..572b015 100644 ---- a/linein.c -+++ b/linein.c -@@ -1026,7 +1026,7 @@ _prev(void) - strCurrentBuf = strBuf; - } - if (DecodeURL && (cm_mode & CPL_URL) ) -- p = url_unquote_conv(p, 0); -+ p = url_decode2(p, NULL); - strBuf = Strnew_charp(p); - CLen = CPos = setStrType(strBuf, strProp); - offset = 0; -@@ -1045,7 +1045,7 @@ _next(void) - p = nextHist(hist); - if (p) { - if (DecodeURL && (cm_mode & CPL_URL) ) -- p = url_unquote_conv(p, 0); -+ p = url_decode2(p, NULL); - strBuf = Strnew_charp(p); - } - else { -diff --git a/main.c b/main.c -index b421943..a414391 100644 ---- a/main.c -+++ b/main.c -@@ -894,12 +894,17 @@ main(int argc, char **argv, char **envp) - if (i >= 0) { - SearchHeader = search_header; - DefaultType = default_type; -+ char *url; -+ -+ url = load_argv[i]; -+ if (getURLScheme(&url) == SCM_MISSING && !ArgvIsURL) -+ url = file_to_url(load_argv[i]); -+ else -+ url = url_encode(conv_from_system(load_argv[i]), NULL, 0); - if (w3m_dump == DUMP_HEAD) { - request = New(FormList); - request->method = FORM_METHOD_HEAD; -- newbuf = -- loadGeneralFile(load_argv[i], NULL, NO_REFERER, 0, -- request); -+ newbuf = loadGeneralFile(url, NULL, NO_REFERER, 0, request); - } - else { - if (post_file && i == 0) { -@@ -928,9 +933,7 @@ main(int argc, char **argv, char **envp) - else { - request = NULL; - } -- newbuf = -- loadGeneralFile(load_argv[i], NULL, NO_REFERER, 0, -- request); -+ newbuf = loadGeneralFile(url, NULL, NO_REFERER, 0, request); - } - if (newbuf == NULL) { - /* FIXME: gettextize? */ -@@ -945,7 +948,7 @@ main(int argc, char **argv, char **envp) - break; - case SCM_LOCAL: - case SCM_LOCAL_CGI: -- unshiftHist(LoadHist, conv_from_system(load_argv[i])); -+ unshiftHist(LoadHist, url); - default: - pushHashHist(URLHist, parsedURL2Str(&newbuf->currentURL)->ptr); - break; -@@ -1269,15 +1272,12 @@ do_dump(Buffer *buf) - printf("\nReferences:\n\n"); - for (i = 0; i < buf->href->nanchor; i++) { - ParsedURL pu; -- static Str s = NULL; -+ char *url; - if (buf->href->anchors[i].slave) - continue; - parseURL2(buf->href->anchors[i].url, &pu, baseURL(buf)); -- s = parsedURL2Str(&pu); -- if (DecodeURL) -- s = Strnew_charp(url_unquote_conv -- (s->ptr, Currentbuf->document_charset)); -- printf("[%d] %s\n", buf->href->anchors[i].hseq + 1, s->ptr); -+ url = url_decode2(parsedURL2Str(&pu)->ptr, Currentbuf); -+ printf("[%d] %s\n", buf->href->anchors[i].hseq + 1, url); - } - } - } -@@ -2261,7 +2261,7 @@ DEFUN(movR1, MOVE_RIGHT1, - static wc_uint32 - getChar(char *p) - { -- return wc_any_to_ucs(wtf_parse1(&p)); -+ return wc_any_to_ucs(wtf_parse1((wc_uchar **)&p)); - } - - static int -@@ -2804,12 +2804,15 @@ loadLink(char *url, char *target, char *referer, FormList *request) - union frameset_element *f_element = NULL; - int flag = 0; - ParsedURL *base, pu; -+ const int *no_referer_ptr; - - message(Sprintf("loading %s", url)->ptr, 0, 0); - refresh(); - -+ no_referer_ptr = query_SCONF_NO_REFERER_FROM(&Currentbuf->currentURL); - base = baseURL(Currentbuf); -- if (base == NULL || -+ if ((no_referer_ptr && *no_referer_ptr) || -+ base == NULL || - base->scheme == SCM_LOCAL || base->scheme == SCM_LOCAL_CGI) - referer = NO_REFERER; - if (referer == NULL) -@@ -4055,6 +4058,7 @@ goURL0(char *prompt, int relative) - char *url, *referer; - ParsedURL p_url, *current; - Buffer *cur_buf = Currentbuf; -+ const int *no_referer_ptr; - - url = searchKeyData(); - if (url == NULL) { -@@ -4064,11 +4068,8 @@ goURL0(char *prompt, int relative) - current = baseURL(Currentbuf); - if (current) { - char *c_url = parsedURL2Str(current)->ptr; -- if (DefaultURLString == DEFAULT_URL_CURRENT) { -- url = c_url; -- if (DecodeURL) -- url = url_unquote_conv(url, 0); -- } -+ if (DefaultURLString == DEFAULT_URL_CURRENT) -+ url = url_decode2(c_url, NULL); - else - pushHist(hist, c_url); - } -@@ -4077,11 +4078,8 @@ goURL0(char *prompt, int relative) - char *a_url; - parseURL2(a->url, &p_url, current); - a_url = parsedURL2Str(&p_url)->ptr; -- if (DefaultURLString == DEFAULT_URL_LINK) { -- url = a_url; -- if (DecodeURL) -- url = url_unquote_conv(url, Currentbuf->document_charset); -- } -+ if (DefaultURLString == DEFAULT_URL_LINK) -+ url = url_decode2(a_url, Currentbuf); - else - pushHist(hist, a_url); - } -@@ -4089,15 +4087,22 @@ goURL0(char *prompt, int relative) - if (url != NULL) - SKIP_BLANKS(url); - } --#ifdef USE_M17N -- if (url != NULL) { -- if ((relative || *url == '#') && Currentbuf->document_charset) -- url = wc_conv_strict(url, InnerCharset, -- Currentbuf->document_charset)->ptr; -+ if (relative) { -+ no_referer_ptr = query_SCONF_NO_REFERER_FROM(&Currentbuf->currentURL); -+ current = baseURL(Currentbuf); -+ if ((no_referer_ptr && *no_referer_ptr) || -+ current == NULL || -+ current->scheme == SCM_LOCAL || current->scheme == SCM_LOCAL_CGI) -+ referer = NO_REFERER; - else -- url = conv_to_system(url); -+ referer = parsedURL2Str(&Currentbuf->currentURL)->ptr; -+ url = url_encode(url, current, Currentbuf->document_charset); -+ } -+ else { -+ current = NULL; -+ referer = NULL; -+ url = url_encode(url, NULL, 0); - } --#endif - if (url == NULL || *url == '\0') { - displayBuffer(Currentbuf, B_FORCE_REDRAW); - return; -@@ -4106,14 +4111,6 @@ goURL0(char *prompt, int relative) - gotoLabel(url + 1); - return; - } -- if (relative) { -- current = baseURL(Currentbuf); -- referer = parsedURL2Str(&Currentbuf->currentURL)->ptr; -- } -- else { -- current = NULL; -- referer = NULL; -- } - parseURL2(url, &p_url, current); - pushHashHist(URLHist, parsedURL2Str(&p_url)->ptr); - cmd_loadURL(url, current, referer, NULL); -@@ -4510,8 +4507,7 @@ _peekURL(int only_img) - s = parsedURL2Str(&pu); - } - if (DecodeURL) -- s = Strnew_charp(url_unquote_conv -- (s->ptr, Currentbuf->document_charset)); -+ s = Strnew_charp(url_decode2(s->ptr, Currentbuf)); - #ifdef USE_M17N - s = checkType(s, &pp, NULL); - p = NewAtom_N(Lineprop, s->length); -@@ -4570,7 +4566,7 @@ DEFUN(curURL, PEEK, "Peek current URL") - offset = 0; - s = currentURL(); - if (DecodeURL) -- s = Strnew_charp(url_unquote_conv(s->ptr, 0)); -+ s = Strnew_charp(url_decode2(s->ptr, NULL)); - #ifdef USE_M17N - s = checkType(s, &pp, NULL); - p = NewAtom_N(Lineprop, s->length); -diff --git a/map.c b/map.c -index 90aa35a..12701e7 100644 ---- a/map.c -+++ b/map.c -@@ -279,7 +279,7 @@ follow_map_panel(Buffer *buf, char *name) - p = parsedURL2Str(&pu)->ptr; - q = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = q; - Strcat_m_charp(mappage, "<tr valign=top><td><a href=\"", q, "\">", -@@ -417,10 +417,7 @@ append_map_info(Buffer *buf, Str tmp, FormItemList *fi) - continue; - parseURL2(a->url, &pu, baseURL(buf)); - q = html_quote(parsedURL2Str(&pu)->ptr); -- if (DecodeURL) -- p = html_quote(url_unquote_conv(a->url, buf->document_charset)); -- else -- p = html_quote(a->url); -+ p = html_quote(url_decode2(a->url, buf)); - Strcat_m_charp(tmp, "<tr valign=top><td> <td><a href=\"", - q, "\">", - html_quote(*a->alt ? a->alt : mybasename(a->url)), -@@ -457,10 +454,8 @@ append_link_info(Buffer *buf, Str html, LinkList * link) - Strcat_charp(html, "[Rev]"); - if (!l->url) - url = "(empty)"; -- else if (DecodeURL) -- url = html_quote(url_unquote_conv(l->url, buf->document_charset)); - else -- url = html_quote(l->url); -+ url = html_quote(url_decode2(l->url, buf)); - Strcat_m_charp(html, "<td>", url, NULL); - if (l->ctype) - Strcat_m_charp(html, " (", html_quote(l->ctype), ")", NULL); -@@ -498,8 +493,7 @@ append_frame_info(Buffer *buf, Str html, struct frameset *set, int level) - Strcat_charp(html, p); - } - if (DecodeURL) -- p = html_quote(url_unquote_conv(frame.body->url, -- buf->document_charset)); -+ p = html_quote(url_decode2(frame.body->url, buf)); - else - p = q; - Strcat_m_charp(html, " ", p, "</a></pre_int><br>\n", NULL); -@@ -550,9 +544,7 @@ page_info_panel(Buffer *buf) - #ifdef USE_M17N - Strcat_charp(tmp, "<form method=internal action=charset>"); - #endif -- p = parsedURL2Str(&buf->currentURL)->ptr; -- if (DecodeURL) -- p = url_unquote_conv(p, 0); -+ p = url_decode2(parsedURL2Str(&buf->currentURL)->ptr, NULL); - Strcat_m_charp(tmp, "<table cellpadding=0>", - "<tr valign=top><td nowrap>Title<td>", - html_quote(buf->buffername), -@@ -589,7 +581,7 @@ page_info_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - q = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = q; - Strcat_m_charp(tmp, -@@ -602,7 +594,7 @@ page_info_panel(Buffer *buf) - p = parsedURL2Str(&pu)->ptr; - q = html_quote(p); - if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -+ p = html_quote(url_decode2(p, buf)); - else - p = q; - Strcat_m_charp(tmp, -@@ -613,10 +605,7 @@ page_info_panel(Buffer *buf) - if (a != NULL) { - FormItemList *fi = (FormItemList *)a->url; - p = form2str(fi); -- if (DecodeURL) -- p = html_quote(url_unquote_conv(p, buf->document_charset)); -- else -- p = html_quote(p); -+ p = html_quote(url_decode2(p, buf)); - Strcat_m_charp(tmp, - "<tr valign=top><td nowrap>Method/type of current form <td>", - p, NULL); -diff --git a/menu.c b/menu.c -index 774b1bd..0f66583 100644 ---- a/menu.c -+++ b/menu.c -@@ -1365,9 +1365,7 @@ initSelectMenu(void) - break; - default: - Strcat_char(str, ' '); -- p = parsedURL2Str(&buf->currentURL)->ptr; -- if (DecodeURL) -- p = url_unquote_conv(p, 0); -+ p = url_decode2(parsedURL2Str(&buf->currentURL)->ptr, NULL); - Strcat_charp(str, p); - break; - } -@@ -1513,9 +1511,7 @@ initSelTabMenu(void) - case SCM_MISSING: - break; - default: -- p = parsedURL2Str(&buf->currentURL)->ptr; -- if (DecodeURL) -- p = url_unquote_conv(p, 0); -+ p = url_decode2(parsedURL2Str(&buf->currentURL)->ptr, NULL); - Strcat_charp(str, p); - break; - } -@@ -1845,10 +1841,8 @@ link_menu(Buffer *buf) - Strcat_charp(str, " "); - if (!l->url) - p = ""; -- else if (DecodeURL) -- p = url_unquote_conv(l->url, buf->document_charset); - else -- p = l->url; -+ p = url_decode2(l->url, buf); - Strcat_charp(str, p); - label[i] = str->ptr; - if (len < str->length) -diff --git a/po/ja.po b/po/ja.po -index d67c695..947191c 100644 ---- a/po/ja.po -+++ b/po/ja.po -@@ -407,6 +407,10 @@ msgid "File for setting form on loading" - msgstr "梧莨惹若荐絎＜ゃ" - - #: rc.c:149 -+msgid "File for preferences for each site" -+msgstr "泣ゃヨ┃絎＜ゃ" -+ -+#: rc.c:149 - msgid "Password for anonymous FTP (your mail address)" - msgstr "FTP鴻若(mail address篏帥)" - -diff --git a/proto.h b/proto.h -index f8a7345..7b1a7a6 100644 ---- a/proto.h -+++ b/proto.h -@@ -162,6 +162,24 @@ extern Str searchURIMethods(ParsedURL *pu); - extern void chkExternalURIBuffer(Buffer *buf); - #endif - extern ParsedURL *schemeToProxy(int scheme); -+#ifdef USE_M17N -+extern wc_ces url_to_charset(const char *url, const ParsedURL *base, -+ wc_ces doc_charset); -+extern char *url_encode(const char *url, const ParsedURL *base, -+ wc_ces doc_charset); -+#if 0 -+extern char *url_decode(const char *url, const ParsedURL *base, -+ wc_ces doc_charset); -+#endif -+extern char *url_decode2(const char *url, const Buffer *buf); -+#else /* !defined(USE_M17N) */ -+#define url_encode(url, base, cs) url_quote(url) -+extern char *url_decode0(const char *url); -+#if 0 -+#define url_decode(url, base, cs) url_decode0(url) -+#endif -+#define url_decode2(url, buf) url_decode0(url) -+#endif /* !defined(USE_M17N) */ - extern void examineFile(char *path, URLFile *uf); - extern char *acceptableEncoding(); - extern int dir_exist(char *path); -@@ -180,7 +198,6 @@ extern void push_symbol(Str str, char symbol, int width, int n); - #ifdef USE_UNICODE - extern void update_utf8_symbol(void); - #endif --extern Buffer *loadFile(char *path); - extern Buffer *loadGeneralFile(char *path, ParsedURL *current, char *referer, - int flag, FormList *request); - extern int is_boundary(unsigned char *, unsigned char *); -@@ -249,8 +266,7 @@ extern Buffer *openPagerBuffer(InputStream stream, Buffer *buf); - extern Buffer *openGeneralPagerBuffer(InputStream stream); - extern Line *getNextPage(Buffer *buf, int plen); - extern int save2tmp(URLFile uf, char *tmpf); --extern int doExternal(URLFile uf, char *path, char *type, Buffer **bufp, -- Buffer *defaultbuf); -+extern Buffer *doExternal(URLFile uf, char *type, Buffer *defaultbuf); - extern int _doFileCopy(char *tmpf, char *defstr, int download); - #define doFileCopy(tmpf, defstr) _doFileCopy(tmpf, defstr, FALSE); - extern int doFileMove(char *tmpf, char *defstr); -@@ -507,7 +523,7 @@ extern ParsedURL *baseURL(Buffer *buf); - extern int openSocket(char *hostname, char *remoteport_name, - unsigned short remoteport_num); - extern void parseURL(char *url, ParsedURL *p_url, ParsedURL *current); --extern void copyParsedURL(ParsedURL *p, ParsedURL *q); -+extern void copyParsedURL(ParsedURL *p, const ParsedURL *q); - extern void parseURL2(char *url, ParsedURL *pu, ParsedURL *current); - extern Str parsedURL2Str(ParsedURL *pu); - extern int getURLScheme(char **url); -@@ -611,6 +627,7 @@ extern char *confFile(char *base); - extern char *auxbinFile(char *base); - extern char *libFile(char *base); - extern char *helpFile(char *base); -+extern const void *querySiteconf(const ParsedURL *query_pu, int field); - extern Str localCookie(void); - extern Str loadLocalDir(char *dirname); - extern void set_environ(char *var, char *value); -@@ -723,6 +740,8 @@ extern int getKey(char *s); - extern char *getKeyData(int key); - extern char *getWord(char **str); - extern char *getQWord(char **str); -+struct regex; -+extern char *getRegexWord(const char **str, struct regex **regex_ret); - #ifdef USE_MOUSE - extern void initMouseAction(void); - #endif -diff --git a/rc.c b/rc.c -index 8441a39..3bf6cea 100644 ---- a/rc.c -+++ b/rc.c -@@ -9,7 +9,9 @@ - #include <errno.h> - #include "parsetag.h" - #include "local.h" -+#include "regex.h" - #include <stdlib.h> -+#include <stddef.h> - - struct param_ptr { - char *name; -@@ -146,6 +148,7 @@ static int OptionEncode = FALSE; - #define CMT_DISABLE_SECRET_SECURITY_CHECK N_("Disable secret file security check") - #define CMT_PASSWDFILE N_("Password file") - #define CMT_PRE_FORM_FILE N_("File for setting form on loading") -+#define CMT_SITECONF_FILE N_("File for preferences for each site") - #define CMT_FTPPASS N_("Password for anonymous FTP (your mail address)") - #define CMT_FTPPASS_HOSTNAMEGEN N_("Generate domain part of password for FTP") - #define CMT_USERAGENT N_("User-Agent identification string") -@@ -619,6 +622,8 @@ struct param_ptr params9[] = { - CMT_FTPPASS_HOSTNAMEGEN, NULL}, - {"pre_form_file", P_STRING, PI_TEXT, (void *)&pre_form_file, - CMT_PRE_FORM_FILE, NULL}, -+ {"siteconf_file", P_STRING, PI_TEXT, (void *)&siteconf_file, -+ CMT_SITECONF_FILE, NULL}, - {"user_agent", P_STRING, PI_TEXT, (void *)&UserAgent, CMT_USERAGENT, NULL}, - {"no_referer", P_INT, PI_ONOFF, (void *)&NoSendReferer, CMT_NOSENDREFERER, - NULL}, -@@ -1173,6 +1178,8 @@ do_mkdir(const char *dir, long mode) - #endif /* not __MINW32_VERSION */ - #endif /* not __EMX__ */ - -+static void loadSiteconf(void); -+ - void - sync_with_option(void) - { -@@ -1199,6 +1206,7 @@ sync_with_option(void) - #endif - loadPasswd(); - loadPreForm(); -+ loadSiteconf(); - - if (AcceptLang == NULL || *AcceptLang == '\0') { - /* TRANSLATORS: -@@ -1556,3 +1564,217 @@ helpFile(char *base) - return expandPath(Strnew_m_charp(w3m_help_dir(), "/", base, NULL)->ptr); - } - #endif -+ -+/* siteconf */ -+/* -+ * url "<url>"|/<re-url>/|m@<re-url>@i [exact] -+ * substitute_url "<destination-url>" -+ * url_charset <charset> -+ * no_referer_from on|off -+ * no_referer_to on|off -+ * -+ * The last match wins. -+ */ -+ -+struct siteconf_rec { -+ struct siteconf_rec *next; -+ char *url; -+ Regex *re_url; -+ int url_exact; -+ unsigned char mask[(SCONF_N_FIELD + 7) >> 3]; -+ -+ char *substitute_url; -+#ifdef USE_M17N -+ wc_ces url_charset; -+#endif -+ int no_referer_from; -+ int no_referer_to; -+}; -+#define SCONF_TEST(ent, f) ((ent)->mask[(f)>>3] & (1U<<((f)&7))) -+#define SCONF_SET(ent, f) ((ent)->mask[(f)>>3] |= (1U<<((f)&7))) -+#define SCONF_CLEAR(ent, f) ((ent)->mask[(f)>>3] &= ~(1U<<((f)&7))) -+ -+static struct siteconf_rec *siteconf_head = NULL; -+static struct siteconf_rec *newSiteconfRec(void); -+ -+static struct siteconf_rec * -+newSiteconfRec(void) -+{ -+ struct siteconf_rec *ent; -+ -+ ent = New(struct siteconf_rec); -+ ent->next = NULL; -+ ent->url = NULL; -+ ent->re_url = NULL; -+ ent->url_exact = FALSE; -+ memset(ent->mask, 0, sizeof(ent->mask)); -+ -+ ent->substitute_url = NULL; -+#ifdef USE_M17N -+ ent->url_charset = 0; -+#endif -+ return ent; -+} -+ -+static void -+loadSiteconf(void) -+{ -+ char *efname; -+ FILE *fp; -+ Str line; -+ struct siteconf_rec *ent = NULL; -+ -+ siteconf_head = NULL; -+ if (!siteconf_file) -+ return; -+ if ((efname = expandPath(siteconf_file)) == NULL) -+ return; -+ fp = fopen(efname, "r"); -+ if (fp == NULL) -+ return; -+ while (line = Strfgets(fp), line->length > 0) { -+ char *p, *s; -+ -+ Strchop(line); -+ p = line->ptr; -+ SKIP_BLANKS(p); -+ if (*p == '#' || *p == '\0') -+ continue; -+ s = getWord(&p); -+ -+ /* The "url" begins a new record. */ -+ if (strcmp(s, "url") == 0) { -+ char *url, *opt; -+ struct siteconf_rec *newent; -+ -+ /* First, register the current record. */ -+ if (ent) { -+ ent->next = siteconf_head; -+ siteconf_head = ent; -+ ent = NULL; -+ } -+ -+ /* Second, create a new record. */ -+ newent = newSiteconfRec(); -+ url = getRegexWord((const char **)&p, &newent->re_url); -+ opt = getWord(&p); -+ SKIP_BLANKS(p); -+ if (!newent->re_url) { -+ ParsedURL pu; -+ if (!url || !*url) -+ continue; -+ parseURL2(url, &pu, NULL); -+ newent->url = parsedURL2Str(&pu)->ptr; -+ } -+ /* If we have an extra or unknown option, ignore this record -+ * for future extensions. */ -+ if (strcmp(opt, "exact") == 0) { -+ newent->url_exact = TRUE; -+ } -+ else if (*opt != 0) -+ continue; -+ if (*p) -+ continue; -+ ent = newent; -+ continue; -+ } -+ -+ /* If the current record is broken, skip to the next "url". */ -+ if (!ent) -+ continue; -+ -+ /* Fill the new record. */ -+ if (strcmp(s, "substitute_url") == 0) { -+ ent->substitute_url = getQWord(&p); -+ SCONF_SET(ent, SCONF_SUBSTITUTE_URL); -+ } -+#ifdef USE_M17N -+ else if (strcmp(s, "url_charset") == 0) { -+ char *charset = getWord(&p); -+ ent->url_charset = (charset && *charset) ? -+ wc_charset_to_ces(charset) : 0; -+ SCONF_SET(ent, SCONF_URL_CHARSET); -+ } -+#endif /* USE_M17N */ -+ else if (strcmp(s, "no_referer_from") == 0) { -+ ent->no_referer_from = str_to_bool(getWord(&p), 0); -+ SCONF_SET(ent, SCONF_NO_REFERER_FROM); -+ } -+ else if (strcmp(s, "no_referer_to") == 0) { -+ ent->no_referer_to = str_to_bool(getWord(&p), 0); -+ SCONF_SET(ent, SCONF_NO_REFERER_TO); -+ } -+ } -+ if (ent) { -+ ent->next = siteconf_head; -+ siteconf_head = ent; -+ ent = NULL; -+ } -+ fclose(fp); -+} -+ -+const void * -+querySiteconf(const ParsedURL *query_pu, int field) -+{ -+ const struct siteconf_rec *ent; -+ Str u; -+ char *firstp, *lastp; -+ -+ if (field < 0 || field >= SCONF_N_FIELD) -+ return NULL; -+ if (!query_pu || IS_EMPTY_PARSED_URL(query_pu)) -+ return NULL; -+ u = parsedURL2Str((ParsedURL *)query_pu); -+ if (u->length == 0) -+ return NULL; -+ -+ for (ent = siteconf_head; ent; ent = ent->next) { -+ if (!SCONF_TEST(ent, field)) -+ continue; -+ if (ent->re_url) { -+ if (RegexMatch(ent->re_url, u->ptr, u->length, 1)) { -+ MatchedPosition(ent->re_url, &firstp, &lastp); -+ if (!ent->url_exact) -+ goto url_found; -+ if (firstp != u->ptr || lastp == firstp) -+ continue; -+ if (*lastp == 0 || *lastp == '?' || *(lastp - 1) == '?' || -+ *lastp == '#' || *(lastp - 1) == '#') -+ goto url_found; -+ } -+ } else { -+ int matchlen = strmatchlen(ent->url, u->ptr, u->length); -+ if (matchlen == 0 || ent->url[matchlen] != 0) -+ continue; -+ firstp = u->ptr; -+ lastp = u->ptr + matchlen; -+ if (*lastp == 0 || *lastp == '?' || *(lastp - 1) == '?' || -+ *lastp == '#' || *(lastp - 1) == '#') -+ goto url_found; -+ if (!ent->url_exact && (*lastp == '/' || *(lastp - 1) == '/')) -+ goto url_found; -+ } -+ } -+ return NULL; -+ -+url_found: -+ switch (field) { -+ case SCONF_SUBSTITUTE_URL: -+ if (ent->substitute_url && *ent->substitute_url) { -+ Str tmp = Strnew_charp_n(u->ptr, firstp - u->ptr); -+ Strcat_charp(tmp, ent->substitute_url); -+ Strcat_charp(tmp, lastp); -+ return tmp->ptr; -+ } -+ return NULL; -+#ifdef USE_M17N -+ case SCONF_URL_CHARSET: -+ return &ent->url_charset; -+#endif -+ case SCONF_NO_REFERER_FROM: -+ return &ent->no_referer_from; -+ case SCONF_NO_REFERER_TO: -+ return &ent->no_referer_to; -+ } -+ return NULL; -+} -diff --git a/url.c b/url.c -index ed6062e..cbb4aab 100644 ---- a/url.c -+++ b/url.c -@@ -444,6 +444,8 @@ baseURL(Buffer *buf) - /* <BASE> tag is defined in the document */ - return buf->baseURL; - } -+ else if (IS_EMPTY_PARSED_URL(&buf->currentURL)) -+ return NULL; - else - return &buf->currentURL; - } -@@ -638,16 +640,21 @@ openSocket(char *const hostname, - #define COPYPATH_SPC_ALLOW 0 - #define COPYPATH_SPC_IGNORE 1 - #define COPYPATH_SPC_REPLACE 2 -+#define COPYPATH_SPC_MASK 3 -+#define COPYPATH_LOWERCASE 4 - - static char * - copyPath(char *orgpath, int length, int option) - { - Str tmp = Strnew(); -- while (*orgpath && length != 0) { -- if (IS_SPACE(*orgpath)) { -- switch (option) { -+ char ch; -+ while ((ch = *orgpath) != 0 && length != 0) { -+ if (option & COPYPATH_LOWERCASE) -+ ch = TOLOWER(ch); -+ if (IS_SPACE(ch)) { -+ switch (option & COPYPATH_SPC_MASK) { - case COPYPATH_SPC_ALLOW: -- Strcat_char(tmp, *orgpath); -+ Strcat_char(tmp, ch); - break; - case COPYPATH_SPC_IGNORE: - /* do nothing */ -@@ -658,7 +665,7 @@ copyPath(char *orgpath, int length, int option) - } - } - else -- Strcat_char(tmp, *orgpath); -+ Strcat_char(tmp, ch); - orgpath++; - length--; - } -@@ -668,22 +675,14 @@ copyPath(char *orgpath, int length, int option) - void - parseURL(char *url, ParsedURL *p_url, ParsedURL *current) - { -- char *p, *q; -+ char *p, *q, *qq; - Str tmp; - - url = url_quote(url); /* quote 0x01-0x20, 0x7F-0xFF */ - - p = url; -+ copyParsedURL(p_url, NULL); - p_url->scheme = SCM_MISSING; -- p_url->port = 0; -- p_url->user = NULL; -- p_url->pass = NULL; -- p_url->host = NULL; -- p_url->is_nocache = 0; -- p_url->file = NULL; -- p_url->real_file = NULL; -- p_url->query = NULL; -- p_url->label = NULL; - - /* RFC1808: Relative Uniform Resource Locators - * 4. Resolving Relative URLs -@@ -694,7 +693,7 @@ parseURL(char *url, ParsedURL *p_url, ParsedURL *current) - goto do_label; - } - #if defined( __EMX__ ) || defined( __CYGWIN__ ) -- if (!strncmp(url, "file://localhost/", 17)) { -+ if (!strncasecmp(url, "file://localhost/", 17)) { - p_url->scheme = SCM_LOCAL; - p += 17 - 1; - url += 17 - 1; -@@ -802,19 +801,20 @@ parseURL(char *url, ParsedURL *p_url, ParsedURL *current) - /* scheme://user:pass@host or - * scheme://host:port - */ -- p_url->host = copyPath(q, p - q, COPYPATH_SPC_IGNORE); -+ qq = q; - q = ++p; - while (*p && strchr("@/?#", *p) == NULL) - p++; - if (*p == '@') { - /* scheme://user:pass@... */ -+ p_url->user = copyPath(qq, q - 1 - qq, COPYPATH_SPC_IGNORE); - p_url->pass = copyPath(q, p - q, COPYPATH_SPC_ALLOW); - q = ++p; -- p_url->user = p_url->host; -- p_url->host = NULL; - goto analyze_url; - } - /* scheme://host:port/ */ -+ p_url->host = copyPath(qq, q - 1 - qq, -+ COPYPATH_SPC_IGNORE | COPYPATH_LOWERCASE); - tmp = Strnew_charp_n(q, p - q); - p_url->port = atoi(tmp->ptr); - /* *p is one of ['\0', '/', '?', '#'] */ -@@ -829,7 +829,8 @@ parseURL(char *url, ParsedURL *p_url, ParsedURL *current) - case '/': - case '?': - case '#': -- p_url->host = copyPath(q, p - q, COPYPATH_SPC_IGNORE); -+ p_url->host = copyPath(q, p - q, -+ COPYPATH_SPC_IGNORE | COPYPATH_LOWERCASE); - p_url->port = DefaultPort[p_url->scheme]; - break; - } -@@ -956,12 +957,16 @@ parseURL(char *url, ParsedURL *p_url, ParsedURL *current) - p_url->label = NULL; - } - --#define initParsedURL(p) bzero(p,sizeof(ParsedURL)) - #define ALLOC_STR(s) ((s)==NULL?NULL:allocStr(s,-1)) - - void --copyParsedURL(ParsedURL *p, ParsedURL *q) -+copyParsedURL(ParsedURL *p, const ParsedURL *q) - { -+ if (q == NULL) { -+ memset(p, 0, sizeof(ParsedURL)); -+ p->scheme = SCM_UNKNOWN; -+ return; -+ } - p->scheme = q->scheme; - p->port = q->port; - p->is_nocache = q->is_nocache; -@@ -1283,6 +1288,8 @@ static char * - otherinfo(ParsedURL *target, ParsedURL *current, char *referer) - { - Str s = Strnew(); -+ const int *no_referer_ptr; -+ int no_referer; - - Strcat_charp(s, "User-Agent: "); - if (UserAgent == NULL || *UserAgent == '\0') -@@ -1306,7 +1313,12 @@ otherinfo(ParsedURL *target, ParsedURL *current, char *referer) - Strcat_charp(s, "Pragma: no-cache\r\n"); - Strcat_charp(s, "Cache-control: no-cache\r\n"); - } -- if (!NoSendReferer) { -+ no_referer = NoSendReferer; -+ no_referer_ptr = query_SCONF_NO_REFERER_FROM(current); -+ no_referer = NoSendReferer || (no_referer_ptr && *no_referer_ptr); -+ no_referer_ptr = query_SCONF_NO_REFERER_TO(target); -+ no_referer = no_referer || (no_referer_ptr && *no_referer_ptr); -+ if (!no_referer) { - #ifdef USE_SSL - if (current && current->scheme == SCM_HTTPS && target->scheme != SCM_HTTPS) { - /* Don't send Referer: if https:// -> http:// */ -@@ -1314,6 +1326,7 @@ otherinfo(ParsedURL *target, ParsedURL *current, char *referer) - else - #endif - if (referer == NULL && current && current->scheme != SCM_LOCAL && -+ current->scheme != SCM_LOCAL_CGI && - (current->scheme != SCM_FTP || - (current->user == NULL && current->pass == NULL))) { - char *p = current->label; -@@ -2234,3 +2247,66 @@ schemeToProxy(int scheme) - } - return pu; - } -+ -+#ifdef USE_M17N -+wc_ces -+url_to_charset(const char *url, const ParsedURL *base, wc_ces doc_charset) -+{ -+ const ParsedURL *pu; -+ ParsedURL pu_buf; -+ const wc_ces *csptr; -+ -+ if (url && *url && *url != '#') { -+ parseURL2((char *)url, &pu_buf, (ParsedURL *)base); -+ pu = &pu_buf; -+ } else { -+ pu = base; -+ } -+ if (pu && (pu->scheme == SCM_LOCAL || pu->scheme == SCM_LOCAL_CGI)) -+ return SystemCharset; -+ csptr = query_SCONF_URL_CHARSET(pu); -+ return (csptr && *csptr) ? *csptr : -+ doc_charset ? doc_charset : DocumentCharset; -+} -+ -+char * -+url_encode(const char *url, const ParsedURL *base, wc_ces doc_charset) -+{ -+ return url_quote_conv((char *)url, -+ url_to_charset(url, base, doc_charset)); -+} -+ -+#if 0 /* unused */ -+char * -+url_decode(const char *url, const ParsedURL *base, wc_ces doc_charset) -+{ -+ if (!DecodeURL) -+ return (char *)url; -+ return url_unquote_conv((char *)url, -+ url_to_charset(url, base, doc_charset)); -+} -+#endif -+ -+char * -+url_decode2(const char *url, const Buffer *buf) -+{ -+ wc_ces url_charset; -+ -+ if (!DecodeURL) -+ return (char *)url; -+ url_charset = buf ? -+ url_to_charset(url, baseURL((Buffer *)buf), buf->document_charset) : -+ url_to_charset(url, NULL, 0); -+ return url_unquote_conv((char *)url, url_charset); -+} -+ -+#else /* !defined(USE_M17N) */ -+ -+char * -+url_decode0(const char *url) -+{ -+ if (!DecodeURL) -+ return (char *)url; -+ return url_unquote_conv((char *)url, 0); -+} -+#endif /* !defined(USE_M17N) */ |