// Copyright 2013-2014 Simon Sapin. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use std::ascii::AsciiExt; use std::error::Error; use std::fmt::{self, Formatter, Write}; use super::{Url, EncodingOverride}; use host::{Host, HostInternal}; use percent_encoding::{ utf8_percent_encode, percent_encode, SIMPLE_ENCODE_SET, DEFAULT_ENCODE_SET, USERINFO_ENCODE_SET, QUERY_ENCODE_SET, PATH_SEGMENT_ENCODE_SET }; pub type ParseResult = Result; macro_rules! simple_enum_error { ($($name: ident => $description: expr,)+) => { /// Errors that can occur during parsing. #[derive(PartialEq, Eq, Clone, Copy, Debug)] pub enum ParseError { $( $name, )+ } impl Error for ParseError { fn description(&self) -> &str { match *self { $( ParseError::$name => $description, )+ } } } } } simple_enum_error! { EmptyHost => "empty host", IdnaError => "invalid international domain name", InvalidPort => "invalid port number", InvalidIpv4Address => "invalid IPv4 address", InvalidIpv6Address => "invalid IPv6 address", InvalidDomainCharacter => "invalid domain character", RelativeUrlWithoutBase => "relative URL without a base", RelativeUrlWithNonRelativeBase => "relative URL with a non-relative base", Overflow => "URLs more than 4 GB are not supported", } impl fmt::Display for ParseError { fn fmt(&self, fmt: &mut Formatter) -> fmt::Result { self.description().fmt(fmt) } } impl From<::idna::uts46::Errors> for ParseError { fn from(_: ::idna::uts46::Errors) -> ParseError { ParseError::IdnaError } } #[derive(Copy, Clone)] pub enum SchemeType { File, SpecialNotFile, NotSpecial, } impl SchemeType { pub fn is_special(&self) -> bool { !matches!(*self, SchemeType::NotSpecial) } pub fn is_file(&self) -> bool { matches!(*self, SchemeType::File) } pub fn from(s: &str) -> Self { match s { "http" | "https" | "ws" | "wss" | "ftp" | "gopher" => SchemeType::SpecialNotFile, "file" => SchemeType::File, _ => SchemeType::NotSpecial, } } } pub fn default_port(scheme: &str) -> Option { match scheme { "http" | "ws" => Some(80), "https" | "wss" => Some(443), "ftp" => Some(21), "gopher" => Some(70), _ => None, } } pub struct Parser<'a> { pub serialization: String, pub base_url: Option<&'a Url>, pub query_encoding_override: EncodingOverride, pub log_syntax_violation: Option<&'a Fn(&'static str)>, pub context: Context, } #[derive(PartialEq, Eq)] pub enum Context { UrlParser, Setter, PathSegmentSetter, } impl<'a> Parser<'a> { pub fn for_setter(serialization: String) -> Parser<'a> { Parser { serialization: serialization, base_url: None, query_encoding_override: EncodingOverride::utf8(), log_syntax_violation: None, context: Context::Setter, } } fn syntax_violation(&self, reason: &'static str) { if let Some(log) = self.log_syntax_violation { log(reason) } } fn syntax_violation_if bool>(&self, reason: &'static str, test: F) { // Skip test if not logging. if let Some(log) = self.log_syntax_violation { if test() { log(reason) } } } /// https://url.spec.whatwg.org/#concept-basic-url-parser pub fn parse_url(mut self, original_input: &str) -> ParseResult { let input = original_input.trim_matches(c0_control_or_space); if input.len() < original_input.len() { self.syntax_violation("leading or trailing control or space character") } if let Ok(remaining) = self.parse_scheme(input) { return self.parse_with_scheme(remaining) } // No-scheme state if let Some(base_url) = self.base_url { if input.starts_with("#") { self.fragment_only(base_url, input) } else if base_url.non_relative() { Err(ParseError::RelativeUrlWithNonRelativeBase) } else { let scheme_type = SchemeType::from(base_url.scheme()); if scheme_type.is_file() { self.parse_file(input, Some(base_url)) } else { self.parse_relative(input, scheme_type, base_url) } } } else { Err(ParseError::RelativeUrlWithoutBase) } } pub fn parse_scheme<'i>(&mut self, input: &'i str) -> Result<&'i str, ()> { if input.is_empty() || !input.starts_with(ascii_alpha) { return Err(()) } debug_assert!(self.serialization.is_empty()); for (i, c) in input.char_indices() { match c { 'a'...'z' | 'A'...'Z' | '0'...'9' | '+' | '-' | '.' => { self.serialization.push(c.to_ascii_lowercase()) } ':' => return Ok(&input[i + 1..]), _ => { self.serialization.clear(); return Err(()) } } } // EOF before ':' if self.context == Context::Setter { Ok("") } else { self.serialization.clear(); Err(()) } } fn parse_with_scheme(mut self, input: &str) -> ParseResult { let scheme_end = try!(to_u32(self.serialization.len())); let scheme_type = SchemeType::from(&self.serialization); self.serialization.push(':'); match scheme_type { SchemeType::File => { self.syntax_violation_if("expected // after file:", || !input.starts_with("//")); let base_file_url = self.base_url.and_then(|base| { if base.scheme() == "file" { Some(base) } else { None } }); self.serialization.clear(); self.parse_file(input, base_file_url) } SchemeType::SpecialNotFile => { // special relative or authority state let slashes_count = input.find(|c| !matches!(c, '/' | '\\')).unwrap_or(input.len()); if let Some(base_url) = self.base_url { if slashes_count < 2 && base_url.scheme() == &self.serialization[..scheme_end as usize] { // Non-relative URLs only happen with "not special" schemes. debug_assert!(!base_url.non_relative()); self.serialization.clear(); return self.parse_relative(input, scheme_type, base_url) } } // special authority slashes state self.syntax_violation_if("expected //", || &input[..slashes_count] != "//"); self.after_double_slash(&input[slashes_count..], scheme_type, scheme_end) } SchemeType::NotSpecial => self.parse_non_special(input, scheme_type, scheme_end) } } /// Scheme other than file, http, https, ws, ws, ftp, gopher. fn parse_non_special(mut self, input: &str, scheme_type: SchemeType, scheme_end: u32) -> ParseResult { // path or authority state ( if input.starts_with("//") { return self.after_double_slash(&input[2..], scheme_type, scheme_end) } // Anarchist URL (no authority) let path_start = try!(to_u32(self.serialization.len())); let username_end = path_start; let host_start = path_start; let host_end = path_start; let host = HostInternal::None; let port = None; let remaining = if input.starts_with("/") { let path_start = self.serialization.len(); self.serialization.push('/'); self.parse_path(scheme_type, &mut false, path_start, &input[1..]) } else { self.parse_non_relative_path(input) }; self.with_query_and_fragment(scheme_end, username_end, host_start, host_end, host, port, path_start, remaining) } fn parse_file(mut self, input: &str, mut base_file_url: Option<&Url>) -> ParseResult { // file state debug_assert!(self.serialization.is_empty()); let c = input.chars().next(); match c { None => { if let Some(base_url) = base_file_url { // Copy everything except the fragment let before_fragment = match base_url.fragment_start { Some(i) => &base_url.serialization[..i as usize], None => &*base_url.serialization, }; self.serialization.push_str(before_fragment); Ok(Url { serialization: self.serialization, fragment_start: None, ..*base_url }) } else { self.serialization.push_str("file:///"); let scheme_end = "file".len() as u32; let path_start = "file://".len() as u32; Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: path_start, host_start: path_start, host_end: path_start, host: HostInternal::None, port: None, path_start: path_start, query_start: None, fragment_start: None, }) } }, Some('?') => { if let Some(base_url) = base_file_url { // Copy everything up to the query string let before_query = match (base_url.query_start, base_url.fragment_start) { (None, None) => &*base_url.serialization, (Some(i), _) | (None, Some(i)) => base_url.slice(..i) }; self.serialization.push_str(before_query); let (query_start, fragment_start) = try!(self.parse_query_and_fragment(base_url.scheme_end, input)); Ok(Url { serialization: self.serialization, query_start: query_start, fragment_start: fragment_start, ..*base_url }) } else { self.serialization.push_str("file:///"); let scheme_end = "file".len() as u32; let path_start = "file://".len() as u32; let (query_start, fragment_start) = try!(self.parse_query_and_fragment(scheme_end, input)); Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: path_start, host_start: path_start, host_end: path_start, host: HostInternal::None, port: None, path_start: path_start, query_start: query_start, fragment_start: fragment_start, }) } }, Some('#') => { if let Some(base_url) = base_file_url { self.fragment_only(base_url, input) } else { self.serialization.push_str("file:///"); let scheme_end = "file".len() as u32; let path_start = "file://".len() as u32; let fragment_start = "file:///".len() as u32; self.parse_fragment(&input[1..]); Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: path_start, host_start: path_start, host_end: path_start, host: HostInternal::None, port: None, path_start: path_start, query_start: None, fragment_start: Some(fragment_start), }) } } Some('/') | Some('\\') => { self.syntax_violation_if("backslash", || c == Some('\\')); let input = &input[1..]; // file slash state let c = input.chars().next(); self.syntax_violation_if("backslash", || c == Some('\\')); if matches!(c, Some('/') | Some('\\')) { // file host state self.serialization.push_str("file://"); let scheme_end = "file".len() as u32; let host_start = "file://".len() as u32; let (path_start, host, remaining) = try!(self.parse_file_host(&input[1..])); let host_end = try!(to_u32(self.serialization.len())); let mut has_host = !matches!(host, HostInternal::None); let remaining = if path_start { self.parse_path_start(SchemeType::File, &mut has_host, remaining) } else { let path_start = self.serialization.len(); self.serialization.push('/'); self.parse_path(SchemeType::File, &mut has_host, path_start, remaining) }; // FIXME: deal with has_host let (query_start, fragment_start) = try!(self.parse_query_and_fragment(scheme_end, remaining)); Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: host_start, host_start: host_start, host_end: host_end, host: host, port: None, path_start: host_end, query_start: query_start, fragment_start: fragment_start, }) } else { self.serialization.push_str("file:///"); let scheme_end = "file".len() as u32; let path_start = "file://".len(); if let Some(base_url) = base_file_url { let first_segment = base_url.path_segments().unwrap().next().unwrap(); // FIXME: *normalized* drive letter if is_windows_drive_letter(first_segment) { self.serialization.push_str(first_segment); self.serialization.push('/'); } } let remaining = self.parse_path( SchemeType::File, &mut false, path_start, input); let (query_start, fragment_start) = try!(self.parse_query_and_fragment(scheme_end, remaining)); let path_start = path_start as u32; Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: path_start, host_start: path_start, host_end: path_start, host: HostInternal::None, port: None, path_start: path_start, query_start: query_start, fragment_start: fragment_start, }) } } _ => { if starts_with_windows_drive_letter_segment(input) { base_file_url = None; } if let Some(base_url) = base_file_url { let before_query = match (base_url.query_start, base_url.fragment_start) { (None, None) => &*base_url.serialization, (Some(i), _) | (None, Some(i)) => base_url.slice(..i) }; self.serialization.push_str(before_query); self.pop_path(SchemeType::File, base_url.path_start as usize); let remaining = self.parse_path( SchemeType::File, &mut true, base_url.path_start as usize, input); self.with_query_and_fragment( base_url.scheme_end, base_url.username_end, base_url.host_start, base_url.host_end, base_url.host, base_url.port, base_url.path_start, remaining) } else { self.serialization.push_str("file:///"); let scheme_end = "file".len() as u32; let path_start = "file://".len(); let remaining = self.parse_path( SchemeType::File, &mut false, path_start, input); let (query_start, fragment_start) = try!(self.parse_query_and_fragment(scheme_end, remaining)); let path_start = path_start as u32; Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: path_start, host_start: path_start, host_end: path_start, host: HostInternal::None, port: None, path_start: path_start, query_start: query_start, fragment_start: fragment_start, }) } } } } fn parse_relative(mut self, input: &str, scheme_type: SchemeType, base_url: &Url) -> ParseResult { // relative state debug_assert!(self.serialization.is_empty()); match input.chars().next() { None => { // Copy everything except the fragment let before_fragment = match base_url.fragment_start { Some(i) => &base_url.serialization[..i as usize], None => &*base_url.serialization, }; self.serialization.push_str(before_fragment); Ok(Url { serialization: self.serialization, fragment_start: None, ..*base_url }) }, Some('?') => { // Copy everything up to the query string let before_query = match (base_url.query_start, base_url.fragment_start) { (None, None) => &*base_url.serialization, (Some(i), _) | (None, Some(i)) => base_url.slice(..i) }; self.serialization.push_str(before_query); let (query_start, fragment_start) = try!(self.parse_query_and_fragment(base_url.scheme_end, input)); Ok(Url { serialization: self.serialization, query_start: query_start, fragment_start: fragment_start, ..*base_url }) }, Some('#') => self.fragment_only(base_url, input), Some('/') | Some('\\') => { let slashes_count = input.find(|c| !matches!(c, '/' | '\\')).unwrap_or(input.len()); if slashes_count >= 2 { self.syntax_violation_if("expected //", || &input[..slashes_count] != "//"); let scheme_end = base_url.scheme_end; debug_assert!(base_url.byte_at(scheme_end) == b':'); self.serialization.push_str(base_url.slice(..scheme_end + 1)); return self.after_double_slash(&input[slashes_count..], scheme_type, scheme_end) } let path_start = base_url.path_start; debug_assert!(base_url.byte_at(path_start) == b'/'); self.serialization.push_str(base_url.slice(..path_start + 1)); let remaining = self.parse_path( scheme_type, &mut true, path_start as usize, &input[1..]); self.with_query_and_fragment( base_url.scheme_end, base_url.username_end, base_url.host_start, base_url.host_end, base_url.host, base_url.port, base_url.path_start, remaining) } _ => { let before_query = match (base_url.query_start, base_url.fragment_start) { (None, None) => &*base_url.serialization, (Some(i), _) | (None, Some(i)) => base_url.slice(..i) }; self.serialization.push_str(before_query); // FIXME spec says just "remove last entry", not the "pop" algorithm self.pop_path(scheme_type, base_url.path_start as usize); let remaining = self.parse_path( scheme_type, &mut true, base_url.path_start as usize, input); self.with_query_and_fragment( base_url.scheme_end, base_url.username_end, base_url.host_start, base_url.host_end, base_url.host, base_url.port, base_url.path_start, remaining) } } } fn after_double_slash(mut self, input: &str, scheme_type: SchemeType, scheme_end: u32) -> ParseResult { self.serialization.push('/'); self.serialization.push('/'); // authority state let (username_end, remaining) = try!(self.parse_userinfo(input, scheme_type)); // host state let host_start = try!(to_u32(self.serialization.len())); let (host_end, host, port, remaining) = try!(self.parse_host_and_port(remaining, scheme_end, scheme_type)); // path state let path_start = try!(to_u32(self.serialization.len())); let remaining = self.parse_path_start( scheme_type, &mut true, remaining); self.with_query_and_fragment(scheme_end, username_end, host_start, host_end, host, port, path_start, remaining) } /// Return (username_end, remaining) fn parse_userinfo<'i>(&mut self, input: &'i str, scheme_type: SchemeType) -> ParseResult<(u32, &'i str)> { let mut last_at = None; for (i, c) in input.char_indices() { match c { '@' => { if last_at.is_some() { self.syntax_violation("unencoded @ sign in username or password") } else { self.syntax_violation( "embedding authentification information (username or password) \ in an URL is not recommended") } last_at = Some(i) }, '/' | '?' | '#' => break, '\\' if scheme_type.is_special() => break, _ => (), } } let (input, remaining) = match last_at { None => return Ok((try!(to_u32(self.serialization.len())), input)), Some(0) => return Ok((try!(to_u32(self.serialization.len())), &input[1..])), Some(at) => (&input[..at], &input[at + 1..]), }; let mut username_end = None; for (i, c, next_i) in input.char_ranges() { match c { ':' if username_end.is_none() => { // Start parsing password username_end = Some(try!(to_u32(self.serialization.len()))); self.serialization.push(':'); }, '\t' | '\n' | '\r' => {}, _ => { self.check_url_code_point(input, i, c); let utf8_c = &input[i..next_i]; self.serialization.extend(utf8_percent_encode(utf8_c, USERINFO_ENCODE_SET)); } } } let username_end = match username_end { Some(i) => i, None => try!(to_u32(self.serialization.len())), }; self.serialization.push('@'); Ok((username_end, remaining)) } pub fn parse_host_and_port<'i>(&mut self, input: &'i str, scheme_end: u32, scheme_type: SchemeType) -> ParseResult<(u32, HostInternal, Option, &'i str)> { let (host, remaining) = try!( Parser::parse_host(input, scheme_type, |m| self.syntax_violation(m))); write!(&mut self.serialization, "{}", host).unwrap(); let host_end = try!(to_u32(self.serialization.len())); let (port, remaining) = if remaining.starts_with(":") { let syntax_violation = |message| self.syntax_violation(message); let scheme = || default_port(&self.serialization[..scheme_end as usize]); try!(Parser::parse_port(&remaining[1..], syntax_violation, scheme)) } else { (None, remaining) }; if let Some(port) = port { write!(&mut self.serialization, ":{}", port).unwrap() } Ok((host_end, host.into(), port, remaining)) } pub fn parse_host<'i, S>(input: &'i str, scheme_type: SchemeType, syntax_violation: S) -> ParseResult<(Host, &'i str)> where S: Fn(&'static str) { let mut inside_square_brackets = false; let mut has_ignored_chars = false; let mut end = input.len(); for (i, b) in input.bytes().enumerate() { match b { b':' if !inside_square_brackets => { end = i; break }, b'/' | b'?' | b'#' => { end = i; break } b'\\' if scheme_type.is_special() => { end = i; break } b'\t' | b'\n' | b'\r' => { syntax_violation("invalid character"); has_ignored_chars = true; } b'[' => inside_square_brackets = true, b']' => inside_square_brackets = false, _ => {} } } let replaced: String; let host_input = if has_ignored_chars { replaced = input[..end].chars().filter(|&c| !matches!(c, '\t' | '\n' | '\r')).collect(); &*replaced } else { &input[..end] }; if scheme_type.is_special() && host_input.is_empty() { return Err(ParseError::EmptyHost) } let host = try!(Host::parse(&host_input)); Ok((host, &input[end..])) } pub fn parse_file_host<'i>(&mut self, input: &'i str) -> ParseResult<(bool, HostInternal, &'i str)> { let mut has_ignored_chars = false; let mut end = input.len(); for (i, b) in input.bytes().enumerate() { match b { b'/' | b'\\' | b'?' | b'#' => { end = i; break } b'\t' | b'\n' | b'\r' => { self.syntax_violation("invalid character"); has_ignored_chars = true; } _ => {} } } let replaced: String; let host_input = if has_ignored_chars { replaced = input[..end].chars().filter(|&c| !matches!(c, '\t' | '\n' | '\r')).collect(); &*replaced } else { &input[..end] }; if is_windows_drive_letter(host_input) { return Ok((false, HostInternal::None, input)) } let host = if host_input.is_empty() { HostInternal::None } else { match try!(Host::parse(&host_input)) { Host::Domain(ref d) if d == "localhost" => HostInternal::None, host => { write!(&mut self.serialization, "{}", host).unwrap(); host.into() } } }; Ok((true, host, &input[end..])) } pub fn parse_port<'i, V, P>(input: &'i str, syntax_violation: V, default_port: P) -> ParseResult<(Option, &'i str)> where V: Fn(&'static str), P: Fn() -> Option { let mut port = 0; let mut has_any_digit = false; let mut end = input.len(); for (i, c) in input.char_indices() { if let Some(digit) = c.to_digit(10) { port = port * 10 + digit; if port > ::std::u16::MAX as u32 { return Err(ParseError::InvalidPort) } has_any_digit = true; } else { match c { '/' | '\\' | '?' | '#' => { end = i; break }, '\t' | '\n' | '\r' => syntax_violation("invalid character"), _ => return Err(ParseError::InvalidPort) } } } let mut opt_port = Some(port as u16); if !has_any_digit || opt_port == default_port() { opt_port = None; } return Ok((opt_port, &input[end..])) } pub fn parse_path_start<'i>(&mut self, scheme_type: SchemeType, has_host: &mut bool, mut input: &'i str) -> &'i str { // Path start state let mut iter = input.chars(); match iter.next() { Some('/') => input = iter.as_str(), Some('\\') => { self.syntax_violation("backslash"); input = iter.as_str() } _ => {} } let path_start = self.serialization.len(); self.serialization.push('/'); self.parse_path(scheme_type, has_host, path_start, input) } pub fn parse_path<'i>(&mut self, scheme_type: SchemeType, has_host: &mut bool, path_start: usize, input: &'i str) -> &'i str { // Relative path state debug_assert!(self.serialization.ends_with("/")); let mut iter = input.char_ranges(); let mut end; loop { let segment_start = self.serialization.len(); let mut ends_with_slash = false; end = input.len(); while let Some((i, c, next_i)) = iter.next() { match c { '/' if self.context != Context::PathSegmentSetter => { ends_with_slash = true; end = i; break }, '\\' if self.context != Context::PathSegmentSetter && scheme_type.is_special() => { self.syntax_violation("backslash"); ends_with_slash = true; end = i; break }, '?' | '#' if self.context == Context::UrlParser => { end = i; break }, '\t' | '\n' | '\r' => self.syntax_violation("invalid characters"), _ => { self.check_url_code_point(input, i, c); if c == '%' { let after_percent_sign = iter.clone(); if matches!(iter.next(), Some((_, '2', _))) && matches!(iter.next(), Some((_, 'E', _)) | Some((_, 'e', _))) { self.serialization.push('.'); continue } iter = after_percent_sign } if self.context == Context::PathSegmentSetter { self.serialization.extend(utf8_percent_encode( &input[i..next_i], PATH_SEGMENT_ENCODE_SET)); } else { self.serialization.extend(utf8_percent_encode( &input[i..next_i], DEFAULT_ENCODE_SET)); } } } } match &self.serialization[segment_start..] { ".." => { debug_assert!(self.serialization.as_bytes()[segment_start - 1] == b'/'); self.serialization.truncate(segment_start - 1); // Truncate "/.." self.pop_path(scheme_type, path_start); if !self.serialization[path_start..].ends_with("/") { self.serialization.push('/') } }, "." => { self.serialization.truncate(segment_start); }, _ => { if scheme_type.is_file() && is_windows_drive_letter( &self.serialization[path_start + 1..] ) { unsafe { *self.serialization.as_mut_vec().last_mut().unwrap() = b':' } if *has_host { self.syntax_violation("file: with host and Windows drive letter"); *has_host = false; // FIXME account for this in callers } } if ends_with_slash { self.serialization.push('/') } } } if !ends_with_slash { break } } &input[end..] } /// https://url.spec.whatwg.org/#pop-a-urls-path fn pop_path(&mut self, scheme_type: SchemeType, path_start: usize) { if self.serialization.len() > path_start { let slash_position = self.serialization[path_start..].rfind('/').unwrap(); // + 1 since rfind returns the position before the slash. let segment_start = path_start + slash_position + 1; // Don’t pop a Windows drive letter // FIXME: *normalized* Windows drive letter if !( scheme_type.is_file() && is_windows_drive_letter(&self.serialization[segment_start..]) ) { self.serialization.truncate(segment_start); } } } pub fn parse_non_relative_path<'i>(&mut self, input: &'i str) -> &'i str { for (i, c, next_i) in input.char_ranges() { match c { '?' | '#' if self.context == Context::UrlParser => return &input[i..], '\t' | '\n' | '\r' => self.syntax_violation("invalid character"), _ => { self.check_url_code_point(input, i, c); self.serialization.extend(utf8_percent_encode( &input[i..next_i], SIMPLE_ENCODE_SET)); } } } "" } fn with_query_and_fragment(mut self, scheme_end: u32, username_end: u32, host_start: u32, host_end: u32, host: HostInternal, port: Option, path_start: u32, remaining: &str) -> ParseResult { let (query_start, fragment_start) = try!(self.parse_query_and_fragment(scheme_end, remaining)); Ok(Url { serialization: self.serialization, scheme_end: scheme_end, username_end: username_end, host_start: host_start, host_end: host_end, host: host, port: port, path_start: path_start, query_start: query_start, fragment_start: fragment_start }) } /// Return (query_start, fragment_start) fn parse_query_and_fragment(&mut self, scheme_end: u32, mut input: &str) -> ParseResult<(Option, Option)> { let mut query_start = None; match input.chars().next() { Some('#') => {} Some('?') => { query_start = Some(try!(to_u32(self.serialization.len()))); self.serialization.push('?'); let remaining = self.parse_query(scheme_end, &input[1..]); if let Some(remaining) = remaining { input = remaining } else { return Ok((query_start, None)) } } None => return Ok((None, None)), _ => panic!("Programming error. parse_query_and_fragment() should not \ have been called with input \"{}\"", input) }; let fragment_start = try!(to_u32(self.serialization.len())); self.serialization.push('#'); debug_assert!(input.starts_with("#")); self.parse_fragment(&input[1..]); Ok((query_start, Some(fragment_start))) } pub fn parse_query<'i>(&mut self, scheme_end: u32, input: &'i str) -> Option<&'i str> { let mut query = String::new(); // FIXME: use a streaming decoder instead let mut remaining = None; for (i, c) in input.char_indices() { match c { '#' if self.context == Context::UrlParser => { remaining = Some(&input[i..]); break }, '\t' | '\n' | '\r' => self.syntax_violation("invalid characters"), _ => { self.check_url_code_point(input, i, c); query.push(c); } } } let encoding = match &self.serialization[..scheme_end as usize] { "http" | "https" | "file" | "ftp" | "gopher" => self.query_encoding_override, _ => EncodingOverride::utf8(), }; let query_bytes = encoding.encode(&query); self.serialization.extend(percent_encode(&query_bytes, QUERY_ENCODE_SET)); remaining } fn fragment_only(mut self, base_url: &Url, input: &str) -> ParseResult { let before_fragment = match base_url.fragment_start { Some(i) => base_url.slice(..i), None => &*base_url.serialization, }; debug_assert!(self.serialization.is_empty()); self.serialization.reserve(before_fragment.len() + input.len()); self.serialization.push_str(before_fragment); self.serialization.push('#'); debug_assert!(input.starts_with("#")); self.parse_fragment(&input[1..]); Ok(Url { serialization: self.serialization, fragment_start: Some(try!(to_u32(before_fragment.len()))), ..*base_url }) } pub fn parse_fragment(&mut self, input: &str) { for (i, c) in input.char_indices() { match c { '\0' | '\t' | '\n' | '\r' => self.syntax_violation("invalid character"), _ => { self.check_url_code_point(input, i, c); self.serialization.push(c); // No percent-encoding here. } } } } fn check_url_code_point(&self, input: &str, i: usize, c: char) { if let Some(log) = self.log_syntax_violation { if c == '%' { if !starts_with_2_hex(&input[i + 1..]) { log("expected 2 hex digits after %") } } else if !is_url_code_point(c) { log("non-URL code point") } } } } #[inline] fn is_ascii_hex_digit(byte: u8) -> bool { matches!(byte, b'a'...b'f' | b'A'...b'F' | b'0'...b'9') } #[inline] fn starts_with_2_hex(input: &str) -> bool { input.len() >= 2 && is_ascii_hex_digit(input.as_bytes()[0]) && is_ascii_hex_digit(input.as_bytes()[1]) } // Non URL code points: // U+0000 to U+0020 (space) // " # % < > [ \ ] ^ ` { | } // U+007F to U+009F // surrogates // U+FDD0 to U+FDEF // Last two of each plane: U+__FFFE to U+__FFFF for __ in 00 to 10 hex #[inline] fn is_url_code_point(c: char) -> bool { matches!(c, 'a'...'z' | 'A'...'Z' | '0'...'9' | '!' | '$' | '&' | '\'' | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | ':' | ';' | '=' | '?' | '@' | '_' | '~' | '\u{A0}'...'\u{D7FF}' | '\u{E000}'...'\u{FDCF}' | '\u{FDF0}'...'\u{FFFD}' | '\u{10000}'...'\u{1FFFD}' | '\u{20000}'...'\u{2FFFD}' | '\u{30000}'...'\u{3FFFD}' | '\u{40000}'...'\u{4FFFD}' | '\u{50000}'...'\u{5FFFD}' | '\u{60000}'...'\u{6FFFD}' | '\u{70000}'...'\u{7FFFD}' | '\u{80000}'...'\u{8FFFD}' | '\u{90000}'...'\u{9FFFD}' | '\u{A0000}'...'\u{AFFFD}' | '\u{B0000}'...'\u{BFFFD}' | '\u{C0000}'...'\u{CFFFD}' | '\u{D0000}'...'\u{DFFFD}' | '\u{E1000}'...'\u{EFFFD}' | '\u{F0000}'...'\u{FFFFD}' | '\u{100000}'...'\u{10FFFD}') } pub trait StrCharRanges<'a> { fn char_ranges(&self) -> CharRanges<'a>; } impl<'a> StrCharRanges<'a> for &'a str { #[inline] fn char_ranges(&self) -> CharRanges<'a> { CharRanges { slice: *self, position: 0 } } } #[derive(Clone)] pub struct CharRanges<'a> { slice: &'a str, position: usize, } impl<'a> Iterator for CharRanges<'a> { type Item = (usize, char, usize); #[inline] fn next(&mut self) -> Option<(usize, char, usize)> { match self.slice[self.position..].chars().next() { Some(ch) => { let position = self.position; self.position = position + ch.len_utf8(); Some((position, ch, position + ch.len_utf8())) } None => None, } } } /// https://url.spec.whatwg.org/#c0-controls-and-space #[inline] fn c0_control_or_space(ch: char) -> bool { ch <= ' ' // U+0000 to U+0020 } /// https://url.spec.whatwg.org/#ascii-alpha #[inline] pub fn ascii_alpha(ch: char) -> bool { matches!(ch, 'a'...'z' | 'A'...'Z') } #[inline] pub fn to_u32(i: usize) -> ParseResult { if i <= ::std::u32::MAX as usize { Ok(i as u32) } else { Err(ParseError::Overflow) } } /// Wether the scheme is file:, the path has a single segment, and that segment /// is a Windows drive letter fn is_windows_drive_letter(segment: &str) -> bool { segment.len() == 2 && starts_with_windows_drive_letter(segment) } fn starts_with_windows_drive_letter(s: &str) -> bool { ascii_alpha(s.as_bytes()[0] as char) && matches!(s.as_bytes()[1], b':' | b'|') } fn starts_with_windows_drive_letter_segment(s: &str) -> bool { s.len() >= 3 && starts_with_windows_drive_letter(s) && matches!(s.as_bytes()[2], b'/' | b'\\' | b'?' | b'#') }