diff --git a/components/net/blob_loader.rs b/components/net/blob_loader.rs index 1fe05cc1c20b..788b1332756e 100644 --- a/components/net/blob_loader.rs +++ b/components/net/blob_loader.rs @@ -2,83 +2,36 @@ * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ +use fetch::methods::DoneChannel; use filemanager_thread::FileManager; -use hyper::header::{Charset, ContentLength, ContentType, Headers}; -use hyper::header::{ContentDisposition, DispositionParam, DispositionType}; -use ipc_channel::ipc; -use mime::{Attr, Mime}; use net_traits::NetworkError; use net_traits::blob_url_store::parse_blob_url; -use net_traits::filemanager_thread::ReadFileProgress; +use net_traits::response::{Response, ResponseBody}; use servo_url::ServoUrl; +use servo_channel::channel; // TODO: Check on GET // https://w3c.github.io/FileAPI/#requestResponseModel /// https://fetch.spec.whatwg.org/#concept-basic-fetch (partial) -// TODO: make async. -pub fn load_blob_sync +pub fn load_blob_async (url: ServoUrl, - filemanager: FileManager) - -> Result<(Headers, Vec), NetworkError> { + filemanager: FileManager, + done_chan: &mut DoneChannel) + -> Response { let (id, origin) = match parse_blob_url(&url) { Ok((id, origin)) => (id, origin), Err(()) => { - let e = format!("Invalid blob URL format {:?}", url); - return Err(NetworkError::Internal(e)); + return Response::network_error(NetworkError::Internal("Invalid blob url".into())); } }; - let (sender, receiver) = ipc::channel().unwrap(); + let mut response = Response::new(url); + let (sender, receiver) = channel(); + *done_chan = Some((sender.clone(), receiver)); + *response.body.lock().unwrap() = ResponseBody::Receiving(vec![]); let check_url_validity = true; - filemanager.read_file(sender, id, check_url_validity, origin); + filemanager.fetch_file(sender, id, check_url_validity, origin, &mut response); - let blob_buf = match receiver.recv().unwrap() { - Ok(ReadFileProgress::Meta(blob_buf)) => blob_buf, - Ok(_) => { - return Err(NetworkError::Internal("Invalid filemanager reply".to_string())); - } - Err(e) => { - return Err(NetworkError::Internal(format!("{:?}", e))); - } - }; - - let content_type: Mime = blob_buf.type_string.parse().unwrap_or(mime!(Text / Plain)); - let charset = content_type.get_param(Attr::Charset); - - let mut headers = Headers::new(); - - if let Some(name) = blob_buf.filename { - let charset = charset.and_then(|c| c.as_str().parse().ok()); - headers.set(ContentDisposition { - disposition: DispositionType::Inline, - parameters: vec![ - DispositionParam::Filename(charset.unwrap_or(Charset::Us_Ascii), - None, name.as_bytes().to_vec()) - ] - }); - } - - // Basic fetch, Step 4. - headers.set(ContentLength(blob_buf.size as u64)); - // Basic fetch, Step 5. - headers.set(ContentType(content_type.clone())); - - let mut bytes = blob_buf.bytes; - loop { - match receiver.recv().unwrap() { - Ok(ReadFileProgress::Partial(ref mut new_bytes)) => { - bytes.append(new_bytes); - } - Ok(ReadFileProgress::EOF) => { - return Ok((headers, bytes)); - } - Ok(_) => { - return Err(NetworkError::Internal("Invalid filemanager reply".to_string())); - } - Err(e) => { - return Err(NetworkError::Internal(format!("{:?}", e))); - } - } - } + response } diff --git a/components/net/fetch/methods.rs b/components/net/fetch/methods.rs index 931a6e778e7e..3e3459307f9e 100644 --- a/components/net/fetch/methods.rs +++ b/components/net/fetch/methods.rs @@ -2,7 +2,7 @@ * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ -use blob_loader::load_blob_sync; +use blob_loader::load_blob_async; use data_loader::decode; use devtools_traits::DevtoolsControlMsg; use fetch::cors_cache::CorsCache; @@ -552,19 +552,8 @@ fn scheme_fetch(request: &mut Request, if request.method != Method::Get { return Response::network_error(NetworkError::Internal("Unexpected method for blob".into())); } - - match load_blob_sync(url.clone(), context.filemanager.clone()) { - Ok((headers, bytes)) => { - let mut response = Response::new(url); - response.headers = headers; - *response.body.lock().unwrap() = ResponseBody::Done(bytes); - response - }, - Err(e) => { - debug!("Failed to load {}: {:?}", url, e); - Response::network_error(e) - }, - } + + load_blob_async(url.clone(), context.filemanager.clone(), done_chan) }, "ftp" => { diff --git a/components/net/filemanager_thread.rs b/components/net/filemanager_thread.rs index 3dda46a979d5..28857e25a503 100644 --- a/components/net/filemanager_thread.rs +++ b/components/net/filemanager_thread.rs @@ -4,10 +4,17 @@ use embedder_traits::{EmbedderMsg, EmbedderProxy, FilterPattern}; use ipc_channel::ipc::{self, IpcSender}; +use fetch::methods::Data; +use hyper::header::{Charset, ContentLength, ContentType, Headers}; +use hyper::header::{ContentDisposition, DispositionParam, DispositionType}; +use mime::{Attr, Mime}; use mime_guess::guess_mime_type_opt; +use net_traits::NetworkError; use net_traits::blob_url_store::{BlobBuf, BlobURLStoreError}; use net_traits::filemanager_thread::{FileManagerResult, FileManagerThreadMsg, FileOrigin}; use net_traits::filemanager_thread::{FileManagerThreadError, ReadFileProgress, RelativePos, SelectedFile}; +use net_traits::response::{Response, ResponseBody}; +use servo_channel; use servo_config::prefs::PREFS; use std::collections::HashMap; use std::fs::File; @@ -85,6 +92,19 @@ impl FileManager { }).expect("Thread spawning failed"); } + pub fn fetch_file(&self, + sender: servo_channel::Sender, + id: Uuid, + check_url_validity: bool, + origin: FileOrigin, + response: &mut Response) { + let store = self.store.clone(); + let mut r2 = response.clone(); + thread::Builder::new().name("read file".to_owned()).spawn(move || { + store.try_fetch_file(&sender, id, check_url_validity, origin, &mut r2) + }).expect("Thread spawning failed"); + } + pub fn promote_memory(&self, blob_buf: BlobBuf, set_valid: bool, @@ -414,6 +434,93 @@ impl FileManagerStore { self.get_blob_buf(sender, &id, &origin_in, RelativePos::full_range(), check_url_validity) } + fn fetch_blob_buf(&self, sender: &servo_channel::Sender, + id: &Uuid, origin_in: &FileOrigin, rel_pos: RelativePos, + check_url_validity: bool, response: &mut Response) -> Result<(), BlobURLStoreError> { + let mut bytes = vec![]; + let file_impl = self.get_impl(id, origin_in, check_url_validity)?; + match file_impl { + FileImpl::Memory(buf) => { + let range = rel_pos.to_abs_range(buf.size as usize); + let blob_buf = BlobBuf { + filename: None, + type_string: buf.type_string, + size: range.len() as u64, + bytes: buf.bytes.index(range).to_vec(), + }; + + let content_type: Mime = blob_buf.type_string.parse().unwrap_or(mime!(Text / Plain)); + let charset = content_type.get_param(Attr::Charset); + let mut headers = Headers::new(); + + if let Some(name) = blob_buf.filename { + let charset = charset.and_then(|c| c.as_str().parse().ok()); + headers.set(ContentDisposition { + disposition: DispositionType::Inline, + parameters: vec![ + DispositionParam::Filename(charset.unwrap_or(Charset::Us_Ascii), + None, name.as_bytes().to_vec()) + ] + }); + } + + headers.set(ContentLength(blob_buf.size as u64)); + headers.set(ContentType(content_type.clone())); + + bytes.extend_from_slice(&blob_buf.bytes); + + response.headers = headers; + *response.body.lock().unwrap() = ResponseBody::Done(bytes); + let _ = sender.send(Data::Done); + Ok(()) + } + FileImpl::MetaDataOnly(metadata) => { + /* XXX: Snapshot state check (optional) https://w3c.github.io/FileAPI/#snapshot-state. + Concretely, here we create another file, and this file might not + has the same underlying file state (meta-info plus content) as the time + create_entry is called. + */ + + let opt_filename = metadata.path.file_name() + .and_then(|osstr| osstr.to_str()) + .map(|s| s.to_string()); + + let mime = guess_mime_type_opt(metadata.path.clone()); + let range = rel_pos.to_abs_range(metadata.size as usize); + + let mut file = File::open(&metadata.path) + .map_err(|e| BlobURLStoreError::External(e.to_string()))?; + let seeked_start = file.seek(SeekFrom::Start(range.start as u64)) + .map_err(|e| BlobURLStoreError::External(e.to_string()))?; + + if seeked_start == (range.start as u64) { + let type_string = match mime { + Some(x) => format!("{}", x), + None => "".to_string(), + }; + + chunked_fetch(sender, &mut file, range.len(), opt_filename, + type_string, response, &mut bytes); + Ok(()) + } else { + Err(BlobURLStoreError::InvalidEntry) + } + } + FileImpl::Sliced(parent_id, inner_rel_pos) => { + // Next time we don't need to check validity since + // we have already done that for requesting URL if necessary + self.fetch_blob_buf(sender, &parent_id, origin_in, + rel_pos.slice_inner(&inner_rel_pos), false, response) + } + } + } + + fn try_fetch_file(&self, sender: &servo_channel::Sender, id: Uuid, check_url_validity: bool, + origin_in: FileOrigin, response: &mut Response) + -> Result<(), BlobURLStoreError> { + self.fetch_blob_buf(sender, &id, &origin_in, RelativePos::full_range(), check_url_validity, response) + } + fn dec_ref(&self, id: &Uuid, origin_in: &FileOrigin) -> Result<(), BlobURLStoreError> { let (do_remove, opt_parent_id) = match self.entries.read().unwrap().get(id) { Some(entry) => { @@ -562,3 +669,50 @@ fn chunked_read(sender: &IpcSender>, } } } + +fn chunked_fetch(sender: &servo_channel::Sender, + file: &mut File, size: usize, opt_filename: Option, + type_string: String, response: &mut Response, bytes: &mut Vec) { + // First chunk + let mut buf = vec![0; CHUNK_SIZE]; + match file.read(&mut buf) { + Ok(n) => { + buf.truncate(n); + let blob_buf = BlobBuf { + filename: opt_filename, + type_string: type_string, + size: size as u64, + bytes: buf, + }; + + bytes.extend_from_slice(&blob_buf.bytes); + + let _ = sender.send(Data::Payload(blob_buf.bytes)); + } + Err(_) => { + *response = Response::network_error(NetworkError::Internal("Opening file failed".into())); + return; + } + } + + // Send the remaining chunks + loop { + let mut buf = vec![0; CHUNK_SIZE]; + match file.read(&mut buf) { + Ok(0) => { + *response.body.lock().unwrap() = ResponseBody::Done(bytes.to_vec()); + let _ = sender.send(Data::Done); + return; + } + Ok(n) => { + buf.truncate(n); + bytes.extend_from_slice(&buf); + let _ = sender.send(Data::Payload(buf)); + } + Err(_) => { + *response = Response::network_error(NetworkError::Internal("Opening file failed".into())); + return; + } + } + } +}