From c4ea0c4cc54ca8af1b68066e6e89b9e97a755500 Mon Sep 17 00:00:00 2001
From: Keith Yeung <kungfukeith11@gmail.com>
Date: Thu, 19 Nov 2015 20:30:39 -0800
Subject: [PATCH] Add function to change tokenizer state to Plaintext

---
 src/tokenizer/mod.rs | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/tokenizer/mod.rs b/src/tokenizer/mod.rs
index f8c54f79..608a1139 100644
--- a/src/tokenizer/mod.rs
+++ b/src/tokenizer/mod.rs
@@ -221,6 +221,10 @@ impl<Sink: TokenSink> Tokenizer<Sink> {
         self.run();
     }
 
+    pub fn set_plaintext_state(&mut self) {
+        self.state = states::Plaintext;
+    }
+
     fn process_token(&mut self, token: Token) {
         if self.opts.profile {
             let (_, dt) = time!(self.sink.process_token(token));