Implement a proper request tokenizer

src/commands/queue/add.rs

@@ -1,6 +1,7 @@
 use serde::{Deserialize, Serialize};
 
 use crate::{
+    request_tokenizer::RequestTokenizer,
     commands::{
         Command, Request, RequestParserError, RequestParserResult, ResponseAttributes,
         ResponseParserError,
@@ -28,7 +29,7 @@ impl Command for Add {
         }
     }
 
-    fn parse_request(mut parts: std::str::SplitWhitespace<'_>) -> RequestParserResult<'_> {
+    fn parse_request(mut parts: RequestTokenizer<'_>) -> RequestParserResult<'_> {
         let uri = match parts.next() {
             Some(s) => s,
             None => return Err(RequestParserError::UnexpectedEOF),