// The MIT License (MIT) // // Copyright (c) 2017 Doublify Technologies // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN // THE SOFTWARE. extern crate doublify_toolkit; use doublify_toolkit::filtering::{Kind, Token, tokenize}; #[test] fn tokenize_raw_query_test_1() { let raw_query = "not:hidden organization:('doublify' 'doublifyapis')"; let expected = vec![Token::new(Kind::Identifier, "not"), Token::new(Kind::Colon, ":"), Token::new(Kind::Identifier, "hidden"), Token::new(Kind::Identifier, "organization"), Token::new(Kind::Colon, ":"), Token::new(Kind::Parentheses, "("), Token::new(Kind::String, "'doublify'"), Token::new(Kind::String, "'doublifyapis'"), Token::new(Kind::Parentheses, ")")]; let wanted = tokenize(raw_query); assert_eq!(expected, wanted); } #[test] fn tokenize_raw_query_test_2() { let raw_query = "organization:{\"doublify\" \"doublifyapis\"} topic:'Inbox'"; let expected = vec![Token::new(Kind::Identifier, "organization"), Token::new(Kind::Colon, ":"), Token::new(Kind::Curly, "{"), Token::new(Kind::String, "\"doublify\""), Token::new(Kind::String, "\"doublifyapis\""), Token::new(Kind::Curly, "}"), Token::new(Kind::Identifier, "topic"), Token::new(Kind::Colon, ":"), Token::new(Kind::String, "'Inbox'")]; let wanted = tokenize(raw_query); assert_eq!(expected, wanted); } #[test] fn tokenize_raw_query_test_3() { let raw_query = "is:keyExpired keyStrength:1.0 lastModified:'2005-08-09T18:31:42'"; let expected = vec![Token::new(Kind::Identifier, "is"), Token::new(Kind::Colon, ":"), Token::new(Kind::Identifier, "keyExpired"), Token::new(Kind::Identifier, "keyStrength"), Token::new(Kind::Colon, ":"), Token::new(Kind::Integer, "1.0"), Token::new(Kind::Identifier, "lastModified"), Token::new(Kind::Colon, ":"), Token::new(Kind::String, "'2005-08-09T18:31:42'")]; let wanted = tokenize(raw_query); assert_eq!(expected, wanted); } #[test] fn tokenizer_escaped_strings() { let raw_query = "key:'1\\'hello\\''"; let expected = vec![Token::new(Kind::Identifier, "key"), Token::new(Kind::Colon, ":"), Token::new(Kind::String, "'1'hello''")]; let wanted = tokenize(raw_query); assert_eq!(expected, wanted) }