Removing scientific notation for hexdecimal numbers

Author: cmtt

core/src/tokenizer.rs

@@ -1077,19 +1077,9 @@ impl<'a> Tokenizer<'a> {
         while !self.is_eof() {
             match self.read_byte() {
                 b'0'...b'9' => self.bump(),
-                b'a'...b'd' => self.bump(),
-                b'A'...b'D' => self.bump(),
-                b'f' | b'F' => self.bump(),
-                b'e' | b'E' => {
-                    self.bump();
-                    match self.peek_byte() {
-                        b'-' | b'+' => {
-                            return self.read_scientific(start);
-                        },
-                        _ => {}
-                    }
-                },
-                _           =>  break
+                b'a'...b'f' => self.bump(),
+                b'A'...b'F' => self.bump(),
+                _           => break
             };
         }
 
@@ -1117,11 +1107,10 @@ impl<'a> Tokenizer<'a> {
 
     #[inline]
     fn read_scientific(&mut self, start: usize) -> Value {
-        while !self.is_eof() {
-            let ch = self.read_byte();
-            match ch {
+        if !self.is_eof() {
+            match self.read_byte() {
                 b'-' | b'+' => self.bump(),
-                _           => break
+                _           => {}
             }
         }
 

core/tests/tokenizer.rs

@@ -157,9 +157,6 @@ fn test_scientifix_numbers() {
     assert_token!("2e+3", Literal(Value::Number("2e+3".into())), "Value::Number");
     assert_token!("0.2e3", Literal(Value::Number("0.2e3".into())), "Value::Number");
     assert_token!("0.2e-3", Literal(Value::Number("0.2e-3".into())), "Value::Number");
-    assert_token!("0x1e3", Literal(Value::Number("0x1e3".into())), "Value::Number");
-    assert_token!("0x21e3", Literal(Value::Number("0x21e3".into())), "Value::Number");
-    assert_token!("0x21e-3", Literal(Value::Number("0x21e-3".into())), "Value::Number");
 }
 
 #[test]