Crates renamed.

2023-04-14 07:04:36 +00:00
parent 98e8febbef
commit 3751133c7d
75 changed files with 2064 additions and 30 deletions
--- a/crates/utils/src/codec/base32_custom.rs
+++ b/crates/utils/src/codec/base32_custom.rs
@@ -0,0 +1,215 @@
+/*
+ * Copyright (c) 2020-2022, Stalwart Labs Ltd.
+ *
+ * This file is part of the Stalwart JMAP Server.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of
+ * the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Affero General Public License for more details.
+ * in the LICENSE file at the top-level directory of this distribution.
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * You can be released from the requirements of the AGPLv3 license by
+ * purchasing a commercial license. Please contact licensing@stalw.art
+ * for more details.
+*/
+
+use std::slice::Iter;
+
+use super::leb128::{Leb128Iterator, Leb128Writer};
+
+pub static BASE32_ALPHABET: &[u8] = b"abcdefghijklmnopqrstuvwxyz792013";
+pub static BASE32_INVERSE: [u8; 256] = [
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 29, 30, 28, 31, 255, 255, 255, 26, 255, 27,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 10, 11,
+    12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 255, 255, 255, 255, 255, 255, 0, 1, 2,
+    3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
+];
+
+pub struct Base32Writer {
+    last_byte: u8,
+    pos: usize,
+    result: String,
+}
+
+impl Base32Writer {
+    pub fn with_capacity(capacity: usize) -> Self {
+        Base32Writer {
+            result: String::with_capacity((capacity + 3) / 4 * 5),
+            last_byte: 0,
+            pos: 0,
+        }
+    }
+
+    pub fn push_char(&mut self, ch: char) {
+        self.result.push(ch);
+    }
+
+    fn push_byte(&mut self, byte: u8, is_remainder: bool) {
+        let (ch1, ch2) = match self.pos % 5 {
+            0 => ((byte & 0xF8) >> 3, u8::MAX),
+            1 => (
+                (((self.last_byte & 0x07) << 2) | ((byte & 0xC0) >> 6)),
+                ((byte & 0x3E) >> 1),
+            ),
+            2 => (
+                (((self.last_byte & 0x01) << 4) | ((byte & 0xF0) >> 4)),
+                u8::MAX,
+            ),
+            3 => (
+                (((self.last_byte & 0x0F) << 1) | (byte >> 7)),
+                ((byte & 0x7C) >> 2),
+            ),
+            4 => (
+                (((self.last_byte & 0x03) << 3) | ((byte & 0xE0) >> 5)),
+                (byte & 0x1F),
+            ),
+            _ => unreachable!(),
+        };
+
+        self.result.push(char::from(BASE32_ALPHABET[ch1 as usize]));
+        if !is_remainder {
+            if ch2 != u8::MAX {
+                self.result.push(char::from(BASE32_ALPHABET[ch2 as usize]));
+            }
+            self.last_byte = byte;
+            self.pos += 1;
+        }
+    }
+
+    pub fn finalize(mut self) -> String {
+        if self.pos % 5 != 0 {
+            self.push_byte(0, true);
+        }
+
+        self.result
+    }
+}
+
+impl std::io::Write for Base32Writer {
+    fn write(&mut self, bytes: &[u8]) -> std::io::Result<usize> {
+        let start_pos = self.pos;
+
+        for &byte in bytes {
+            self.push_byte(byte, false);
+        }
+
+        Ok(self.pos - start_pos)
+    }
+
+    fn flush(&mut self) -> std::io::Result<()> {
+        Ok(())
+    }
+}
+
+#[derive(Debug)]
+pub struct Base32Reader<'x> {
+    bytes: Iter<'x, u8>,
+    last_byte: u8,
+    pos: usize,
+}
+
+impl<'x> Base32Reader<'x> {
+    pub fn new(bytes: &'x [u8]) -> Self {
+        Base32Reader {
+            bytes: bytes.iter(),
+            pos: 0,
+            last_byte: 0,
+        }
+    }
+
+    #[inline(always)]
+    fn map_byte(&mut self) -> Option<u8> {
+        match self.bytes.next() {
+            Some(&byte) => match BASE32_INVERSE[byte as usize] {
+                byte if byte != u8::MAX => {
+                    self.last_byte = byte;
+                    Some(byte)
+                }
+                _ => None,
+            },
+            _ => None,
+        }
+    }
+}
+
+impl Iterator for Base32Reader<'_> {
+    type Item = u8;
+    fn next(&mut self) -> Option<Self::Item> {
+        let pos = self.pos % 5;
+        let last_byte = self.last_byte;
+        let byte = self.map_byte()?;
+        self.pos += 1;
+
+        match pos {
+            0 => ((byte << 3) | (self.map_byte().unwrap_or(0) >> 2)).into(),
+            1 => ((last_byte << 6) | (byte << 1) | (self.map_byte().unwrap_or(0) >> 4)).into(),
+            2 => ((last_byte << 4) | (byte >> 1)).into(),
+            3 => ((last_byte << 7) | (byte << 2) | (self.map_byte().unwrap_or(0) >> 3)).into(),
+            4 => ((last_byte << 5) | byte).into(),
+            _ => None,
+        }
+    }
+}
+
+impl Leb128Iterator<u8> for Base32Reader<'_> {}
+impl Leb128Writer for Base32Writer {}
+
+#[cfg(test)]
+mod tests {
+    use std::io::Write;
+
+    use crate::codec::base32_custom::{Base32Reader, Base32Writer};
+
+    #[test]
+    fn base32_roundtrip() {
+        let mut bytes = Vec::with_capacity(100);
+        for byte in 0..100 {
+            bytes.push((100 - byte) as u8);
+            let mut writer = Base32Writer::with_capacity(10);
+            writer.write_all(&bytes).unwrap();
+            let result = writer.finalize();
+
+            let mut bytes_result = Vec::new();
+            for byte in Base32Reader::new(result.as_bytes()) {
+                bytes_result.push(byte);
+            }
+
+            assert_eq!(bytes, bytes_result);
+        }
+
+        for bytes in [
+            vec![0],
+            vec![32, 43, 55, 99, 43, 55],
+            vec![84, 4, 43, 77, 62, 55, 92],
+            vec![84, 4, 43, 77, 62, 55, 92],
+        ] {
+            let mut writer = Base32Writer::with_capacity(10);
+            writer.write_all(&bytes).unwrap();
+            let result = writer.finalize();
+
+            let mut bytes_result = Vec::new();
+            for byte in Base32Reader::new(result.as_bytes()) {
+                bytes_result.push(byte);
+            }
+
+            assert_eq!(bytes, bytes_result);
+        }
+    }
+}
--- a/crates/utils/src/codec/leb128.rs
+++ b/crates/utils/src/codec/leb128.rs
@@ -0,0 +1,180 @@
+/*
+ * Copyright (c) 2020-2022, Stalwart Labs Ltd.
+ *
+ * This file is part of the Stalwart JMAP Server.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of
+ * the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Affero General Public License for more details.
+ * in the LICENSE file at the top-level directory of this distribution.
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * You can be released from the requirements of the AGPLv3 license by
+ * purchasing a commercial license. Please contact licensing@stalw.art
+ * for more details.
+*/
+
+#![allow(dead_code)]
+
+use std::{borrow::Borrow, io::Write};
+
+pub trait Leb128_ {
+    fn to_leb128_writer(self, out: &mut impl Write) -> std::io::Result<usize>;
+    fn to_leb128_bytes(self, out: &mut Vec<u8>);
+    fn from_leb128_bytes(slice: &[u8]) -> Option<(Self, usize)>
+    where
+        Self: std::marker::Sized;
+    fn from_leb128_it<T, I>(it: T) -> Option<Self>
+    where
+        Self: std::marker::Sized,
+        T: Iterator<Item = I>,
+        I: Borrow<u8>;
+}
+
+pub trait Leb128Vec<T: Leb128_> {
+    fn push_leb128(&mut self, value: T);
+}
+
+pub trait Leb128Writer: Write + Sized {
+    #[inline(always)]
+    fn write_leb128<T: Leb128_>(&mut self, value: T) -> std::io::Result<usize> {
+        T::to_leb128_writer(value, self)
+    }
+}
+
+impl<T: Leb128_> Leb128Vec<T> for Vec<u8> {
+    #[inline(always)]
+    fn push_leb128(&mut self, value: T) {
+        T::to_leb128_bytes(value, self);
+    }
+}
+
+pub trait Leb128Iterator<I>: Iterator<Item = I>
+where
+    I: Borrow<u8>,
+{
+    #[inline(always)]
+    fn next_leb128<T: Leb128_>(&mut self) -> Option<T> {
+        T::from_leb128_it(self)
+    }
+
+    #[inline(always)]
+    fn skip_leb128(&mut self) -> Option<()> {
+        for byte in self {
+            if (byte.borrow() & 0x80) == 0 {
+                return Some(());
+            }
+        }
+        None
+    }
+}
+
+pub trait Leb128Reader: AsRef<[u8]> {
+    #[inline(always)]
+    fn read_leb128<T: Leb128_>(&self) -> Option<(T, usize)> {
+        T::from_leb128_bytes(self.as_ref())
+    }
+
+    #[inline(always)]
+    fn skip_leb128(&self) -> Option<usize> {
+        for (pos, byte) in self.as_ref().iter().enumerate() {
+            if (byte & 0x80) == 0 {
+                return (pos + 1).into();
+            }
+        }
+        None
+    }
+}
+
+impl Leb128Reader for &[u8] {}
+impl Leb128Reader for Vec<u8> {}
+impl Leb128Reader for Box<[u8]> {}
+impl<'x> Leb128Iterator<&'x u8> for std::slice::Iter<'x, u8> {}
+
+// Based on leb128.rs from rustc
+macro_rules! impl_unsigned_leb128 {
+    ($int_ty:ident, $shifts:expr) => {
+        impl Leb128_ for $int_ty {
+            #[inline(always)]
+            fn to_leb128_writer(self, out: &mut impl Write) -> std::io::Result<usize> {
+                let mut value = self;
+                let mut bytes_written = 0;
+                loop {
+                    if value < 0x80 {
+                        bytes_written += out.write(&[value as u8])?;
+                        break;
+                    } else {
+                        bytes_written += out.write(&[((value & 0x7f) | 0x80) as u8])?;
+                        value >>= 7;
+                    }
+                }
+                Ok(bytes_written)
+            }
+
+            #[inline(always)]
+            fn to_leb128_bytes(self, out: &mut Vec<u8>) {
+                let mut value = self;
+                loop {
+                    if value < 0x80 {
+                        out.push(value as u8);
+                        break;
+                    } else {
+                        out.push(((value & 0x7f) | 0x80) as u8);
+                        value >>= 7;
+                    }
+                }
+            }
+
+            #[inline(always)]
+            fn from_leb128_bytes(slice: &[u8]) -> Option<($int_ty, usize)> {
+                let mut result = 0;
+
+                for (shift, (pos, &byte)) in $shifts.into_iter().zip(slice.iter().enumerate()) {
+                    if (byte & 0x80) == 0 {
+                        result |= (byte as $int_ty) << shift;
+                        return Some((result, pos + 1));
+                    } else {
+                        result |= ((byte & 0x7F) as $int_ty) << shift;
+                    }
+                }
+
+                None
+            }
+
+            #[inline(always)]
+            fn from_leb128_it<T, I>(it: T) -> Option<$int_ty>
+            where
+                T: Iterator<Item = I>,
+                I: Borrow<u8>,
+            {
+                let mut result = 0;
+
+                for (shift, byte_) in $shifts.into_iter().zip(it) {
+                    let byte = byte_.borrow();
+
+                    if (byte & 0x80) == 0 {
+                        result |= (*byte as $int_ty) << shift;
+                        return Some(result);
+                    } else {
+                        result |= ((byte & 0x7F) as $int_ty) << shift;
+                    }
+                }
+
+                None
+            }
+        }
+    };
+}
+
+impl_unsigned_leb128!(u8, [0]);
+impl_unsigned_leb128!(u16, [0, 7, 14]);
+impl_unsigned_leb128!(u32, [0, 7, 14, 21, 28]);
+impl_unsigned_leb128!(u64, [0, 7, 14, 21, 28, 35, 42, 49, 56, 63]);
+impl_unsigned_leb128!(usize, [0, 7, 14, 21, 28, 35, 42, 49, 56, 63]);
--- a/crates/utils/src/codec/mod.rs
+++ b/crates/utils/src/codec/mod.rs
@@ -0,0 +1,25 @@
+/*
+ * Copyright (c) 2023 Stalwart Labs Ltd.
+ *
+ * This file is part of the Stalwart SMTP Server.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of
+ * the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Affero General Public License for more details.
+ * in the LICENSE file at the top-level directory of this distribution.
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * You can be released from the requirements of the AGPLv3 license by
+ * purchasing a commercial license. Please contact licensing@stalw.art
+ * for more details.
+*/
+
+pub mod base32_custom;
+pub mod leb128;