1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
use std::str;
use super::*;
pub struct CharsetBinary;
impl Charset for CharsetBinary {
type Char = u8;
#[inline]
fn validate(_: &[u8]) -> Result<()> {
Ok(())
}
#[inline]
fn decode_one(data: &[u8]) -> Option<(Self::Char, usize)> {
if data.is_empty() {
None
} else {
Some((data[0], 1))
}
}
}
pub struct CharsetUtf8mb4;
impl Charset for CharsetUtf8mb4 {
type Char = char;
#[inline]
fn validate(bstr: &[u8]) -> Result<()> {
str::from_utf8(bstr)?;
Ok(())
}
#[inline]
fn decode_one(data: &[u8]) -> Option<(Self::Char, usize)> {
let mut it = data.iter();
let start = it.as_slice().as_ptr();
core::str::next_code_point(&mut it).map(|c| unsafe {
(
std::char::from_u32_unchecked(c),
it.as_slice().as_ptr().offset_from(start) as usize,
)
})
}
}