moxcms/conversions/sse/
rgb_xyz_q2_13.rs

1/*
2 * // Copyright (c) Radzivon Bartoshyk 3/2025. All rights reserved.
3 * //
4 * // Redistribution and use in source and binary forms, with or without modification,
5 * // are permitted provided that the following conditions are met:
6 * //
7 * // 1.  Redistributions of source code must retain the above copyright notice, this
8 * // list of conditions and the following disclaimer.
9 * //
10 * // 2.  Redistributions in binary form must reproduce the above copyright notice,
11 * // this list of conditions and the following disclaimer in the documentation
12 * // and/or other materials provided with the distribution.
13 * //
14 * // 3.  Neither the name of the copyright holder nor the names of its
15 * // contributors may be used to endorse or promote products derived from
16 * // this software without specific prior written permission.
17 * //
18 * // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19 * // AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21 * // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
22 * // FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 * // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
24 * // SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
25 * // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
26 * // OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27 * // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29use crate::conversions::rgbxyz_fixed::TransformMatrixShaperFixedPoint;
30use crate::conversions::sse::rgb_xyz::SseAlignedU16;
31use crate::transform::PointeeSizeExpressible;
32use crate::{CmsError, Layout, TransformExecutor};
33use num_traits::AsPrimitive;
34#[cfg(target_arch = "x86")]
35use std::arch::x86::*;
36#[cfg(target_arch = "x86_64")]
37use std::arch::x86_64::*;
38
39pub(crate) struct TransformShaperQ2_13Sse<
40    T: Copy,
41    const SRC_LAYOUT: u8,
42    const DST_LAYOUT: u8,
43    const LINEAR_CAP: usize,
44    const GAMMA_LUT: usize,
45    const PRECISION: i32,
46> {
47    pub(crate) profile: TransformMatrixShaperFixedPoint<i32, T, LINEAR_CAP>,
48    pub(crate) bit_depth: usize,
49}
50
51#[inline(always)]
52pub(crate) unsafe fn _xmm_load_epi32(f: &i32) -> __m128i {
53    let float_ref: &f32 = unsafe { &*(f as *const i32 as *const f32) };
54    unsafe { _mm_castps_si128(_mm_load_ss(float_ref)) }
55}
56
57impl<
58    T: Copy + PointeeSizeExpressible + 'static,
59    const SRC_LAYOUT: u8,
60    const DST_LAYOUT: u8,
61    const LINEAR_CAP: usize,
62    const GAMMA_LUT: usize,
63    const PRECISION: i32,
64> TransformShaperQ2_13Sse<T, SRC_LAYOUT, DST_LAYOUT, LINEAR_CAP, GAMMA_LUT, PRECISION>
65where
66    u32: AsPrimitive<T>,
67{
68    #[target_feature(enable = "sse4.1")]
69    unsafe fn transform_impl(&self, src: &[T], dst: &mut [T]) -> Result<(), CmsError> {
70        let src_cn = Layout::from(SRC_LAYOUT);
71        let dst_cn = Layout::from(DST_LAYOUT);
72        let src_channels = src_cn.channels();
73        let dst_channels = dst_cn.channels();
74
75        let mut temporary = SseAlignedU16([0; 8]);
76
77        if src.len() / src_channels != dst.len() / dst_channels {
78            return Err(CmsError::LaneSizeMismatch);
79        }
80        if src.len() % src_channels != 0 {
81            return Err(CmsError::LaneMultipleOfChannels);
82        }
83        if dst.len() % dst_channels != 0 {
84            return Err(CmsError::LaneMultipleOfChannels);
85        }
86
87        let t = self.profile.adaptation_matrix.transpose();
88
89        let max_colors = ((1 << self.bit_depth) - 1).as_();
90
91        unsafe {
92            let m0 = _mm_setr_epi16(
93                t.v[0][0], t.v[1][0], t.v[0][1], t.v[1][1], t.v[0][2], t.v[1][2], 0, 0,
94            );
95            let m2 = _mm_setr_epi16(t.v[2][0], 1, t.v[2][1], 1, t.v[2][2], 1, 0, 0);
96
97            let rnd_val = ((1i32 << (PRECISION - 1)) as i16).to_ne_bytes();
98            let rnd = _mm_set1_epi32(i32::from_ne_bytes([0, 0, rnd_val[0], rnd_val[1]]));
99
100            let v_max_value = _mm_set1_epi32(GAMMA_LUT as i32 - 1);
101
102            for (src, dst) in src
103                .chunks_exact(src_channels)
104                .zip(dst.chunks_exact_mut(dst_channels))
105            {
106                let rp = &self.profile.r_linear[src[src_cn.r_i()]._as_usize()];
107                let gp = &self.profile.g_linear[src[src_cn.g_i()]._as_usize()];
108                let bp = &self.profile.b_linear[src[src_cn.b_i()]._as_usize()];
109
110                let mut r = _xmm_load_epi32(rp);
111                let mut g = _xmm_load_epi32(gp);
112                let mut b = _xmm_load_epi32(bp);
113                let a = if src_channels == 4 {
114                    src[src_cn.a_i()]
115                } else {
116                    max_colors
117                };
118
119                r = _mm_shuffle_epi32::<0>(r);
120                g = _mm_shuffle_epi32::<0>(g);
121                b = _mm_shuffle_epi32::<0>(b);
122
123                g = _mm_slli_epi32::<16>(g);
124
125                let zrg0 = _mm_or_si128(r, g);
126                let zbz0 = _mm_or_si128(b, rnd);
127
128                let v0 = _mm_madd_epi16(zrg0, m0);
129                let v1 = _mm_madd_epi16(zbz0, m2);
130
131                let mut v = _mm_add_epi32(v0, v1);
132
133                v = _mm_srai_epi32::<PRECISION>(v);
134                v = _mm_max_epi32(v, _mm_setzero_si128());
135                v = _mm_min_epi32(v, v_max_value);
136
137                _mm_store_si128(temporary.0.as_mut_ptr() as *mut _, v);
138
139                dst[dst_cn.r_i()] = self.profile.r_gamma[temporary.0[0] as usize];
140                dst[dst_cn.g_i()] = self.profile.g_gamma[temporary.0[2] as usize];
141                dst[dst_cn.b_i()] = self.profile.b_gamma[temporary.0[4] as usize];
142                if dst_channels == 4 {
143                    dst[dst_cn.a_i()] = a;
144                }
145            }
146        }
147
148        Ok(())
149    }
150}
151
152impl<
153    T: Copy + PointeeSizeExpressible + 'static + Default,
154    const SRC_LAYOUT: u8,
155    const DST_LAYOUT: u8,
156    const LINEAR_CAP: usize,
157    const GAMMA_LUT: usize,
158    const PRECISION: i32,
159> TransformExecutor<T>
160    for TransformShaperQ2_13Sse<T, SRC_LAYOUT, DST_LAYOUT, LINEAR_CAP, GAMMA_LUT, PRECISION>
161where
162    u32: AsPrimitive<T>,
163{
164    fn transform(&self, src: &[T], dst: &mut [T]) -> Result<(), CmsError> {
165        unsafe { self.transform_impl(src, dst) }
166    }
167}
moxcms/conversions/sse/rgb_xyz_q2_13.rs

moxcms/conversions/sse/
rgb_xyz_q2_13.rs
