Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
godotengine
GitHub Repository: godotengine/godot
Path: blob/master/thirdparty/basis_universal/encoder/basisu_bc7enc.cpp
9903 views
1
// File: basisu_bc7enc.cpp
2
// Copyright (C) 2019-2024 Binomial LLC. All Rights Reserved.
3
//
4
// Licensed under the Apache License, Version 2.0 (the "License");
5
// you may not use this file except in compliance with the License.
6
// You may obtain a copy of the License at
7
//
8
// http://www.apache.org/licenses/LICENSE-2.0
9
//
10
// Unless required by applicable law or agreed to in writing, software
11
// distributed under the License is distributed on an "AS IS" BASIS,
12
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
// See the License for the specific language governing permissions and
14
// limitations under the License.
15
#include "basisu_bc7enc.h"
16
17
#ifdef _DEBUG
18
#define BC7ENC_CHECK_OVERALL_ERROR 1
19
#else
20
#define BC7ENC_CHECK_OVERALL_ERROR 0
21
#endif
22
23
using namespace basist;
24
25
namespace basisu
26
{
27
28
// Helpers
29
static inline color_quad_u8 *color_quad_u8_set_clamped(color_quad_u8 *pRes, int32_t r, int32_t g, int32_t b, int32_t a) { pRes->m_c[0] = (uint8_t)clampi(r, 0, 255); pRes->m_c[1] = (uint8_t)clampi(g, 0, 255); pRes->m_c[2] = (uint8_t)clampi(b, 0, 255); pRes->m_c[3] = (uint8_t)clampi(a, 0, 255); return pRes; }
30
static inline color_quad_u8 *color_quad_u8_set(color_quad_u8 *pRes, int32_t r, int32_t g, int32_t b, int32_t a) { assert((uint32_t)(r | g | b | a) <= 255); pRes->m_c[0] = (uint8_t)r; pRes->m_c[1] = (uint8_t)g; pRes->m_c[2] = (uint8_t)b; pRes->m_c[3] = (uint8_t)a; return pRes; }
31
static inline bc7enc_bool color_quad_u8_notequals(const color_quad_u8 *pLHS, const color_quad_u8 *pRHS) { return (pLHS->m_c[0] != pRHS->m_c[0]) || (pLHS->m_c[1] != pRHS->m_c[1]) || (pLHS->m_c[2] != pRHS->m_c[2]) || (pLHS->m_c[3] != pRHS->m_c[3]); }
32
static inline bc7enc_vec4F*vec4F_set_scalar(bc7enc_vec4F*pV, float x) { pV->m_c[0] = x; pV->m_c[1] = x; pV->m_c[2] = x; pV->m_c[3] = x; return pV; }
33
static inline bc7enc_vec4F*vec4F_set(bc7enc_vec4F*pV, float x, float y, float z, float w) { pV->m_c[0] = x; pV->m_c[1] = y; pV->m_c[2] = z; pV->m_c[3] = w; return pV; }
34
static inline bc7enc_vec4F*vec4F_saturate_in_place(bc7enc_vec4F*pV) { pV->m_c[0] = saturate(pV->m_c[0]); pV->m_c[1] = saturate(pV->m_c[1]); pV->m_c[2] = saturate(pV->m_c[2]); pV->m_c[3] = saturate(pV->m_c[3]); return pV; }
35
static inline bc7enc_vec4F vec4F_saturate(const bc7enc_vec4F*pV) { bc7enc_vec4F res; res.m_c[0] = saturate(pV->m_c[0]); res.m_c[1] = saturate(pV->m_c[1]); res.m_c[2] = saturate(pV->m_c[2]); res.m_c[3] = saturate(pV->m_c[3]); return res; }
36
static inline bc7enc_vec4F vec4F_from_color(const color_quad_u8 *pC) { bc7enc_vec4F res; vec4F_set(&res, pC->m_c[0], pC->m_c[1], pC->m_c[2], pC->m_c[3]); return res; }
37
static inline bc7enc_vec4F vec4F_add(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] + pRHS->m_c[0], pLHS->m_c[1] + pRHS->m_c[1], pLHS->m_c[2] + pRHS->m_c[2], pLHS->m_c[3] + pRHS->m_c[3]); return res; }
38
static inline bc7enc_vec4F vec4F_sub(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] - pRHS->m_c[0], pLHS->m_c[1] - pRHS->m_c[1], pLHS->m_c[2] - pRHS->m_c[2], pLHS->m_c[3] - pRHS->m_c[3]); return res; }
39
static inline float vec4F_dot(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { return pLHS->m_c[0] * pRHS->m_c[0] + pLHS->m_c[1] * pRHS->m_c[1] + pLHS->m_c[2] * pRHS->m_c[2] + pLHS->m_c[3] * pRHS->m_c[3]; }
40
static inline bc7enc_vec4F vec4F_mul(const bc7enc_vec4F*pLHS, float s) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] * s, pLHS->m_c[1] * s, pLHS->m_c[2] * s, pLHS->m_c[3] * s); return res; }
41
static inline bc7enc_vec4F* vec4F_normalize_in_place(bc7enc_vec4F*pV) { float s = pV->m_c[0] * pV->m_c[0] + pV->m_c[1] * pV->m_c[1] + pV->m_c[2] * pV->m_c[2] + pV->m_c[3] * pV->m_c[3]; if (s != 0.0f) { s = 1.0f / sqrtf(s); pV->m_c[0] *= s; pV->m_c[1] *= s; pV->m_c[2] *= s; pV->m_c[3] *= s; } return pV; }
42
43
// Precomputed weight constants used during least fit determination. For each entry in g_bc7_weights[]: w * w, (1.0f - w) * w, (1.0f - w) * (1.0f - w), w
44
const float g_bc7_weights1x[2 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
45
46
const float g_bc7_weights2x[4 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.107666f, 0.220459f, 0.451416f, 0.328125f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
47
48
const float g_bc7_weights3x[8 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.019775f, 0.120850f, 0.738525f, 0.140625f, 0.079102f, 0.202148f, 0.516602f, 0.281250f, 0.177979f, 0.243896f, 0.334229f, 0.421875f, 0.334229f, 0.243896f, 0.177979f, 0.578125f, 0.516602f, 0.202148f,
49
0.079102f, 0.718750f, 0.738525f, 0.120850f, 0.019775f, 0.859375f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
50
51
const float g_bc7_weights4x[16 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.019775f, 0.120850f, 0.738525f, 0.140625f, 0.041260f, 0.161865f, 0.635010f, 0.203125f, 0.070557f, 0.195068f, 0.539307f, 0.265625f, 0.107666f, 0.220459f,
52
0.451416f, 0.328125f, 0.165039f, 0.241211f, 0.352539f, 0.406250f, 0.219727f, 0.249023f, 0.282227f, 0.468750f, 0.282227f, 0.249023f, 0.219727f, 0.531250f, 0.352539f, 0.241211f, 0.165039f, 0.593750f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 0.539307f, 0.195068f, 0.070557f, 0.734375f,
53
0.635010f, 0.161865f, 0.041260f, 0.796875f, 0.738525f, 0.120850f, 0.019775f, 0.859375f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
54
55
const float g_astc_weights4x[16 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.015625f, 0.109375f, 0.765625f, 0.125000f, 0.035156f, 0.152344f, 0.660156f, 0.187500f, 0.070557f, 0.195068f, 0.539307f, 0.265625f, 0.107666f, 0.220459f,
56
0.451416f, 0.328125f, 0.152588f, 0.238037f, 0.371338f, 0.390625f, 0.205322f, 0.247803f, 0.299072f, 0.453125f, 0.299072f, 0.247803f, 0.205322f, 0.546875f, 0.371338f, 0.238037f, 0.152588f, 0.609375f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 0.539307f, 0.195068f, 0.070557f, 0.734375f,
57
0.660156f, 0.152344f, 0.035156f, 0.812500f, 0.765625f, 0.109375f, 0.015625f, 0.875000f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
58
59
const float g_astc_weights5x[32 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.000977f, 0.030273f, 0.938477f, 0.031250f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.008789f, 0.084961f, 0.821289f,
60
0.093750f, 0.015625f, 0.109375f, 0.765625f, 0.125000f, 0.024414f, 0.131836f, 0.711914f, 0.156250f, 0.035156f, 0.152344f, 0.660156f, 0.187500f, 0.047852f, 0.170898f, 0.610352f, 0.218750f, 0.062500f, 0.187500f,
61
0.562500f, 0.250000f, 0.079102f, 0.202148f, 0.516602f, 0.281250f, 0.097656f, 0.214844f, 0.472656f, 0.312500f, 0.118164f, 0.225586f, 0.430664f, 0.343750f, 0.140625f, 0.234375f, 0.390625f, 0.375000f, 0.165039f,
62
0.241211f, 0.352539f, 0.406250f, 0.191406f, 0.246094f, 0.316406f, 0.437500f, 0.219727f, 0.249023f, 0.282227f, 0.468750f, 0.282227f, 0.249023f, 0.219727f, 0.531250f, 0.316406f, 0.246094f, 0.191406f, 0.562500f,
63
0.352539f, 0.241211f, 0.165039f, 0.593750f, 0.390625f, 0.234375f, 0.140625f, 0.625000f, 0.430664f, 0.225586f, 0.118164f, 0.656250f, 0.472656f, 0.214844f, 0.097656f, 0.687500f, 0.516602f, 0.202148f, 0.079102f,
64
0.718750f, 0.562500f, 0.187500f, 0.062500f, 0.750000f, 0.610352f, 0.170898f, 0.047852f, 0.781250f, 0.660156f, 0.152344f, 0.035156f, 0.812500f, 0.711914f, 0.131836f, 0.024414f, 0.843750f, 0.765625f, 0.109375f,
65
0.015625f, 0.875000f, 0.821289f, 0.084961f, 0.008789f, 0.906250f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 0.938477f, 0.030273f, 0.000977f, 0.968750f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };
66
67
const float g_astc_weights_3levelsx[3 * 4] = {
68
0.000000f, 0.000000f, 1.000000f, 0.000000f,
69
.5f * .5f, (1.0f - .5f) * .5f, (1.0f - .5f) * (1.0f - .5f), .5f,
70
1.000000f, 0.000000f, 0.000000f, 1.000000f };
71
72
static endpoint_err g_bc7_mode_1_optimal_endpoints[256][2]; // [c][pbit]
73
static const uint32_t BC7ENC_MODE_1_OPTIMAL_INDEX = 2;
74
75
static endpoint_err g_astc_4bit_3bit_optimal_endpoints[256]; // [c]
76
static const uint32_t BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX = 2;
77
78
static endpoint_err g_astc_4bit_2bit_optimal_endpoints[256]; // [c]
79
static const uint32_t BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX = 1;
80
81
static endpoint_err g_astc_range7_2bit_optimal_endpoints[256]; // [c]
82
static const uint32_t BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX = 1;
83
84
static endpoint_err g_astc_range13_4bit_optimal_endpoints[256]; // [c]
85
static const uint32_t BC7ENC_ASTC_RANGE13_4BIT_OPTIMAL_INDEX = 2;
86
87
static endpoint_err g_astc_range13_2bit_optimal_endpoints[256]; // [c]
88
static const uint32_t BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX = 1;
89
90
static endpoint_err g_astc_range11_5bit_optimal_endpoints[256]; // [c]
91
static const uint32_t BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX = 13; // not 1, which is optimal, because 26 losslessly maps to BC7 4-bit weights
92
93
astc_quant_bin g_astc_sorted_order_unquant[BC7ENC_TOTAL_ASTC_RANGES][256]; // [sorted unquantized order]
94
95
static uint8_t g_astc_nearest_sorted_index[BC7ENC_TOTAL_ASTC_RANGES][256];
96
97
static void astc_init()
98
{
99
for (uint32_t range = 0; range < BC7ENC_TOTAL_ASTC_RANGES; range++)
100
{
101
if (!astc_is_valid_endpoint_range(range))
102
continue;
103
104
const uint32_t levels = astc_get_levels(range);
105
106
uint32_t vals[256];
107
// TODO
108
for (uint32_t i = 0; i < levels; i++)
109
vals[i] = (unquant_astc_endpoint_val(i, range) << 8) | i;
110
111
std::sort(vals, vals + levels);
112
113
for (uint32_t i = 0; i < levels; i++)
114
{
115
uint32_t order = vals[i] & 0xFF;
116
uint32_t unq = vals[i] >> 8;
117
118
g_astc_sorted_order_unquant[range][i].m_unquant = (uint8_t)unq;
119
g_astc_sorted_order_unquant[range][i].m_index = (uint8_t)order;
120
121
} // i
122
123
#if 0
124
if (g_astc_bise_range_table[range][1] || g_astc_bise_range_table[range][2])
125
{
126
printf("// Range: %u, Levels: %u, Bits: %u, Trits: %u, Quints: %u\n", range, levels, g_astc_bise_range_table[range][0], g_astc_bise_range_table[range][1], g_astc_bise_range_table[range][2]);
127
128
printf("{");
129
for (uint32_t i = 0; i < levels; i++)
130
{
131
printf("{%u,%u}", g_astc_sorted_order_unquant[range][i].m_index, g_astc_sorted_order_unquant[range][i].m_unquant);
132
if (i != (levels - 1))
133
printf(",");
134
}
135
printf("}\n");
136
}
137
#endif
138
139
#if 0
140
if (g_astc_bise_range_table[range][1] || g_astc_bise_range_table[range][2])
141
{
142
printf("// Range: %u, Levels: %u, Bits: %u, Trits: %u, Quints: %u\n", range, levels, g_astc_bise_range_table[range][0], g_astc_bise_range_table[range][1], g_astc_bise_range_table[range][2]);
143
144
printf("{");
145
for (uint32_t i = 0; i < levels; i++)
146
{
147
printf("{%u,%u}", g_astc_unquant[range][i].m_index, g_astc_unquant[range][i].m_unquant);
148
if (i != (levels - 1))
149
printf(",");
150
}
151
printf("}\n");
152
}
153
#endif
154
155
for (uint32_t i = 0; i < 256; i++)
156
{
157
uint32_t best_index = 0;
158
int best_err = INT32_MAX;
159
160
for (uint32_t j = 0; j < levels; j++)
161
{
162
int err = g_astc_sorted_order_unquant[range][j].m_unquant - i;
163
if (err < 0)
164
err = -err;
165
if (err < best_err)
166
{
167
best_err = err;
168
best_index = j;
169
}
170
}
171
172
g_astc_nearest_sorted_index[range][i] = (uint8_t)best_index;
173
} // i
174
} // range
175
}
176
177
static inline uint32_t astc_interpolate_linear(uint32_t l, uint32_t h, uint32_t w)
178
{
179
l = (l << 8) | l;
180
h = (h << 8) | h;
181
uint32_t k = (l * (64 - w) + h * w + 32) >> 6;
182
return k >> 8;
183
}
184
185
// Initialize the lookup table used for optimal single color compression in mode 1. Must be called before encoding.
186
void bc7enc_compress_block_init()
187
{
188
astc_init();
189
190
// BC7 666.1
191
for (int c = 0; c < 256; c++)
192
{
193
for (uint32_t lp = 0; lp < 2; lp++)
194
{
195
endpoint_err best;
196
best.m_error = (uint16_t)UINT16_MAX;
197
for (uint32_t l = 0; l < 64; l++)
198
{
199
uint32_t low = ((l << 1) | lp) << 1;
200
low |= (low >> 7);
201
for (uint32_t h = 0; h < 64; h++)
202
{
203
uint32_t high = ((h << 1) | lp) << 1;
204
high |= (high >> 7);
205
const int k = (low * (64 - g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX]) + high * g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX] + 32) >> 6;
206
const int err = (k - c) * (k - c);
207
if (err < best.m_error)
208
{
209
best.m_error = (uint16_t)err;
210
best.m_lo = (uint8_t)l;
211
best.m_hi = (uint8_t)h;
212
}
213
} // h
214
} // l
215
g_bc7_mode_1_optimal_endpoints[c][lp] = best;
216
} // lp
217
} // c
218
219
// ASTC [0,15] 3-bit
220
for (int c = 0; c < 256; c++)
221
{
222
endpoint_err best;
223
best.m_error = (uint16_t)UINT16_MAX;
224
for (uint32_t l = 0; l < 16; l++)
225
{
226
uint32_t low = (l << 4) | l;
227
228
for (uint32_t h = 0; h < 16; h++)
229
{
230
uint32_t high = (h << 4) | h;
231
232
const int k = astc_interpolate_linear(low, high, g_bc7_weights3[BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX]);
233
const int err = (k - c) * (k - c);
234
235
if (err < best.m_error)
236
{
237
best.m_error = (uint16_t)err;
238
best.m_lo = (uint8_t)l;
239
best.m_hi = (uint8_t)h;
240
}
241
} // h
242
} // l
243
244
g_astc_4bit_3bit_optimal_endpoints[c] = best;
245
246
} // c
247
248
// ASTC [0,15] 2-bit
249
for (int c = 0; c < 256; c++)
250
{
251
endpoint_err best;
252
best.m_error = (uint16_t)UINT16_MAX;
253
for (uint32_t l = 0; l < 16; l++)
254
{
255
uint32_t low = (l << 4) | l;
256
257
for (uint32_t h = 0; h < 16; h++)
258
{
259
uint32_t high = (h << 4) | h;
260
261
const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX]);
262
const int err = (k - c) * (k - c);
263
264
if (err < best.m_error)
265
{
266
best.m_error = (uint16_t)err;
267
best.m_lo = (uint8_t)l;
268
best.m_hi = (uint8_t)h;
269
}
270
} // h
271
} // l
272
273
g_astc_4bit_2bit_optimal_endpoints[c] = best;
274
275
} // c
276
277
// ASTC range 7 [0,11] 2-bit
278
for (int c = 0; c < 256; c++)
279
{
280
endpoint_err best;
281
best.m_error = (uint16_t)UINT16_MAX;
282
for (uint32_t l = 0; l < 12; l++)
283
{
284
uint32_t low = g_astc_sorted_order_unquant[7][l].m_unquant;
285
286
for (uint32_t h = 0; h < 12; h++)
287
{
288
uint32_t high = g_astc_sorted_order_unquant[7][h].m_unquant;
289
290
const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX]);
291
const int err = (k - c) * (k - c);
292
293
if (err < best.m_error)
294
{
295
best.m_error = (uint16_t)err;
296
best.m_lo = (uint8_t)l;
297
best.m_hi = (uint8_t)h;
298
}
299
} // h
300
} // l
301
302
g_astc_range7_2bit_optimal_endpoints[c] = best;
303
304
} // c
305
306
// ASTC range 13 [0,47] 4-bit
307
for (int c = 0; c < 256; c++)
308
{
309
endpoint_err best;
310
best.m_error = (uint16_t)UINT16_MAX;
311
for (uint32_t l = 0; l < 48; l++)
312
{
313
uint32_t low = g_astc_sorted_order_unquant[13][l].m_unquant;
314
315
for (uint32_t h = 0; h < 48; h++)
316
{
317
uint32_t high = g_astc_sorted_order_unquant[13][h].m_unquant;
318
319
const int k = astc_interpolate_linear(low, high, g_astc_weights4[BC7ENC_ASTC_RANGE13_4BIT_OPTIMAL_INDEX]);
320
const int err = (k - c) * (k - c);
321
322
if (err < best.m_error)
323
{
324
best.m_error = (uint16_t)err;
325
best.m_lo = (uint8_t)l;
326
best.m_hi = (uint8_t)h;
327
}
328
} // h
329
} // l
330
331
g_astc_range13_4bit_optimal_endpoints[c] = best;
332
333
} // c
334
335
// ASTC range 13 [0,47] 2-bit
336
for (int c = 0; c < 256; c++)
337
{
338
endpoint_err best;
339
best.m_error = (uint16_t)UINT16_MAX;
340
for (uint32_t l = 0; l < 48; l++)
341
{
342
uint32_t low = g_astc_sorted_order_unquant[13][l].m_unquant;
343
344
for (uint32_t h = 0; h < 48; h++)
345
{
346
uint32_t high = g_astc_sorted_order_unquant[13][h].m_unquant;
347
348
const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX]);
349
const int err = (k - c) * (k - c);
350
351
if (err < best.m_error)
352
{
353
best.m_error = (uint16_t)err;
354
best.m_lo = (uint8_t)l;
355
best.m_hi = (uint8_t)h;
356
}
357
} // h
358
} // l
359
360
g_astc_range13_2bit_optimal_endpoints[c] = best;
361
362
} // c
363
364
// ASTC range 11 [0,31] 5-bit
365
for (int c = 0; c < 256; c++)
366
{
367
endpoint_err best;
368
best.m_error = (uint16_t)UINT16_MAX;
369
for (uint32_t l = 0; l < 32; l++)
370
{
371
uint32_t low = g_astc_sorted_order_unquant[11][l].m_unquant;
372
373
for (uint32_t h = 0; h < 32; h++)
374
{
375
uint32_t high = g_astc_sorted_order_unquant[11][h].m_unquant;
376
377
const int k = astc_interpolate_linear(low, high, g_astc_weights5[BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX]);
378
const int err = (k - c) * (k - c);
379
380
if (err < best.m_error)
381
{
382
best.m_error = (uint16_t)err;
383
best.m_lo = (uint8_t)l;
384
best.m_hi = (uint8_t)h;
385
}
386
} // h
387
} // l
388
389
g_astc_range11_5bit_optimal_endpoints[c] = best;
390
391
} // c
392
}
393
394
static void compute_least_squares_endpoints_rgba(uint32_t N, const uint8_t *pSelectors, const bc7enc_vec4F* pSelector_weights, bc7enc_vec4F* pXl, bc7enc_vec4F* pXh, const color_quad_u8 *pColors)
395
{
396
// Least squares using normal equations: http://www.cs.cornell.edu/~bindel/class/cs3220-s12/notes/lec10.pdf
397
// https://web.archive.org/web/20150319232457/http://www.cs.cornell.edu/~bindel/class/cs3220-s12/notes/lec10.pdf
398
// I did this in matrix form first, expanded out all the ops, then optimized it a bit.
399
double z00 = 0.0f, z01 = 0.0f, z10 = 0.0f, z11 = 0.0f;
400
double q00_r = 0.0f, q10_r = 0.0f, t_r = 0.0f;
401
double q00_g = 0.0f, q10_g = 0.0f, t_g = 0.0f;
402
double q00_b = 0.0f, q10_b = 0.0f, t_b = 0.0f;
403
double q00_a = 0.0f, q10_a = 0.0f, t_a = 0.0f;
404
405
for (uint32_t i = 0; i < N; i++)
406
{
407
const uint32_t sel = pSelectors[i];
408
z00 += pSelector_weights[sel].m_c[0];
409
z10 += pSelector_weights[sel].m_c[1];
410
z11 += pSelector_weights[sel].m_c[2];
411
float w = pSelector_weights[sel].m_c[3];
412
q00_r += w * pColors[i].m_c[0]; t_r += pColors[i].m_c[0];
413
q00_g += w * pColors[i].m_c[1]; t_g += pColors[i].m_c[1];
414
q00_b += w * pColors[i].m_c[2]; t_b += pColors[i].m_c[2];
415
q00_a += w * pColors[i].m_c[3]; t_a += pColors[i].m_c[3];
416
}
417
418
q10_r = t_r - q00_r;
419
q10_g = t_g - q00_g;
420
q10_b = t_b - q00_b;
421
q10_a = t_a - q00_a;
422
423
z01 = z10;
424
425
double det = z00 * z11 - z01 * z10;
426
if (det != 0.0f)
427
det = 1.0f / det;
428
429
double iz00, iz01, iz10, iz11;
430
iz00 = z11 * det;
431
iz01 = -z01 * det;
432
iz10 = -z10 * det;
433
iz11 = z00 * det;
434
435
pXl->m_c[0] = (float)(iz00 * q00_r + iz01 * q10_r); pXh->m_c[0] = (float)(iz10 * q00_r + iz11 * q10_r);
436
pXl->m_c[1] = (float)(iz00 * q00_g + iz01 * q10_g); pXh->m_c[1] = (float)(iz10 * q00_g + iz11 * q10_g);
437
pXl->m_c[2] = (float)(iz00 * q00_b + iz01 * q10_b); pXh->m_c[2] = (float)(iz10 * q00_b + iz11 * q10_b);
438
pXl->m_c[3] = (float)(iz00 * q00_a + iz01 * q10_a); pXh->m_c[3] = (float)(iz10 * q00_a + iz11 * q10_a);
439
440
for (uint32_t c = 0; c < 4; c++)
441
{
442
if ((pXl->m_c[c] < 0.0f) || (pXh->m_c[c] > 255.0f))
443
{
444
uint32_t lo_v = UINT32_MAX, hi_v = 0;
445
for (uint32_t i = 0; i < N; i++)
446
{
447
lo_v = minimumu(lo_v, pColors[i].m_c[c]);
448
hi_v = maximumu(hi_v, pColors[i].m_c[c]);
449
}
450
451
if (lo_v == hi_v)
452
{
453
pXl->m_c[c] = (float)lo_v;
454
pXh->m_c[c] = (float)hi_v;
455
}
456
}
457
}
458
}
459
460
static void compute_least_squares_endpoints_rgb(uint32_t N, const uint8_t *pSelectors, const bc7enc_vec4F*pSelector_weights, bc7enc_vec4F*pXl, bc7enc_vec4F*pXh, const color_quad_u8 *pColors)
461
{
462
double z00 = 0.0f, z01 = 0.0f, z10 = 0.0f, z11 = 0.0f;
463
double q00_r = 0.0f, q10_r = 0.0f, t_r = 0.0f;
464
double q00_g = 0.0f, q10_g = 0.0f, t_g = 0.0f;
465
double q00_b = 0.0f, q10_b = 0.0f, t_b = 0.0f;
466
467
for (uint32_t i = 0; i < N; i++)
468
{
469
const uint32_t sel = pSelectors[i];
470
z00 += pSelector_weights[sel].m_c[0];
471
z10 += pSelector_weights[sel].m_c[1];
472
z11 += pSelector_weights[sel].m_c[2];
473
float w = pSelector_weights[sel].m_c[3];
474
q00_r += w * pColors[i].m_c[0]; t_r += pColors[i].m_c[0];
475
q00_g += w * pColors[i].m_c[1]; t_g += pColors[i].m_c[1];
476
q00_b += w * pColors[i].m_c[2]; t_b += pColors[i].m_c[2];
477
}
478
479
q10_r = t_r - q00_r;
480
q10_g = t_g - q00_g;
481
q10_b = t_b - q00_b;
482
483
z01 = z10;
484
485
double det = z00 * z11 - z01 * z10;
486
if (det != 0.0f)
487
det = 1.0f / det;
488
489
double iz00, iz01, iz10, iz11;
490
iz00 = z11 * det;
491
iz01 = -z01 * det;
492
iz10 = -z10 * det;
493
iz11 = z00 * det;
494
495
pXl->m_c[0] = (float)(iz00 * q00_r + iz01 * q10_r); pXh->m_c[0] = (float)(iz10 * q00_r + iz11 * q10_r);
496
pXl->m_c[1] = (float)(iz00 * q00_g + iz01 * q10_g); pXh->m_c[1] = (float)(iz10 * q00_g + iz11 * q10_g);
497
pXl->m_c[2] = (float)(iz00 * q00_b + iz01 * q10_b); pXh->m_c[2] = (float)(iz10 * q00_b + iz11 * q10_b);
498
pXl->m_c[3] = 255.0f; pXh->m_c[3] = 255.0f;
499
500
for (uint32_t c = 0; c < 3; c++)
501
{
502
if ((pXl->m_c[c] < 0.0f) || (pXh->m_c[c] > 255.0f))
503
{
504
uint32_t lo_v = UINT32_MAX, hi_v = 0;
505
for (uint32_t i = 0; i < N; i++)
506
{
507
lo_v = minimumu(lo_v, pColors[i].m_c[c]);
508
hi_v = maximumu(hi_v, pColors[i].m_c[c]);
509
}
510
511
if (lo_v == hi_v)
512
{
513
pXl->m_c[c] = (float)lo_v;
514
pXh->m_c[c] = (float)hi_v;
515
}
516
}
517
}
518
}
519
520
static inline color_quad_u8 scale_color(const color_quad_u8* pC, const color_cell_compressor_params* pParams)
521
{
522
color_quad_u8 results;
523
524
if (pParams->m_astc_endpoint_range)
525
{
526
for (uint32_t i = 0; i < 4; i++)
527
{
528
results.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pC->m_c[i]].m_unquant;
529
}
530
}
531
else
532
{
533
const uint32_t n = pParams->m_comp_bits + (pParams->m_has_pbits ? 1 : 0);
534
assert((n >= 4) && (n <= 8));
535
536
for (uint32_t i = 0; i < 4; i++)
537
{
538
uint32_t v = pC->m_c[i] << (8 - n);
539
v |= (v >> n);
540
assert(v <= 255);
541
results.m_c[i] = (uint8_t)(v);
542
}
543
}
544
545
return results;
546
}
547
548
static inline uint64_t compute_color_distance_rgb(const color_quad_u8 *pE1, const color_quad_u8 *pE2, bc7enc_bool perceptual, const uint32_t weights[4])
549
{
550
int dr, dg, db;
551
552
if (perceptual)
553
{
554
const int l1 = pE1->m_c[0] * 109 + pE1->m_c[1] * 366 + pE1->m_c[2] * 37;
555
const int cr1 = ((int)pE1->m_c[0] << 9) - l1;
556
const int cb1 = ((int)pE1->m_c[2] << 9) - l1;
557
const int l2 = pE2->m_c[0] * 109 + pE2->m_c[1] * 366 + pE2->m_c[2] * 37;
558
const int cr2 = ((int)pE2->m_c[0] << 9) - l2;
559
const int cb2 = ((int)pE2->m_c[2] << 9) - l2;
560
dr = (l1 - l2) >> 8;
561
dg = (cr1 - cr2) >> 8;
562
db = (cb1 - cb2) >> 8;
563
}
564
else
565
{
566
dr = (int)pE1->m_c[0] - (int)pE2->m_c[0];
567
dg = (int)pE1->m_c[1] - (int)pE2->m_c[1];
568
db = (int)pE1->m_c[2] - (int)pE2->m_c[2];
569
}
570
571
return weights[0] * (uint32_t)(dr * dr) + weights[1] * (uint32_t)(dg * dg) + weights[2] * (uint32_t)(db * db);
572
}
573
574
static inline uint64_t compute_color_distance_rgba(const color_quad_u8 *pE1, const color_quad_u8 *pE2, bc7enc_bool perceptual, const uint32_t weights[4])
575
{
576
int da = (int)pE1->m_c[3] - (int)pE2->m_c[3];
577
return compute_color_distance_rgb(pE1, pE2, perceptual, weights) + (weights[3] * (uint32_t)(da * da));
578
}
579
580
static uint64_t pack_mode1_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)
581
{
582
uint32_t best_err = UINT_MAX;
583
uint32_t best_p = 0;
584
585
for (uint32_t p = 0; p < 2; p++)
586
{
587
uint32_t err = g_bc7_mode_1_optimal_endpoints[r][p].m_error + g_bc7_mode_1_optimal_endpoints[g][p].m_error + g_bc7_mode_1_optimal_endpoints[b][p].m_error;
588
if (err < best_err)
589
{
590
best_err = err;
591
best_p = p;
592
}
593
}
594
595
const endpoint_err *pEr = &g_bc7_mode_1_optimal_endpoints[r][best_p];
596
const endpoint_err *pEg = &g_bc7_mode_1_optimal_endpoints[g][best_p];
597
const endpoint_err *pEb = &g_bc7_mode_1_optimal_endpoints[b][best_p];
598
599
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);
600
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);
601
pResults->m_pbits[0] = best_p;
602
pResults->m_pbits[1] = 0;
603
604
memset(pSelectors, BC7ENC_MODE_1_OPTIMAL_INDEX, pParams->m_num_pixels);
605
606
color_quad_u8 p;
607
for (uint32_t i = 0; i < 3; i++)
608
{
609
uint32_t low = ((pResults->m_low_endpoint.m_c[i] << 1) | pResults->m_pbits[0]) << 1;
610
low |= (low >> 7);
611
612
uint32_t high = ((pResults->m_high_endpoint.m_c[i] << 1) | pResults->m_pbits[0]) << 1;
613
high |= (high >> 7);
614
615
p.m_c[i] = (uint8_t)((low * (64 - g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX]) + high * g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX] + 32) >> 6);
616
}
617
p.m_c[3] = 255;
618
619
uint64_t total_err = 0;
620
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
621
total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
622
623
pResults->m_best_overall_err = total_err;
624
625
return total_err;
626
}
627
628
static uint64_t pack_astc_4bit_3bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)
629
{
630
const endpoint_err *pEr = &g_astc_4bit_3bit_optimal_endpoints[r];
631
const endpoint_err *pEg = &g_astc_4bit_3bit_optimal_endpoints[g];
632
const endpoint_err *pEb = &g_astc_4bit_3bit_optimal_endpoints[b];
633
634
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);
635
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);
636
pResults->m_pbits[0] = 0;
637
pResults->m_pbits[1] = 0;
638
639
for (uint32_t i = 0; i < 4; i++)
640
{
641
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
642
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
643
}
644
645
memset(pSelectors, BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX, pParams->m_num_pixels);
646
647
color_quad_u8 p;
648
for (uint32_t i = 0; i < 3; i++)
649
{
650
uint32_t low = (pResults->m_low_endpoint.m_c[i] << 4) | pResults->m_low_endpoint.m_c[i];
651
uint32_t high = (pResults->m_high_endpoint.m_c[i] << 4) | pResults->m_high_endpoint.m_c[i];
652
653
p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights3[BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX]);
654
}
655
p.m_c[3] = 255;
656
657
uint64_t total_err = 0;
658
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
659
total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
660
661
pResults->m_best_overall_err = total_err;
662
663
return total_err;
664
}
665
666
static uint64_t pack_astc_4bit_2bit_to_one_color_rgba(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint32_t a, uint8_t *pSelectors)
667
{
668
const endpoint_err *pEr = &g_astc_4bit_2bit_optimal_endpoints[r];
669
const endpoint_err *pEg = &g_astc_4bit_2bit_optimal_endpoints[g];
670
const endpoint_err *pEb = &g_astc_4bit_2bit_optimal_endpoints[b];
671
const endpoint_err *pEa = &g_astc_4bit_2bit_optimal_endpoints[a];
672
673
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, pEa->m_lo);
674
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, pEa->m_hi);
675
pResults->m_pbits[0] = 0;
676
pResults->m_pbits[1] = 0;
677
678
for (uint32_t i = 0; i < 4; i++)
679
{
680
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
681
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
682
}
683
684
memset(pSelectors, BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);
685
686
color_quad_u8 p;
687
for (uint32_t i = 0; i < 4; i++)
688
{
689
uint32_t low = (pResults->m_low_endpoint.m_c[i] << 4) | pResults->m_low_endpoint.m_c[i];
690
uint32_t high = (pResults->m_high_endpoint.m_c[i] << 4) | pResults->m_high_endpoint.m_c[i];
691
692
p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX]);
693
}
694
695
uint64_t total_err = 0;
696
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
697
total_err += compute_color_distance_rgba(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
698
699
pResults->m_best_overall_err = total_err;
700
701
return total_err;
702
}
703
704
static uint64_t pack_astc_range7_2bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)
705
{
706
assert(pParams->m_astc_endpoint_range == 7 && pParams->m_num_selector_weights == 4);
707
708
const endpoint_err *pEr = &g_astc_range7_2bit_optimal_endpoints[r];
709
const endpoint_err *pEg = &g_astc_range7_2bit_optimal_endpoints[g];
710
const endpoint_err *pEb = &g_astc_range7_2bit_optimal_endpoints[b];
711
712
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);
713
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);
714
pResults->m_pbits[0] = 0;
715
pResults->m_pbits[1] = 0;
716
717
for (uint32_t i = 0; i < 4; i++)
718
{
719
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
720
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
721
}
722
723
memset(pSelectors, BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);
724
725
color_quad_u8 p;
726
for (uint32_t i = 0; i < 3; i++)
727
{
728
uint32_t low = g_astc_sorted_order_unquant[7][pResults->m_low_endpoint.m_c[i]].m_unquant;
729
uint32_t high = g_astc_sorted_order_unquant[7][pResults->m_high_endpoint.m_c[i]].m_unquant;
730
731
p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX]);
732
}
733
p.m_c[3] = 255;
734
735
uint64_t total_err = 0;
736
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
737
total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
738
739
pResults->m_best_overall_err = total_err;
740
741
return total_err;
742
}
743
744
static uint64_t pack_astc_range13_2bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)
745
{
746
assert(pParams->m_astc_endpoint_range == 13 && pParams->m_num_selector_weights == 4 && !pParams->m_has_alpha);
747
748
const endpoint_err *pEr = &g_astc_range13_2bit_optimal_endpoints[r];
749
const endpoint_err *pEg = &g_astc_range13_2bit_optimal_endpoints[g];
750
const endpoint_err *pEb = &g_astc_range13_2bit_optimal_endpoints[b];
751
752
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 47);
753
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 47);
754
pResults->m_pbits[0] = 0;
755
pResults->m_pbits[1] = 0;
756
757
for (uint32_t i = 0; i < 4; i++)
758
{
759
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
760
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
761
}
762
763
memset(pSelectors, BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);
764
765
color_quad_u8 p;
766
for (uint32_t i = 0; i < 4; i++)
767
{
768
uint32_t low = g_astc_sorted_order_unquant[13][pResults->m_low_endpoint.m_c[i]].m_unquant;
769
uint32_t high = g_astc_sorted_order_unquant[13][pResults->m_high_endpoint.m_c[i]].m_unquant;
770
771
p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX]);
772
}
773
774
uint64_t total_err = 0;
775
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
776
total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
777
778
pResults->m_best_overall_err = total_err;
779
780
return total_err;
781
}
782
783
static uint64_t pack_astc_range11_5bit_to_one_color(const color_cell_compressor_params* pParams, color_cell_compressor_results* pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t* pSelectors)
784
{
785
assert(pParams->m_astc_endpoint_range == 11 && pParams->m_num_selector_weights == 32 && !pParams->m_has_alpha);
786
787
const endpoint_err* pEr = &g_astc_range11_5bit_optimal_endpoints[r];
788
const endpoint_err* pEg = &g_astc_range11_5bit_optimal_endpoints[g];
789
const endpoint_err* pEb = &g_astc_range11_5bit_optimal_endpoints[b];
790
791
color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 31);
792
color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 31);
793
pResults->m_pbits[0] = 0;
794
pResults->m_pbits[1] = 0;
795
796
for (uint32_t i = 0; i < 4; i++)
797
{
798
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
799
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
800
}
801
802
memset(pSelectors, BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX, pParams->m_num_pixels);
803
804
color_quad_u8 p;
805
for (uint32_t i = 0; i < 4; i++)
806
{
807
uint32_t low = g_astc_sorted_order_unquant[11][pResults->m_low_endpoint.m_c[i]].m_unquant;
808
uint32_t high = g_astc_sorted_order_unquant[11][pResults->m_high_endpoint.m_c[i]].m_unquant;
809
810
p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_astc_weights5[BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX]);
811
}
812
813
uint64_t total_err = 0;
814
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
815
total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);
816
817
pResults->m_best_overall_err = total_err;
818
819
return total_err;
820
}
821
822
static uint64_t evaluate_solution(const color_quad_u8 *pLow, const color_quad_u8 *pHigh, const uint32_t pbits[2], const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)
823
{
824
color_quad_u8 quantMinColor = *pLow;
825
color_quad_u8 quantMaxColor = *pHigh;
826
827
if (pParams->m_has_pbits)
828
{
829
uint32_t minPBit, maxPBit;
830
831
if (pParams->m_endpoints_share_pbit)
832
maxPBit = minPBit = pbits[0];
833
else
834
{
835
minPBit = pbits[0];
836
maxPBit = pbits[1];
837
}
838
839
quantMinColor.m_c[0] = (uint8_t)((pLow->m_c[0] << 1) | minPBit);
840
quantMinColor.m_c[1] = (uint8_t)((pLow->m_c[1] << 1) | minPBit);
841
quantMinColor.m_c[2] = (uint8_t)((pLow->m_c[2] << 1) | minPBit);
842
quantMinColor.m_c[3] = (uint8_t)((pLow->m_c[3] << 1) | minPBit);
843
844
quantMaxColor.m_c[0] = (uint8_t)((pHigh->m_c[0] << 1) | maxPBit);
845
quantMaxColor.m_c[1] = (uint8_t)((pHigh->m_c[1] << 1) | maxPBit);
846
quantMaxColor.m_c[2] = (uint8_t)((pHigh->m_c[2] << 1) | maxPBit);
847
quantMaxColor.m_c[3] = (uint8_t)((pHigh->m_c[3] << 1) | maxPBit);
848
}
849
850
color_quad_u8 actualMinColor = scale_color(&quantMinColor, pParams);
851
color_quad_u8 actualMaxColor = scale_color(&quantMaxColor, pParams);
852
853
const uint32_t N = pParams->m_num_selector_weights;
854
assert(N >= 1 && N <= 32);
855
856
color_quad_u8 weightedColors[32];
857
weightedColors[0] = actualMinColor;
858
weightedColors[N - 1] = actualMaxColor;
859
860
const uint32_t nc = pParams->m_has_alpha ? 4 : 3;
861
if (pParams->m_astc_endpoint_range)
862
{
863
for (uint32_t i = 1; i < (N - 1); i++)
864
{
865
for (uint32_t j = 0; j < nc; j++)
866
weightedColors[i].m_c[j] = (uint8_t)(astc_interpolate_linear(actualMinColor.m_c[j], actualMaxColor.m_c[j], pParams->m_pSelector_weights[i]));
867
}
868
}
869
else
870
{
871
for (uint32_t i = 1; i < (N - 1); i++)
872
for (uint32_t j = 0; j < nc; j++)
873
weightedColors[i].m_c[j] = (uint8_t)((actualMinColor.m_c[j] * (64 - pParams->m_pSelector_weights[i]) + actualMaxColor.m_c[j] * pParams->m_pSelector_weights[i] + 32) >> 6);
874
}
875
876
const int lr = actualMinColor.m_c[0];
877
const int lg = actualMinColor.m_c[1];
878
const int lb = actualMinColor.m_c[2];
879
const int dr = actualMaxColor.m_c[0] - lr;
880
const int dg = actualMaxColor.m_c[1] - lg;
881
const int db = actualMaxColor.m_c[2] - lb;
882
883
uint64_t total_err = 0;
884
885
if (pParams->m_pForce_selectors)
886
{
887
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
888
{
889
const color_quad_u8* pC = &pParams->m_pPixels[i];
890
891
const uint8_t sel = pParams->m_pForce_selectors[i];
892
assert(sel < N);
893
894
total_err += (pParams->m_has_alpha ? compute_color_distance_rgba : compute_color_distance_rgb)(&weightedColors[sel], pC, pParams->m_perceptual, pParams->m_weights);
895
896
pResults->m_pSelectors_temp[i] = sel;
897
}
898
}
899
else if (!pParams->m_perceptual)
900
{
901
if (pParams->m_has_alpha)
902
{
903
const int la = actualMinColor.m_c[3];
904
const int da = actualMaxColor.m_c[3] - la;
905
906
const float f = N / (float)(squarei(dr) + squarei(dg) + squarei(db) + squarei(da) + .00000125f);
907
908
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
909
{
910
const color_quad_u8 *pC = &pParams->m_pPixels[i];
911
int r = pC->m_c[0];
912
int g = pC->m_c[1];
913
int b = pC->m_c[2];
914
int a = pC->m_c[3];
915
916
int best_sel = (int)((float)((r - lr) * dr + (g - lg) * dg + (b - lb) * db + (a - la) * da) * f + .5f);
917
best_sel = clampi(best_sel, 1, N - 1);
918
919
uint64_t err0 = compute_color_distance_rgba(&weightedColors[best_sel - 1], pC, BC7ENC_FALSE, pParams->m_weights);
920
uint64_t err1 = compute_color_distance_rgba(&weightedColors[best_sel], pC, BC7ENC_FALSE, pParams->m_weights);
921
922
if (err0 == err1)
923
{
924
// Prefer non-interpolation
925
if ((best_sel - 1) == 0)
926
best_sel = 0;
927
}
928
else if (err1 > err0)
929
{
930
err1 = err0;
931
--best_sel;
932
}
933
total_err += err1;
934
935
pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;
936
}
937
}
938
else
939
{
940
const float f = N / (float)(squarei(dr) + squarei(dg) + squarei(db) + .00000125f);
941
942
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
943
{
944
const color_quad_u8 *pC = &pParams->m_pPixels[i];
945
int r = pC->m_c[0];
946
int g = pC->m_c[1];
947
int b = pC->m_c[2];
948
949
int sel = (int)((float)((r - lr) * dr + (g - lg) * dg + (b - lb) * db) * f + .5f);
950
sel = clampi(sel, 1, N - 1);
951
952
uint64_t err0 = compute_color_distance_rgb(&weightedColors[sel - 1], pC, BC7ENC_FALSE, pParams->m_weights);
953
uint64_t err1 = compute_color_distance_rgb(&weightedColors[sel], pC, BC7ENC_FALSE, pParams->m_weights);
954
955
int best_sel = sel;
956
uint64_t best_err = err1;
957
if (err0 == err1)
958
{
959
// Prefer non-interpolation
960
if ((best_sel - 1) == 0)
961
best_sel = 0;
962
}
963
else if (err0 < best_err)
964
{
965
best_err = err0;
966
best_sel = sel - 1;
967
}
968
969
total_err += best_err;
970
971
pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;
972
}
973
}
974
}
975
else
976
{
977
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
978
{
979
uint64_t best_err = UINT64_MAX;
980
uint32_t best_sel = 0;
981
982
if (pParams->m_has_alpha)
983
{
984
for (uint32_t j = 0; j < N; j++)
985
{
986
uint64_t err = compute_color_distance_rgba(&weightedColors[j], &pParams->m_pPixels[i], BC7ENC_TRUE, pParams->m_weights);
987
if (err < best_err)
988
{
989
best_err = err;
990
best_sel = j;
991
}
992
// Prefer non-interpolation
993
else if ((err == best_err) && (j == (N - 1)))
994
best_sel = j;
995
}
996
}
997
else
998
{
999
for (uint32_t j = 0; j < N; j++)
1000
{
1001
uint64_t err = compute_color_distance_rgb(&weightedColors[j], &pParams->m_pPixels[i], BC7ENC_TRUE, pParams->m_weights);
1002
if (err < best_err)
1003
{
1004
best_err = err;
1005
best_sel = j;
1006
}
1007
// Prefer non-interpolation
1008
else if ((err == best_err) && (j == (N - 1)))
1009
best_sel = j;
1010
}
1011
}
1012
1013
total_err += best_err;
1014
1015
pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;
1016
}
1017
}
1018
1019
if (total_err < pResults->m_best_overall_err)
1020
{
1021
pResults->m_best_overall_err = total_err;
1022
1023
pResults->m_low_endpoint = *pLow;
1024
pResults->m_high_endpoint = *pHigh;
1025
1026
pResults->m_pbits[0] = pbits[0];
1027
pResults->m_pbits[1] = pbits[1];
1028
1029
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1030
}
1031
1032
return total_err;
1033
}
1034
1035
static bool areDegenerateEndpoints(color_quad_u8* pTrialMinColor, color_quad_u8* pTrialMaxColor, const bc7enc_vec4F* pXl, const bc7enc_vec4F* pXh)
1036
{
1037
for (uint32_t i = 0; i < 3; i++)
1038
{
1039
if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])
1040
{
1041
if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.0f)
1042
return true;
1043
}
1044
}
1045
1046
return false;
1047
}
1048
1049
static void fixDegenerateEndpoints(uint32_t mode, color_quad_u8 *pTrialMinColor, color_quad_u8 *pTrialMaxColor, const bc7enc_vec4F*pXl, const bc7enc_vec4F*pXh, uint32_t iscale, int flags)
1050
{
1051
if (mode == 255)
1052
{
1053
for (uint32_t i = 0; i < 3; i++)
1054
{
1055
if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])
1056
{
1057
if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.000125f)
1058
{
1059
if (flags & 1)
1060
{
1061
if (pTrialMinColor->m_c[i] > 0)
1062
pTrialMinColor->m_c[i]--;
1063
}
1064
if (flags & 2)
1065
{
1066
if (pTrialMaxColor->m_c[i] < iscale)
1067
pTrialMaxColor->m_c[i]++;
1068
}
1069
}
1070
}
1071
}
1072
}
1073
else if (mode == 1)
1074
{
1075
// fix degenerate case where the input collapses to a single colorspace voxel, and we loose all freedom (test with grayscale ramps)
1076
for (uint32_t i = 0; i < 3; i++)
1077
{
1078
if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])
1079
{
1080
if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.000125f)
1081
{
1082
if (pTrialMinColor->m_c[i] > (iscale >> 1))
1083
{
1084
if (pTrialMinColor->m_c[i] > 0)
1085
pTrialMinColor->m_c[i]--;
1086
else
1087
if (pTrialMaxColor->m_c[i] < iscale)
1088
pTrialMaxColor->m_c[i]++;
1089
}
1090
else
1091
{
1092
if (pTrialMaxColor->m_c[i] < iscale)
1093
pTrialMaxColor->m_c[i]++;
1094
else if (pTrialMinColor->m_c[i] > 0)
1095
pTrialMinColor->m_c[i]--;
1096
}
1097
}
1098
}
1099
}
1100
}
1101
}
1102
1103
static uint64_t find_optimal_solution(uint32_t mode, bc7enc_vec4F xl, bc7enc_vec4F xh, const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)
1104
{
1105
vec4F_saturate_in_place(&xl); vec4F_saturate_in_place(&xh);
1106
1107
if (pParams->m_astc_endpoint_range)
1108
{
1109
const uint32_t levels = astc_get_levels(pParams->m_astc_endpoint_range);
1110
1111
const float scale = 255.0f;
1112
1113
color_quad_u8 trialMinColor8Bit, trialMaxColor8Bit;
1114
color_quad_u8_set_clamped(&trialMinColor8Bit, (int)(xl.m_c[0] * scale + .5f), (int)(xl.m_c[1] * scale + .5f), (int)(xl.m_c[2] * scale + .5f), (int)(xl.m_c[3] * scale + .5f));
1115
color_quad_u8_set_clamped(&trialMaxColor8Bit, (int)(xh.m_c[0] * scale + .5f), (int)(xh.m_c[1] * scale + .5f), (int)(xh.m_c[2] * scale + .5f), (int)(xh.m_c[3] * scale + .5f));
1116
1117
color_quad_u8 trialMinColor, trialMaxColor;
1118
for (uint32_t i = 0; i < 4; i++)
1119
{
1120
trialMinColor.m_c[i] = g_astc_nearest_sorted_index[pParams->m_astc_endpoint_range][trialMinColor8Bit.m_c[i]];
1121
trialMaxColor.m_c[i] = g_astc_nearest_sorted_index[pParams->m_astc_endpoint_range][trialMaxColor8Bit.m_c[i]];
1122
}
1123
1124
if (areDegenerateEndpoints(&trialMinColor, &trialMaxColor, &xl, &xh))
1125
{
1126
color_quad_u8 trialMinColorOrig(trialMinColor), trialMaxColorOrig(trialMaxColor);
1127
1128
fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 1);
1129
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1130
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1131
1132
trialMinColor = trialMinColorOrig;
1133
trialMaxColor = trialMaxColorOrig;
1134
fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 0);
1135
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1136
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1137
1138
trialMinColor = trialMinColorOrig;
1139
trialMaxColor = trialMaxColorOrig;
1140
fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 2);
1141
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1142
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1143
1144
trialMinColor = trialMinColorOrig;
1145
trialMaxColor = trialMaxColorOrig;
1146
fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 3);
1147
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1148
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1149
}
1150
else
1151
{
1152
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1153
{
1154
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1155
}
1156
}
1157
1158
for (uint32_t i = 0; i < 4; i++)
1159
{
1160
pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;
1161
pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;
1162
}
1163
}
1164
else if (pParams->m_has_pbits)
1165
{
1166
const int iscalep = (1 << (pParams->m_comp_bits + 1)) - 1;
1167
const float scalep = (float)iscalep;
1168
1169
const int32_t totalComps = pParams->m_has_alpha ? 4 : 3;
1170
1171
uint32_t best_pbits[2];
1172
color_quad_u8 bestMinColor, bestMaxColor;
1173
1174
if (!pParams->m_endpoints_share_pbit)
1175
{
1176
float best_err0 = 1e+9;
1177
float best_err1 = 1e+9;
1178
1179
for (int p = 0; p < 2; p++)
1180
{
1181
color_quad_u8 xMinColor, xMaxColor;
1182
1183
// Notes: The pbit controls which quantization intervals are selected.
1184
// total_levels=2^(comp_bits+1), where comp_bits=4 for mode 0, etc.
1185
// pbit 0: v=(b*2)/(total_levels-1), pbit 1: v=(b*2+1)/(total_levels-1) where b is the component bin from [0,total_levels/2-1] and v is the [0,1] component value
1186
// rearranging you get for pbit 0: b=floor(v*(total_levels-1)/2+.5)
1187
// rearranging you get for pbit 1: b=floor((v*(total_levels-1)-1)/2+.5)
1188
for (uint32_t c = 0; c < 4; c++)
1189
{
1190
xMinColor.m_c[c] = (uint8_t)(clampi(((int)((xl.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));
1191
xMaxColor.m_c[c] = (uint8_t)(clampi(((int)((xh.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));
1192
}
1193
1194
color_quad_u8 scaledLow = scale_color(&xMinColor, pParams);
1195
color_quad_u8 scaledHigh = scale_color(&xMaxColor, pParams);
1196
1197
float err0 = 0, err1 = 0;
1198
for (int i = 0; i < totalComps; i++)
1199
{
1200
err0 += squaref(scaledLow.m_c[i] - xl.m_c[i] * 255.0f);
1201
err1 += squaref(scaledHigh.m_c[i] - xh.m_c[i] * 255.0f);
1202
}
1203
1204
if (err0 < best_err0)
1205
{
1206
best_err0 = err0;
1207
best_pbits[0] = p;
1208
1209
bestMinColor.m_c[0] = xMinColor.m_c[0] >> 1;
1210
bestMinColor.m_c[1] = xMinColor.m_c[1] >> 1;
1211
bestMinColor.m_c[2] = xMinColor.m_c[2] >> 1;
1212
bestMinColor.m_c[3] = xMinColor.m_c[3] >> 1;
1213
}
1214
1215
if (err1 < best_err1)
1216
{
1217
best_err1 = err1;
1218
best_pbits[1] = p;
1219
1220
bestMaxColor.m_c[0] = xMaxColor.m_c[0] >> 1;
1221
bestMaxColor.m_c[1] = xMaxColor.m_c[1] >> 1;
1222
bestMaxColor.m_c[2] = xMaxColor.m_c[2] >> 1;
1223
bestMaxColor.m_c[3] = xMaxColor.m_c[3] >> 1;
1224
}
1225
}
1226
}
1227
else
1228
{
1229
// Endpoints share pbits
1230
float best_err = 1e+9;
1231
1232
for (int p = 0; p < 2; p++)
1233
{
1234
color_quad_u8 xMinColor, xMaxColor;
1235
for (uint32_t c = 0; c < 4; c++)
1236
{
1237
xMinColor.m_c[c] = (uint8_t)(clampi(((int)((xl.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));
1238
xMaxColor.m_c[c] = (uint8_t)(clampi(((int)((xh.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));
1239
}
1240
1241
color_quad_u8 scaledLow = scale_color(&xMinColor, pParams);
1242
color_quad_u8 scaledHigh = scale_color(&xMaxColor, pParams);
1243
1244
float err = 0;
1245
for (int i = 0; i < totalComps; i++)
1246
err += squaref((scaledLow.m_c[i] / 255.0f) - xl.m_c[i]) + squaref((scaledHigh.m_c[i] / 255.0f) - xh.m_c[i]);
1247
1248
if (err < best_err)
1249
{
1250
best_err = err;
1251
best_pbits[0] = p;
1252
best_pbits[1] = p;
1253
for (uint32_t j = 0; j < 4; j++)
1254
{
1255
bestMinColor.m_c[j] = xMinColor.m_c[j] >> 1;
1256
bestMaxColor.m_c[j] = xMaxColor.m_c[j] >> 1;
1257
}
1258
}
1259
}
1260
}
1261
1262
fixDegenerateEndpoints(mode, &bestMinColor, &bestMaxColor, &xl, &xh, iscalep >> 1, 0);
1263
1264
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&bestMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&bestMaxColor, &pResults->m_high_endpoint) || (best_pbits[0] != pResults->m_pbits[0]) || (best_pbits[1] != pResults->m_pbits[1]))
1265
evaluate_solution(&bestMinColor, &bestMaxColor, best_pbits, pParams, pResults);
1266
}
1267
else
1268
{
1269
const int iscale = (1 << pParams->m_comp_bits) - 1;
1270
const float scale = (float)iscale;
1271
1272
color_quad_u8 trialMinColor, trialMaxColor;
1273
color_quad_u8_set_clamped(&trialMinColor, (int)(xl.m_c[0] * scale + .5f), (int)(xl.m_c[1] * scale + .5f), (int)(xl.m_c[2] * scale + .5f), (int)(xl.m_c[3] * scale + .5f));
1274
color_quad_u8_set_clamped(&trialMaxColor, (int)(xh.m_c[0] * scale + .5f), (int)(xh.m_c[1] * scale + .5f), (int)(xh.m_c[2] * scale + .5f), (int)(xh.m_c[3] * scale + .5f));
1275
1276
fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, iscale, 0);
1277
1278
if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))
1279
evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);
1280
}
1281
1282
return pResults->m_best_overall_err;
1283
}
1284
1285
void check_best_overall_error(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)
1286
{
1287
const uint32_t n = pParams->m_num_selector_weights;
1288
1289
assert(n <= 32);
1290
1291
color_quad_u8 colors[32];
1292
for (uint32_t c = 0; c < 4; c++)
1293
{
1294
colors[0].m_c[c] = g_astc_unquant[pParams->m_astc_endpoint_range][pResults->m_astc_low_endpoint.m_c[c]].m_unquant;
1295
assert(colors[0].m_c[c] == g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[c]].m_unquant);
1296
1297
colors[n-1].m_c[c] = g_astc_unquant[pParams->m_astc_endpoint_range][pResults->m_astc_high_endpoint.m_c[c]].m_unquant;
1298
assert(colors[n-1].m_c[c] == g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[c]].m_unquant);
1299
}
1300
1301
for (uint32_t i = 1; i < pParams->m_num_selector_weights - 1; i++)
1302
for (uint32_t c = 0; c < 4; c++)
1303
colors[i].m_c[c] = (uint8_t)astc_interpolate_linear(colors[0].m_c[c], colors[n - 1].m_c[c], pParams->m_pSelector_weights[i]);
1304
1305
#ifdef _DEBUG
1306
uint64_t total_err = 0;
1307
for (uint32_t p = 0; p < pParams->m_num_pixels; p++)
1308
{
1309
const color_quad_u8 &orig = pParams->m_pPixels[p];
1310
const color_quad_u8 &packed = colors[pResults->m_pSelectors[p]];
1311
1312
if (pParams->m_has_alpha)
1313
total_err += compute_color_distance_rgba(&orig, &packed, pParams->m_perceptual, pParams->m_weights);
1314
else
1315
total_err += compute_color_distance_rgb(&orig, &packed, pParams->m_perceptual, pParams->m_weights);
1316
}
1317
assert(total_err == pResults->m_best_overall_err);
1318
#endif
1319
1320
// HACK HACK
1321
//if (total_err != pResults->m_best_overall_err)
1322
// printf("X");
1323
}
1324
1325
static bool is_solid_rgb(const color_cell_compressor_params *pParams, uint32_t &r, uint32_t &g, uint32_t &b)
1326
{
1327
r = pParams->m_pPixels[0].m_c[0];
1328
g = pParams->m_pPixels[0].m_c[1];
1329
b = pParams->m_pPixels[0].m_c[2];
1330
1331
bool allSame = true;
1332
for (uint32_t i = 1; i < pParams->m_num_pixels; i++)
1333
{
1334
if ((r != pParams->m_pPixels[i].m_c[0]) || (g != pParams->m_pPixels[i].m_c[1]) || (b != pParams->m_pPixels[i].m_c[2]))
1335
{
1336
allSame = false;
1337
break;
1338
}
1339
}
1340
1341
return allSame;
1342
}
1343
1344
static bool is_solid_rgba(const color_cell_compressor_params *pParams, uint32_t &r, uint32_t &g, uint32_t &b, uint32_t &a)
1345
{
1346
r = pParams->m_pPixels[0].m_c[0];
1347
g = pParams->m_pPixels[0].m_c[1];
1348
b = pParams->m_pPixels[0].m_c[2];
1349
a = pParams->m_pPixels[0].m_c[3];
1350
1351
bool allSame = true;
1352
for (uint32_t i = 1; i < pParams->m_num_pixels; i++)
1353
{
1354
if ((r != pParams->m_pPixels[i].m_c[0]) || (g != pParams->m_pPixels[i].m_c[1]) || (b != pParams->m_pPixels[i].m_c[2]) || (a != pParams->m_pPixels[i].m_c[3]))
1355
{
1356
allSame = false;
1357
break;
1358
}
1359
}
1360
1361
return allSame;
1362
}
1363
1364
uint64_t color_cell_compression(uint32_t mode, const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, const bc7enc_compress_block_params *pComp_params)
1365
{
1366
if (!pParams->m_astc_endpoint_range)
1367
{
1368
assert((mode == 6) || (!pParams->m_has_alpha));
1369
}
1370
assert(pParams->m_num_selector_weights >= 1 && pParams->m_num_selector_weights <= 32);
1371
assert(pParams->m_pSelector_weights[0] == 0);
1372
assert(pParams->m_pSelector_weights[pParams->m_num_selector_weights - 1] == 64);
1373
1374
pResults->m_best_overall_err = UINT64_MAX;
1375
1376
uint32_t cr, cg, cb, ca;
1377
1378
// If the partition's colors are all the same, then just pack them as a single color.
1379
if (!pParams->m_pForce_selectors)
1380
{
1381
if (mode == 1)
1382
{
1383
if (is_solid_rgb(pParams, cr, cg, cb))
1384
return pack_mode1_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);
1385
}
1386
else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 8) && (!pParams->m_has_alpha))
1387
{
1388
if (is_solid_rgb(pParams, cr, cg, cb))
1389
return pack_astc_4bit_3bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);
1390
}
1391
else if ((pParams->m_astc_endpoint_range == 7) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))
1392
{
1393
if (is_solid_rgb(pParams, cr, cg, cb))
1394
return pack_astc_range7_2bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);
1395
}
1396
else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 4) && (pParams->m_has_alpha))
1397
{
1398
if (is_solid_rgba(pParams, cr, cg, cb, ca))
1399
return pack_astc_4bit_2bit_to_one_color_rgba(pParams, pResults, cr, cg, cb, ca, pResults->m_pSelectors);
1400
}
1401
else if ((pParams->m_astc_endpoint_range == 13) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))
1402
{
1403
if (is_solid_rgb(pParams, cr, cg, cb))
1404
return pack_astc_range13_2bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);
1405
}
1406
else if ((pParams->m_astc_endpoint_range == 11) && (pParams->m_num_selector_weights == 32) && (!pParams->m_has_alpha))
1407
{
1408
if (is_solid_rgb(pParams, cr, cg, cb))
1409
return pack_astc_range11_5bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);
1410
}
1411
}
1412
1413
// Compute partition's mean color and principle axis.
1414
bc7enc_vec4F meanColor, axis;
1415
vec4F_set_scalar(&meanColor, 0.0f);
1416
1417
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1418
{
1419
bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);
1420
meanColor = vec4F_add(&meanColor, &color);
1421
}
1422
1423
bc7enc_vec4F meanColorScaled = vec4F_mul(&meanColor, 1.0f / (float)(pParams->m_num_pixels));
1424
1425
meanColor = vec4F_mul(&meanColor, 1.0f / (float)(pParams->m_num_pixels * 255.0f));
1426
vec4F_saturate_in_place(&meanColor);
1427
1428
if (pParams->m_has_alpha)
1429
{
1430
// Use incremental PCA for RGBA PCA, because it's simple.
1431
vec4F_set_scalar(&axis, 0.0f);
1432
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1433
{
1434
bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);
1435
color = vec4F_sub(&color, &meanColorScaled);
1436
bc7enc_vec4F a = vec4F_mul(&color, color.m_c[0]);
1437
bc7enc_vec4F b = vec4F_mul(&color, color.m_c[1]);
1438
bc7enc_vec4F c = vec4F_mul(&color, color.m_c[2]);
1439
bc7enc_vec4F d = vec4F_mul(&color, color.m_c[3]);
1440
bc7enc_vec4F n = i ? axis : color;
1441
vec4F_normalize_in_place(&n);
1442
axis.m_c[0] += vec4F_dot(&a, &n);
1443
axis.m_c[1] += vec4F_dot(&b, &n);
1444
axis.m_c[2] += vec4F_dot(&c, &n);
1445
axis.m_c[3] += vec4F_dot(&d, &n);
1446
}
1447
vec4F_normalize_in_place(&axis);
1448
}
1449
else
1450
{
1451
// Use covar technique for RGB PCA, because it doesn't require per-pixel normalization.
1452
float cov[6] = { 0, 0, 0, 0, 0, 0 };
1453
1454
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1455
{
1456
const color_quad_u8 *pV = &pParams->m_pPixels[i];
1457
float r = pV->m_c[0] - meanColorScaled.m_c[0];
1458
float g = pV->m_c[1] - meanColorScaled.m_c[1];
1459
float b = pV->m_c[2] - meanColorScaled.m_c[2];
1460
cov[0] += r*r; cov[1] += r*g; cov[2] += r*b; cov[3] += g*g; cov[4] += g*b; cov[5] += b*b;
1461
}
1462
1463
float xr = .9f, xg = 1.0f, xb = .7f;
1464
for (uint32_t iter = 0; iter < 3; iter++)
1465
{
1466
float r = xr * cov[0] + xg * cov[1] + xb * cov[2];
1467
float g = xr * cov[1] + xg * cov[3] + xb * cov[4];
1468
float b = xr * cov[2] + xg * cov[4] + xb * cov[5];
1469
1470
float m = maximumf(maximumf(fabsf(r), fabsf(g)), fabsf(b));
1471
if (m > 1e-10f)
1472
{
1473
m = 1.0f / m;
1474
r *= m; g *= m; b *= m;
1475
}
1476
1477
xr = r; xg = g; xb = b;
1478
}
1479
1480
float len = xr * xr + xg * xg + xb * xb;
1481
if (len < 1e-10f)
1482
vec4F_set_scalar(&axis, 0.0f);
1483
else
1484
{
1485
len = 1.0f / sqrtf(len);
1486
xr *= len; xg *= len; xb *= len;
1487
vec4F_set(&axis, xr, xg, xb, 0);
1488
}
1489
}
1490
1491
if (vec4F_dot(&axis, &axis) < .5f)
1492
{
1493
if (pParams->m_perceptual)
1494
vec4F_set(&axis, .213f, .715f, .072f, pParams->m_has_alpha ? .715f : 0);
1495
else
1496
vec4F_set(&axis, 1.0f, 1.0f, 1.0f, pParams->m_has_alpha ? 1.0f : 0);
1497
vec4F_normalize_in_place(&axis);
1498
}
1499
1500
bc7enc_vec4F minColor, maxColor;
1501
1502
float l = 1e+9f, h = -1e+9f;
1503
1504
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1505
{
1506
bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);
1507
1508
bc7enc_vec4F q = vec4F_sub(&color, &meanColorScaled);
1509
float d = vec4F_dot(&q, &axis);
1510
1511
l = minimumf(l, d);
1512
h = maximumf(h, d);
1513
}
1514
1515
l *= (1.0f / 255.0f);
1516
h *= (1.0f / 255.0f);
1517
1518
bc7enc_vec4F b0 = vec4F_mul(&axis, l);
1519
bc7enc_vec4F b1 = vec4F_mul(&axis, h);
1520
bc7enc_vec4F c0 = vec4F_add(&meanColor, &b0);
1521
bc7enc_vec4F c1 = vec4F_add(&meanColor, &b1);
1522
minColor = vec4F_saturate(&c0);
1523
maxColor = vec4F_saturate(&c1);
1524
1525
bc7enc_vec4F whiteVec;
1526
vec4F_set_scalar(&whiteVec, 1.0f);
1527
if (vec4F_dot(&minColor, &whiteVec) > vec4F_dot(&maxColor, &whiteVec))
1528
{
1529
#if 1
1530
std::swap(minColor.m_c[0], maxColor.m_c[0]);
1531
std::swap(minColor.m_c[1], maxColor.m_c[1]);
1532
std::swap(minColor.m_c[2], maxColor.m_c[2]);
1533
std::swap(minColor.m_c[3], maxColor.m_c[3]);
1534
#elif 0
1535
// Fails to compile correctly with MSVC 2019 (code generation bug)
1536
std::swap(minColor, maxColor);
1537
#else
1538
// Fails with MSVC 2019
1539
bc7enc_vec4F temp = minColor;
1540
minColor = maxColor;
1541
maxColor = temp;
1542
#endif
1543
}
1544
1545
// First find a solution using the block's PCA.
1546
if (!find_optimal_solution(mode, minColor, maxColor, pParams, pResults))
1547
return 0;
1548
1549
for (uint32_t i = 0; i < pComp_params->m_least_squares_passes; i++)
1550
{
1551
// Now try to refine the solution using least squares by computing the optimal endpoints from the current selectors.
1552
bc7enc_vec4F xl, xh;
1553
vec4F_set_scalar(&xl, 0.0f);
1554
vec4F_set_scalar(&xh, 0.0f);
1555
if (pParams->m_has_alpha)
1556
compute_least_squares_endpoints_rgba(pParams->m_num_pixels, pResults->m_pSelectors, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1557
else
1558
compute_least_squares_endpoints_rgb(pParams->m_num_pixels, pResults->m_pSelectors, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1559
1560
xl = vec4F_mul(&xl, (1.0f / 255.0f));
1561
xh = vec4F_mul(&xh, (1.0f / 255.0f));
1562
1563
if (!find_optimal_solution(mode, xl, xh, pParams, pResults))
1564
return 0;
1565
}
1566
1567
if ((!pParams->m_pForce_selectors) && (pComp_params->m_uber_level > 0))
1568
{
1569
// In uber level 1, try varying the selectors a little, somewhat like cluster fit would. First try incrementing the minimum selectors,
1570
// then try decrementing the selectrors, then try both.
1571
uint8_t selectors_temp[16], selectors_temp1[16];
1572
memcpy(selectors_temp, pResults->m_pSelectors, pParams->m_num_pixels);
1573
1574
const int max_selector = pParams->m_num_selector_weights - 1;
1575
1576
uint32_t min_sel = 256;
1577
uint32_t max_sel = 0;
1578
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1579
{
1580
uint32_t sel = selectors_temp[i];
1581
min_sel = minimumu(min_sel, sel);
1582
max_sel = maximumu(max_sel, sel);
1583
}
1584
1585
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1586
{
1587
uint32_t sel = selectors_temp[i];
1588
if ((sel == min_sel) && (sel < (pParams->m_num_selector_weights - 1)))
1589
sel++;
1590
selectors_temp1[i] = (uint8_t)sel;
1591
}
1592
1593
bc7enc_vec4F xl, xh;
1594
vec4F_set_scalar(&xl, 0.0f);
1595
vec4F_set_scalar(&xh, 0.0f);
1596
if (pParams->m_has_alpha)
1597
compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1598
else
1599
compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1600
1601
xl = vec4F_mul(&xl, (1.0f / 255.0f));
1602
xh = vec4F_mul(&xh, (1.0f / 255.0f));
1603
1604
if (!find_optimal_solution(mode, xl, xh, pParams, pResults))
1605
return 0;
1606
1607
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1608
{
1609
uint32_t sel = selectors_temp[i];
1610
if ((sel == max_sel) && (sel > 0))
1611
sel--;
1612
selectors_temp1[i] = (uint8_t)sel;
1613
}
1614
1615
if (pParams->m_has_alpha)
1616
compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1617
else
1618
compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1619
1620
xl = vec4F_mul(&xl, (1.0f / 255.0f));
1621
xh = vec4F_mul(&xh, (1.0f / 255.0f));
1622
1623
if (!find_optimal_solution(mode, xl, xh, pParams, pResults))
1624
return 0;
1625
1626
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1627
{
1628
uint32_t sel = selectors_temp[i];
1629
if ((sel == min_sel) && (sel < (pParams->m_num_selector_weights - 1)))
1630
sel++;
1631
else if ((sel == max_sel) && (sel > 0))
1632
sel--;
1633
selectors_temp1[i] = (uint8_t)sel;
1634
}
1635
1636
if (pParams->m_has_alpha)
1637
compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1638
else
1639
compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1640
1641
xl = vec4F_mul(&xl, (1.0f / 255.0f));
1642
xh = vec4F_mul(&xh, (1.0f / 255.0f));
1643
1644
if (!find_optimal_solution(mode, xl, xh, pParams, pResults))
1645
return 0;
1646
1647
// In uber levels 2+, try taking more advantage of endpoint extrapolation by scaling the selectors in one direction or another.
1648
const uint32_t uber_err_thresh = (pParams->m_num_pixels * 56) >> 4;
1649
if ((pComp_params->m_uber_level >= 2) && (pResults->m_best_overall_err > uber_err_thresh))
1650
{
1651
const int Q = (pComp_params->m_uber_level >= 4) ? (pComp_params->m_uber_level - 2) : 1;
1652
for (int ly = -Q; ly <= 1; ly++)
1653
{
1654
for (int hy = max_selector - 1; hy <= (max_selector + Q); hy++)
1655
{
1656
if ((ly == 0) && (hy == max_selector))
1657
continue;
1658
1659
for (uint32_t i = 0; i < pParams->m_num_pixels; i++)
1660
selectors_temp1[i] = (uint8_t)clampf(floorf((float)max_selector * ((float)selectors_temp[i] - (float)ly) / ((float)hy - (float)ly) + .5f), 0, (float)max_selector);
1661
1662
//bc7enc_vec4F xl, xh;
1663
vec4F_set_scalar(&xl, 0.0f);
1664
vec4F_set_scalar(&xh, 0.0f);
1665
if (pParams->m_has_alpha)
1666
compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1667
else
1668
compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);
1669
1670
xl = vec4F_mul(&xl, (1.0f / 255.0f));
1671
xh = vec4F_mul(&xh, (1.0f / 255.0f));
1672
1673
if (!find_optimal_solution(mode, xl, xh, pParams, pResults))
1674
return 0;
1675
}
1676
}
1677
}
1678
}
1679
1680
if (!pParams->m_pForce_selectors)
1681
{
1682
// Try encoding the partition as a single color by using the optimal single colors tables to encode the block to its mean.
1683
if (mode == 1)
1684
{
1685
color_cell_compressor_results avg_results = *pResults;
1686
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);
1687
uint64_t avg_err = pack_mode1_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);
1688
if (avg_err < pResults->m_best_overall_err)
1689
{
1690
*pResults = avg_results;
1691
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1692
pResults->m_best_overall_err = avg_err;
1693
}
1694
}
1695
else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 8) && (!pParams->m_has_alpha))
1696
{
1697
color_cell_compressor_results avg_results = *pResults;
1698
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);
1699
uint64_t avg_err = pack_astc_4bit_3bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);
1700
if (avg_err < pResults->m_best_overall_err)
1701
{
1702
*pResults = avg_results;
1703
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1704
pResults->m_best_overall_err = avg_err;
1705
}
1706
}
1707
else if ((pParams->m_astc_endpoint_range == 7) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))
1708
{
1709
color_cell_compressor_results avg_results = *pResults;
1710
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);
1711
uint64_t avg_err = pack_astc_range7_2bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);
1712
if (avg_err < pResults->m_best_overall_err)
1713
{
1714
*pResults = avg_results;
1715
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1716
pResults->m_best_overall_err = avg_err;
1717
}
1718
}
1719
else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 4) && (pParams->m_has_alpha))
1720
{
1721
color_cell_compressor_results avg_results = *pResults;
1722
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f), a = (int)(.5f + meanColor.m_c[3] * 255.0f);
1723
uint64_t avg_err = pack_astc_4bit_2bit_to_one_color_rgba(pParams, &avg_results, r, g, b, a, pResults->m_pSelectors_temp);
1724
if (avg_err < pResults->m_best_overall_err)
1725
{
1726
*pResults = avg_results;
1727
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1728
pResults->m_best_overall_err = avg_err;
1729
}
1730
}
1731
else if ((pParams->m_astc_endpoint_range == 13) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))
1732
{
1733
color_cell_compressor_results avg_results = *pResults;
1734
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);
1735
uint64_t avg_err = pack_astc_range13_2bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);
1736
if (avg_err < pResults->m_best_overall_err)
1737
{
1738
*pResults = avg_results;
1739
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1740
pResults->m_best_overall_err = avg_err;
1741
}
1742
}
1743
else if ((pParams->m_astc_endpoint_range == 11) && (pParams->m_num_selector_weights == 32) && (!pParams->m_has_alpha))
1744
{
1745
color_cell_compressor_results avg_results = *pResults;
1746
const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);
1747
uint64_t avg_err = pack_astc_range11_5bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);
1748
if (avg_err < pResults->m_best_overall_err)
1749
{
1750
*pResults = avg_results;
1751
memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);
1752
pResults->m_best_overall_err = avg_err;
1753
}
1754
}
1755
}
1756
1757
#if BC7ENC_CHECK_OVERALL_ERROR
1758
check_best_overall_error(pParams, pResults);
1759
#endif
1760
1761
return pResults->m_best_overall_err;
1762
}
1763
1764
uint64_t color_cell_compression_est_astc(
1765
uint32_t num_weights, uint32_t num_comps, const uint32_t *pWeight_table,
1766
uint32_t num_pixels, const color_quad_u8* pPixels,
1767
uint64_t best_err_so_far, const uint32_t weights[4])
1768
{
1769
assert(num_comps == 3 || num_comps == 4);
1770
assert(num_weights >= 1 && num_weights <= 32);
1771
assert(pWeight_table[0] == 0 && pWeight_table[num_weights - 1] == 64);
1772
1773
// Find RGB bounds as an approximation of the block's principle axis
1774
uint32_t lr = 255, lg = 255, lb = 255, la = 255;
1775
uint32_t hr = 0, hg = 0, hb = 0, ha = 0;
1776
if (num_comps == 4)
1777
{
1778
for (uint32_t i = 0; i < num_pixels; i++)
1779
{
1780
const color_quad_u8* pC = &pPixels[i];
1781
if (pC->m_c[0] < lr) lr = pC->m_c[0];
1782
if (pC->m_c[1] < lg) lg = pC->m_c[1];
1783
if (pC->m_c[2] < lb) lb = pC->m_c[2];
1784
if (pC->m_c[3] < la) la = pC->m_c[3];
1785
1786
if (pC->m_c[0] > hr) hr = pC->m_c[0];
1787
if (pC->m_c[1] > hg) hg = pC->m_c[1];
1788
if (pC->m_c[2] > hb) hb = pC->m_c[2];
1789
if (pC->m_c[3] > ha) ha = pC->m_c[3];
1790
}
1791
}
1792
else
1793
{
1794
for (uint32_t i = 0; i < num_pixels; i++)
1795
{
1796
const color_quad_u8* pC = &pPixels[i];
1797
if (pC->m_c[0] < lr) lr = pC->m_c[0];
1798
if (pC->m_c[1] < lg) lg = pC->m_c[1];
1799
if (pC->m_c[2] < lb) lb = pC->m_c[2];
1800
1801
if (pC->m_c[0] > hr) hr = pC->m_c[0];
1802
if (pC->m_c[1] > hg) hg = pC->m_c[1];
1803
if (pC->m_c[2] > hb) hb = pC->m_c[2];
1804
}
1805
la = 255;
1806
ha = 255;
1807
}
1808
1809
color_quad_u8 lowColor, highColor;
1810
color_quad_u8_set(&lowColor, lr, lg, lb, la);
1811
color_quad_u8_set(&highColor, hr, hg, hb, ha);
1812
1813
// Place endpoints at bbox diagonals and compute interpolated colors
1814
color_quad_u8 weightedColors[32];
1815
1816
weightedColors[0] = lowColor;
1817
weightedColors[num_weights - 1] = highColor;
1818
for (uint32_t i = 1; i < (num_weights - 1); i++)
1819
{
1820
weightedColors[i].m_c[0] = (uint8_t)astc_interpolate_linear(lowColor.m_c[0], highColor.m_c[0], pWeight_table[i]);
1821
weightedColors[i].m_c[1] = (uint8_t)astc_interpolate_linear(lowColor.m_c[1], highColor.m_c[1], pWeight_table[i]);
1822
weightedColors[i].m_c[2] = (uint8_t)astc_interpolate_linear(lowColor.m_c[2], highColor.m_c[2], pWeight_table[i]);
1823
weightedColors[i].m_c[3] = (num_comps == 4) ? (uint8_t)astc_interpolate_linear(lowColor.m_c[3], highColor.m_c[3], pWeight_table[i]) : 255;
1824
}
1825
1826
// Compute dots and thresholds
1827
const int ar = highColor.m_c[0] - lowColor.m_c[0];
1828
const int ag = highColor.m_c[1] - lowColor.m_c[1];
1829
const int ab = highColor.m_c[2] - lowColor.m_c[2];
1830
const int aa = highColor.m_c[3] - lowColor.m_c[3];
1831
1832
int dots[32];
1833
if (num_comps == 4)
1834
{
1835
for (uint32_t i = 0; i < num_weights; i++)
1836
dots[i] = weightedColors[i].m_c[0] * ar + weightedColors[i].m_c[1] * ag + weightedColors[i].m_c[2] * ab + weightedColors[i].m_c[3] * aa;
1837
}
1838
else
1839
{
1840
assert(aa == 0);
1841
for (uint32_t i = 0; i < num_weights; i++)
1842
dots[i] = weightedColors[i].m_c[0] * ar + weightedColors[i].m_c[1] * ag + weightedColors[i].m_c[2] * ab;
1843
}
1844
1845
int thresh[32 - 1];
1846
for (uint32_t i = 0; i < (num_weights - 1); i++)
1847
thresh[i] = (dots[i] + dots[i + 1] + 1) >> 1;
1848
1849
uint64_t total_err = 0;
1850
if ((weights[0] | weights[1] | weights[2] | weights[3]) == 1)
1851
{
1852
if (num_comps == 4)
1853
{
1854
for (uint32_t i = 0; i < num_pixels; i++)
1855
{
1856
const color_quad_u8* pC = &pPixels[i];
1857
1858
int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2] + aa * pC->m_c[3];
1859
1860
// Find approximate selector
1861
uint32_t s = 0;
1862
for (int j = num_weights - 2; j >= 0; j--)
1863
{
1864
if (d >= thresh[j])
1865
{
1866
s = j + 1;
1867
break;
1868
}
1869
}
1870
1871
// Compute error
1872
const color_quad_u8* pE1 = &weightedColors[s];
1873
1874
int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];
1875
int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];
1876
int db = (int)pE1->m_c[2] - (int)pC->m_c[2];
1877
int da = (int)pE1->m_c[3] - (int)pC->m_c[3];
1878
1879
total_err += (dr * dr) + (dg * dg) + (db * db) + (da * da);
1880
if (total_err > best_err_so_far)
1881
break;
1882
}
1883
}
1884
else
1885
{
1886
for (uint32_t i = 0; i < num_pixels; i++)
1887
{
1888
const color_quad_u8* pC = &pPixels[i];
1889
1890
int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2];
1891
1892
// Find approximate selector
1893
uint32_t s = 0;
1894
for (int j = num_weights - 2; j >= 0; j--)
1895
{
1896
if (d >= thresh[j])
1897
{
1898
s = j + 1;
1899
break;
1900
}
1901
}
1902
1903
// Compute error
1904
const color_quad_u8* pE1 = &weightedColors[s];
1905
1906
int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];
1907
int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];
1908
int db = (int)pE1->m_c[2] - (int)pC->m_c[2];
1909
1910
total_err += (dr * dr) + (dg * dg) + (db * db);
1911
if (total_err > best_err_so_far)
1912
break;
1913
}
1914
}
1915
}
1916
else
1917
{
1918
if (num_comps == 4)
1919
{
1920
for (uint32_t i = 0; i < num_pixels; i++)
1921
{
1922
const color_quad_u8* pC = &pPixels[i];
1923
1924
int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2] + aa * pC->m_c[3];
1925
1926
// Find approximate selector
1927
uint32_t s = 0;
1928
for (int j = num_weights - 2; j >= 0; j--)
1929
{
1930
if (d >= thresh[j])
1931
{
1932
s = j + 1;
1933
break;
1934
}
1935
}
1936
1937
// Compute error
1938
const color_quad_u8* pE1 = &weightedColors[s];
1939
1940
int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];
1941
int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];
1942
int db = (int)pE1->m_c[2] - (int)pC->m_c[2];
1943
int da = (int)pE1->m_c[3] - (int)pC->m_c[3];
1944
1945
total_err += weights[0] * (dr * dr) + weights[1] * (dg * dg) + weights[2] * (db * db) + weights[3] * (da * da);
1946
if (total_err > best_err_so_far)
1947
break;
1948
}
1949
}
1950
else
1951
{
1952
for (uint32_t i = 0; i < num_pixels; i++)
1953
{
1954
const color_quad_u8* pC = &pPixels[i];
1955
1956
int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2];
1957
1958
// Find approximate selector
1959
uint32_t s = 0;
1960
for (int j = num_weights - 2; j >= 0; j--)
1961
{
1962
if (d >= thresh[j])
1963
{
1964
s = j + 1;
1965
break;
1966
}
1967
}
1968
1969
// Compute error
1970
const color_quad_u8* pE1 = &weightedColors[s];
1971
1972
int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];
1973
int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];
1974
int db = (int)pE1->m_c[2] - (int)pC->m_c[2];
1975
1976
total_err += weights[0] * (dr * dr) + weights[1] * (dg * dg) + weights[2] * (db * db);
1977
if (total_err > best_err_so_far)
1978
break;
1979
}
1980
}
1981
}
1982
1983
return total_err;
1984
}
1985
1986
} // namespace basisu
1987
1988