Path: blob/master/thirdparty/basis_universal/encoder/basisu_bc7enc.cpp
9903 views
// File: basisu_bc7enc.cpp1// Copyright (C) 2019-2024 Binomial LLC. All Rights Reserved.2//3// Licensed under the Apache License, Version 2.0 (the "License");4// you may not use this file except in compliance with the License.5// You may obtain a copy of the License at6//7// http://www.apache.org/licenses/LICENSE-2.08//9// Unless required by applicable law or agreed to in writing, software10// distributed under the License is distributed on an "AS IS" BASIS,11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12// See the License for the specific language governing permissions and13// limitations under the License.14#include "basisu_bc7enc.h"1516#ifdef _DEBUG17#define BC7ENC_CHECK_OVERALL_ERROR 118#else19#define BC7ENC_CHECK_OVERALL_ERROR 020#endif2122using namespace basist;2324namespace basisu25{2627// Helpers28static inline color_quad_u8 *color_quad_u8_set_clamped(color_quad_u8 *pRes, int32_t r, int32_t g, int32_t b, int32_t a) { pRes->m_c[0] = (uint8_t)clampi(r, 0, 255); pRes->m_c[1] = (uint8_t)clampi(g, 0, 255); pRes->m_c[2] = (uint8_t)clampi(b, 0, 255); pRes->m_c[3] = (uint8_t)clampi(a, 0, 255); return pRes; }29static inline color_quad_u8 *color_quad_u8_set(color_quad_u8 *pRes, int32_t r, int32_t g, int32_t b, int32_t a) { assert((uint32_t)(r | g | b | a) <= 255); pRes->m_c[0] = (uint8_t)r; pRes->m_c[1] = (uint8_t)g; pRes->m_c[2] = (uint8_t)b; pRes->m_c[3] = (uint8_t)a; return pRes; }30static inline bc7enc_bool color_quad_u8_notequals(const color_quad_u8 *pLHS, const color_quad_u8 *pRHS) { return (pLHS->m_c[0] != pRHS->m_c[0]) || (pLHS->m_c[1] != pRHS->m_c[1]) || (pLHS->m_c[2] != pRHS->m_c[2]) || (pLHS->m_c[3] != pRHS->m_c[3]); }31static inline bc7enc_vec4F*vec4F_set_scalar(bc7enc_vec4F*pV, float x) { pV->m_c[0] = x; pV->m_c[1] = x; pV->m_c[2] = x; pV->m_c[3] = x; return pV; }32static inline bc7enc_vec4F*vec4F_set(bc7enc_vec4F*pV, float x, float y, float z, float w) { pV->m_c[0] = x; pV->m_c[1] = y; pV->m_c[2] = z; pV->m_c[3] = w; return pV; }33static inline bc7enc_vec4F*vec4F_saturate_in_place(bc7enc_vec4F*pV) { pV->m_c[0] = saturate(pV->m_c[0]); pV->m_c[1] = saturate(pV->m_c[1]); pV->m_c[2] = saturate(pV->m_c[2]); pV->m_c[3] = saturate(pV->m_c[3]); return pV; }34static inline bc7enc_vec4F vec4F_saturate(const bc7enc_vec4F*pV) { bc7enc_vec4F res; res.m_c[0] = saturate(pV->m_c[0]); res.m_c[1] = saturate(pV->m_c[1]); res.m_c[2] = saturate(pV->m_c[2]); res.m_c[3] = saturate(pV->m_c[3]); return res; }35static inline bc7enc_vec4F vec4F_from_color(const color_quad_u8 *pC) { bc7enc_vec4F res; vec4F_set(&res, pC->m_c[0], pC->m_c[1], pC->m_c[2], pC->m_c[3]); return res; }36static inline bc7enc_vec4F vec4F_add(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] + pRHS->m_c[0], pLHS->m_c[1] + pRHS->m_c[1], pLHS->m_c[2] + pRHS->m_c[2], pLHS->m_c[3] + pRHS->m_c[3]); return res; }37static inline bc7enc_vec4F vec4F_sub(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] - pRHS->m_c[0], pLHS->m_c[1] - pRHS->m_c[1], pLHS->m_c[2] - pRHS->m_c[2], pLHS->m_c[3] - pRHS->m_c[3]); return res; }38static inline float vec4F_dot(const bc7enc_vec4F*pLHS, const bc7enc_vec4F*pRHS) { return pLHS->m_c[0] * pRHS->m_c[0] + pLHS->m_c[1] * pRHS->m_c[1] + pLHS->m_c[2] * pRHS->m_c[2] + pLHS->m_c[3] * pRHS->m_c[3]; }39static inline bc7enc_vec4F vec4F_mul(const bc7enc_vec4F*pLHS, float s) { bc7enc_vec4F res; vec4F_set(&res, pLHS->m_c[0] * s, pLHS->m_c[1] * s, pLHS->m_c[2] * s, pLHS->m_c[3] * s); return res; }40static inline bc7enc_vec4F* vec4F_normalize_in_place(bc7enc_vec4F*pV) { float s = pV->m_c[0] * pV->m_c[0] + pV->m_c[1] * pV->m_c[1] + pV->m_c[2] * pV->m_c[2] + pV->m_c[3] * pV->m_c[3]; if (s != 0.0f) { s = 1.0f / sqrtf(s); pV->m_c[0] *= s; pV->m_c[1] *= s; pV->m_c[2] *= s; pV->m_c[3] *= s; } return pV; }4142// Precomputed weight constants used during least fit determination. For each entry in g_bc7_weights[]: w * w, (1.0f - w) * w, (1.0f - w) * (1.0f - w), w43const float g_bc7_weights1x[2 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };4445const float g_bc7_weights2x[4 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.107666f, 0.220459f, 0.451416f, 0.328125f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };4647const float g_bc7_weights3x[8 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.019775f, 0.120850f, 0.738525f, 0.140625f, 0.079102f, 0.202148f, 0.516602f, 0.281250f, 0.177979f, 0.243896f, 0.334229f, 0.421875f, 0.334229f, 0.243896f, 0.177979f, 0.578125f, 0.516602f, 0.202148f,480.079102f, 0.718750f, 0.738525f, 0.120850f, 0.019775f, 0.859375f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };4950const float g_bc7_weights4x[16 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.019775f, 0.120850f, 0.738525f, 0.140625f, 0.041260f, 0.161865f, 0.635010f, 0.203125f, 0.070557f, 0.195068f, 0.539307f, 0.265625f, 0.107666f, 0.220459f,510.451416f, 0.328125f, 0.165039f, 0.241211f, 0.352539f, 0.406250f, 0.219727f, 0.249023f, 0.282227f, 0.468750f, 0.282227f, 0.249023f, 0.219727f, 0.531250f, 0.352539f, 0.241211f, 0.165039f, 0.593750f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 0.539307f, 0.195068f, 0.070557f, 0.734375f,520.635010f, 0.161865f, 0.041260f, 0.796875f, 0.738525f, 0.120850f, 0.019775f, 0.859375f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };5354const float g_astc_weights4x[16 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.015625f, 0.109375f, 0.765625f, 0.125000f, 0.035156f, 0.152344f, 0.660156f, 0.187500f, 0.070557f, 0.195068f, 0.539307f, 0.265625f, 0.107666f, 0.220459f,550.451416f, 0.328125f, 0.152588f, 0.238037f, 0.371338f, 0.390625f, 0.205322f, 0.247803f, 0.299072f, 0.453125f, 0.299072f, 0.247803f, 0.205322f, 0.546875f, 0.371338f, 0.238037f, 0.152588f, 0.609375f, 0.451416f, 0.220459f, 0.107666f, 0.671875f, 0.539307f, 0.195068f, 0.070557f, 0.734375f,560.660156f, 0.152344f, 0.035156f, 0.812500f, 0.765625f, 0.109375f, 0.015625f, 0.875000f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };5758const float g_astc_weights5x[32 * 4] = { 0.000000f, 0.000000f, 1.000000f, 0.000000f, 0.000977f, 0.030273f, 0.938477f, 0.031250f, 0.003906f, 0.058594f, 0.878906f, 0.062500f, 0.008789f, 0.084961f, 0.821289f,590.093750f, 0.015625f, 0.109375f, 0.765625f, 0.125000f, 0.024414f, 0.131836f, 0.711914f, 0.156250f, 0.035156f, 0.152344f, 0.660156f, 0.187500f, 0.047852f, 0.170898f, 0.610352f, 0.218750f, 0.062500f, 0.187500f,600.562500f, 0.250000f, 0.079102f, 0.202148f, 0.516602f, 0.281250f, 0.097656f, 0.214844f, 0.472656f, 0.312500f, 0.118164f, 0.225586f, 0.430664f, 0.343750f, 0.140625f, 0.234375f, 0.390625f, 0.375000f, 0.165039f,610.241211f, 0.352539f, 0.406250f, 0.191406f, 0.246094f, 0.316406f, 0.437500f, 0.219727f, 0.249023f, 0.282227f, 0.468750f, 0.282227f, 0.249023f, 0.219727f, 0.531250f, 0.316406f, 0.246094f, 0.191406f, 0.562500f,620.352539f, 0.241211f, 0.165039f, 0.593750f, 0.390625f, 0.234375f, 0.140625f, 0.625000f, 0.430664f, 0.225586f, 0.118164f, 0.656250f, 0.472656f, 0.214844f, 0.097656f, 0.687500f, 0.516602f, 0.202148f, 0.079102f,630.718750f, 0.562500f, 0.187500f, 0.062500f, 0.750000f, 0.610352f, 0.170898f, 0.047852f, 0.781250f, 0.660156f, 0.152344f, 0.035156f, 0.812500f, 0.711914f, 0.131836f, 0.024414f, 0.843750f, 0.765625f, 0.109375f,640.015625f, 0.875000f, 0.821289f, 0.084961f, 0.008789f, 0.906250f, 0.878906f, 0.058594f, 0.003906f, 0.937500f, 0.938477f, 0.030273f, 0.000977f, 0.968750f, 1.000000f, 0.000000f, 0.000000f, 1.000000f };6566const float g_astc_weights_3levelsx[3 * 4] = {670.000000f, 0.000000f, 1.000000f, 0.000000f,68.5f * .5f, (1.0f - .5f) * .5f, (1.0f - .5f) * (1.0f - .5f), .5f,691.000000f, 0.000000f, 0.000000f, 1.000000f };7071static endpoint_err g_bc7_mode_1_optimal_endpoints[256][2]; // [c][pbit]72static const uint32_t BC7ENC_MODE_1_OPTIMAL_INDEX = 2;7374static endpoint_err g_astc_4bit_3bit_optimal_endpoints[256]; // [c]75static const uint32_t BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX = 2;7677static endpoint_err g_astc_4bit_2bit_optimal_endpoints[256]; // [c]78static const uint32_t BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX = 1;7980static endpoint_err g_astc_range7_2bit_optimal_endpoints[256]; // [c]81static const uint32_t BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX = 1;8283static endpoint_err g_astc_range13_4bit_optimal_endpoints[256]; // [c]84static const uint32_t BC7ENC_ASTC_RANGE13_4BIT_OPTIMAL_INDEX = 2;8586static endpoint_err g_astc_range13_2bit_optimal_endpoints[256]; // [c]87static const uint32_t BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX = 1;8889static endpoint_err g_astc_range11_5bit_optimal_endpoints[256]; // [c]90static const uint32_t BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX = 13; // not 1, which is optimal, because 26 losslessly maps to BC7 4-bit weights9192astc_quant_bin g_astc_sorted_order_unquant[BC7ENC_TOTAL_ASTC_RANGES][256]; // [sorted unquantized order]9394static uint8_t g_astc_nearest_sorted_index[BC7ENC_TOTAL_ASTC_RANGES][256];9596static void astc_init()97{98for (uint32_t range = 0; range < BC7ENC_TOTAL_ASTC_RANGES; range++)99{100if (!astc_is_valid_endpoint_range(range))101continue;102103const uint32_t levels = astc_get_levels(range);104105uint32_t vals[256];106// TODO107for (uint32_t i = 0; i < levels; i++)108vals[i] = (unquant_astc_endpoint_val(i, range) << 8) | i;109110std::sort(vals, vals + levels);111112for (uint32_t i = 0; i < levels; i++)113{114uint32_t order = vals[i] & 0xFF;115uint32_t unq = vals[i] >> 8;116117g_astc_sorted_order_unquant[range][i].m_unquant = (uint8_t)unq;118g_astc_sorted_order_unquant[range][i].m_index = (uint8_t)order;119120} // i121122#if 0123if (g_astc_bise_range_table[range][1] || g_astc_bise_range_table[range][2])124{125printf("// Range: %u, Levels: %u, Bits: %u, Trits: %u, Quints: %u\n", range, levels, g_astc_bise_range_table[range][0], g_astc_bise_range_table[range][1], g_astc_bise_range_table[range][2]);126127printf("{");128for (uint32_t i = 0; i < levels; i++)129{130printf("{%u,%u}", g_astc_sorted_order_unquant[range][i].m_index, g_astc_sorted_order_unquant[range][i].m_unquant);131if (i != (levels - 1))132printf(",");133}134printf("}\n");135}136#endif137138#if 0139if (g_astc_bise_range_table[range][1] || g_astc_bise_range_table[range][2])140{141printf("// Range: %u, Levels: %u, Bits: %u, Trits: %u, Quints: %u\n", range, levels, g_astc_bise_range_table[range][0], g_astc_bise_range_table[range][1], g_astc_bise_range_table[range][2]);142143printf("{");144for (uint32_t i = 0; i < levels; i++)145{146printf("{%u,%u}", g_astc_unquant[range][i].m_index, g_astc_unquant[range][i].m_unquant);147if (i != (levels - 1))148printf(",");149}150printf("}\n");151}152#endif153154for (uint32_t i = 0; i < 256; i++)155{156uint32_t best_index = 0;157int best_err = INT32_MAX;158159for (uint32_t j = 0; j < levels; j++)160{161int err = g_astc_sorted_order_unquant[range][j].m_unquant - i;162if (err < 0)163err = -err;164if (err < best_err)165{166best_err = err;167best_index = j;168}169}170171g_astc_nearest_sorted_index[range][i] = (uint8_t)best_index;172} // i173} // range174}175176static inline uint32_t astc_interpolate_linear(uint32_t l, uint32_t h, uint32_t w)177{178l = (l << 8) | l;179h = (h << 8) | h;180uint32_t k = (l * (64 - w) + h * w + 32) >> 6;181return k >> 8;182}183184// Initialize the lookup table used for optimal single color compression in mode 1. Must be called before encoding.185void bc7enc_compress_block_init()186{187astc_init();188189// BC7 666.1190for (int c = 0; c < 256; c++)191{192for (uint32_t lp = 0; lp < 2; lp++)193{194endpoint_err best;195best.m_error = (uint16_t)UINT16_MAX;196for (uint32_t l = 0; l < 64; l++)197{198uint32_t low = ((l << 1) | lp) << 1;199low |= (low >> 7);200for (uint32_t h = 0; h < 64; h++)201{202uint32_t high = ((h << 1) | lp) << 1;203high |= (high >> 7);204const int k = (low * (64 - g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX]) + high * g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX] + 32) >> 6;205const int err = (k - c) * (k - c);206if (err < best.m_error)207{208best.m_error = (uint16_t)err;209best.m_lo = (uint8_t)l;210best.m_hi = (uint8_t)h;211}212} // h213} // l214g_bc7_mode_1_optimal_endpoints[c][lp] = best;215} // lp216} // c217218// ASTC [0,15] 3-bit219for (int c = 0; c < 256; c++)220{221endpoint_err best;222best.m_error = (uint16_t)UINT16_MAX;223for (uint32_t l = 0; l < 16; l++)224{225uint32_t low = (l << 4) | l;226227for (uint32_t h = 0; h < 16; h++)228{229uint32_t high = (h << 4) | h;230231const int k = astc_interpolate_linear(low, high, g_bc7_weights3[BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX]);232const int err = (k - c) * (k - c);233234if (err < best.m_error)235{236best.m_error = (uint16_t)err;237best.m_lo = (uint8_t)l;238best.m_hi = (uint8_t)h;239}240} // h241} // l242243g_astc_4bit_3bit_optimal_endpoints[c] = best;244245} // c246247// ASTC [0,15] 2-bit248for (int c = 0; c < 256; c++)249{250endpoint_err best;251best.m_error = (uint16_t)UINT16_MAX;252for (uint32_t l = 0; l < 16; l++)253{254uint32_t low = (l << 4) | l;255256for (uint32_t h = 0; h < 16; h++)257{258uint32_t high = (h << 4) | h;259260const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX]);261const int err = (k - c) * (k - c);262263if (err < best.m_error)264{265best.m_error = (uint16_t)err;266best.m_lo = (uint8_t)l;267best.m_hi = (uint8_t)h;268}269} // h270} // l271272g_astc_4bit_2bit_optimal_endpoints[c] = best;273274} // c275276// ASTC range 7 [0,11] 2-bit277for (int c = 0; c < 256; c++)278{279endpoint_err best;280best.m_error = (uint16_t)UINT16_MAX;281for (uint32_t l = 0; l < 12; l++)282{283uint32_t low = g_astc_sorted_order_unquant[7][l].m_unquant;284285for (uint32_t h = 0; h < 12; h++)286{287uint32_t high = g_astc_sorted_order_unquant[7][h].m_unquant;288289const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX]);290const int err = (k - c) * (k - c);291292if (err < best.m_error)293{294best.m_error = (uint16_t)err;295best.m_lo = (uint8_t)l;296best.m_hi = (uint8_t)h;297}298} // h299} // l300301g_astc_range7_2bit_optimal_endpoints[c] = best;302303} // c304305// ASTC range 13 [0,47] 4-bit306for (int c = 0; c < 256; c++)307{308endpoint_err best;309best.m_error = (uint16_t)UINT16_MAX;310for (uint32_t l = 0; l < 48; l++)311{312uint32_t low = g_astc_sorted_order_unquant[13][l].m_unquant;313314for (uint32_t h = 0; h < 48; h++)315{316uint32_t high = g_astc_sorted_order_unquant[13][h].m_unquant;317318const int k = astc_interpolate_linear(low, high, g_astc_weights4[BC7ENC_ASTC_RANGE13_4BIT_OPTIMAL_INDEX]);319const int err = (k - c) * (k - c);320321if (err < best.m_error)322{323best.m_error = (uint16_t)err;324best.m_lo = (uint8_t)l;325best.m_hi = (uint8_t)h;326}327} // h328} // l329330g_astc_range13_4bit_optimal_endpoints[c] = best;331332} // c333334// ASTC range 13 [0,47] 2-bit335for (int c = 0; c < 256; c++)336{337endpoint_err best;338best.m_error = (uint16_t)UINT16_MAX;339for (uint32_t l = 0; l < 48; l++)340{341uint32_t low = g_astc_sorted_order_unquant[13][l].m_unquant;342343for (uint32_t h = 0; h < 48; h++)344{345uint32_t high = g_astc_sorted_order_unquant[13][h].m_unquant;346347const int k = astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX]);348const int err = (k - c) * (k - c);349350if (err < best.m_error)351{352best.m_error = (uint16_t)err;353best.m_lo = (uint8_t)l;354best.m_hi = (uint8_t)h;355}356} // h357} // l358359g_astc_range13_2bit_optimal_endpoints[c] = best;360361} // c362363// ASTC range 11 [0,31] 5-bit364for (int c = 0; c < 256; c++)365{366endpoint_err best;367best.m_error = (uint16_t)UINT16_MAX;368for (uint32_t l = 0; l < 32; l++)369{370uint32_t low = g_astc_sorted_order_unquant[11][l].m_unquant;371372for (uint32_t h = 0; h < 32; h++)373{374uint32_t high = g_astc_sorted_order_unquant[11][h].m_unquant;375376const int k = astc_interpolate_linear(low, high, g_astc_weights5[BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX]);377const int err = (k - c) * (k - c);378379if (err < best.m_error)380{381best.m_error = (uint16_t)err;382best.m_lo = (uint8_t)l;383best.m_hi = (uint8_t)h;384}385} // h386} // l387388g_astc_range11_5bit_optimal_endpoints[c] = best;389390} // c391}392393static void compute_least_squares_endpoints_rgba(uint32_t N, const uint8_t *pSelectors, const bc7enc_vec4F* pSelector_weights, bc7enc_vec4F* pXl, bc7enc_vec4F* pXh, const color_quad_u8 *pColors)394{395// Least squares using normal equations: http://www.cs.cornell.edu/~bindel/class/cs3220-s12/notes/lec10.pdf396// https://web.archive.org/web/20150319232457/http://www.cs.cornell.edu/~bindel/class/cs3220-s12/notes/lec10.pdf397// I did this in matrix form first, expanded out all the ops, then optimized it a bit.398double z00 = 0.0f, z01 = 0.0f, z10 = 0.0f, z11 = 0.0f;399double q00_r = 0.0f, q10_r = 0.0f, t_r = 0.0f;400double q00_g = 0.0f, q10_g = 0.0f, t_g = 0.0f;401double q00_b = 0.0f, q10_b = 0.0f, t_b = 0.0f;402double q00_a = 0.0f, q10_a = 0.0f, t_a = 0.0f;403404for (uint32_t i = 0; i < N; i++)405{406const uint32_t sel = pSelectors[i];407z00 += pSelector_weights[sel].m_c[0];408z10 += pSelector_weights[sel].m_c[1];409z11 += pSelector_weights[sel].m_c[2];410float w = pSelector_weights[sel].m_c[3];411q00_r += w * pColors[i].m_c[0]; t_r += pColors[i].m_c[0];412q00_g += w * pColors[i].m_c[1]; t_g += pColors[i].m_c[1];413q00_b += w * pColors[i].m_c[2]; t_b += pColors[i].m_c[2];414q00_a += w * pColors[i].m_c[3]; t_a += pColors[i].m_c[3];415}416417q10_r = t_r - q00_r;418q10_g = t_g - q00_g;419q10_b = t_b - q00_b;420q10_a = t_a - q00_a;421422z01 = z10;423424double det = z00 * z11 - z01 * z10;425if (det != 0.0f)426det = 1.0f / det;427428double iz00, iz01, iz10, iz11;429iz00 = z11 * det;430iz01 = -z01 * det;431iz10 = -z10 * det;432iz11 = z00 * det;433434pXl->m_c[0] = (float)(iz00 * q00_r + iz01 * q10_r); pXh->m_c[0] = (float)(iz10 * q00_r + iz11 * q10_r);435pXl->m_c[1] = (float)(iz00 * q00_g + iz01 * q10_g); pXh->m_c[1] = (float)(iz10 * q00_g + iz11 * q10_g);436pXl->m_c[2] = (float)(iz00 * q00_b + iz01 * q10_b); pXh->m_c[2] = (float)(iz10 * q00_b + iz11 * q10_b);437pXl->m_c[3] = (float)(iz00 * q00_a + iz01 * q10_a); pXh->m_c[3] = (float)(iz10 * q00_a + iz11 * q10_a);438439for (uint32_t c = 0; c < 4; c++)440{441if ((pXl->m_c[c] < 0.0f) || (pXh->m_c[c] > 255.0f))442{443uint32_t lo_v = UINT32_MAX, hi_v = 0;444for (uint32_t i = 0; i < N; i++)445{446lo_v = minimumu(lo_v, pColors[i].m_c[c]);447hi_v = maximumu(hi_v, pColors[i].m_c[c]);448}449450if (lo_v == hi_v)451{452pXl->m_c[c] = (float)lo_v;453pXh->m_c[c] = (float)hi_v;454}455}456}457}458459static void compute_least_squares_endpoints_rgb(uint32_t N, const uint8_t *pSelectors, const bc7enc_vec4F*pSelector_weights, bc7enc_vec4F*pXl, bc7enc_vec4F*pXh, const color_quad_u8 *pColors)460{461double z00 = 0.0f, z01 = 0.0f, z10 = 0.0f, z11 = 0.0f;462double q00_r = 0.0f, q10_r = 0.0f, t_r = 0.0f;463double q00_g = 0.0f, q10_g = 0.0f, t_g = 0.0f;464double q00_b = 0.0f, q10_b = 0.0f, t_b = 0.0f;465466for (uint32_t i = 0; i < N; i++)467{468const uint32_t sel = pSelectors[i];469z00 += pSelector_weights[sel].m_c[0];470z10 += pSelector_weights[sel].m_c[1];471z11 += pSelector_weights[sel].m_c[2];472float w = pSelector_weights[sel].m_c[3];473q00_r += w * pColors[i].m_c[0]; t_r += pColors[i].m_c[0];474q00_g += w * pColors[i].m_c[1]; t_g += pColors[i].m_c[1];475q00_b += w * pColors[i].m_c[2]; t_b += pColors[i].m_c[2];476}477478q10_r = t_r - q00_r;479q10_g = t_g - q00_g;480q10_b = t_b - q00_b;481482z01 = z10;483484double det = z00 * z11 - z01 * z10;485if (det != 0.0f)486det = 1.0f / det;487488double iz00, iz01, iz10, iz11;489iz00 = z11 * det;490iz01 = -z01 * det;491iz10 = -z10 * det;492iz11 = z00 * det;493494pXl->m_c[0] = (float)(iz00 * q00_r + iz01 * q10_r); pXh->m_c[0] = (float)(iz10 * q00_r + iz11 * q10_r);495pXl->m_c[1] = (float)(iz00 * q00_g + iz01 * q10_g); pXh->m_c[1] = (float)(iz10 * q00_g + iz11 * q10_g);496pXl->m_c[2] = (float)(iz00 * q00_b + iz01 * q10_b); pXh->m_c[2] = (float)(iz10 * q00_b + iz11 * q10_b);497pXl->m_c[3] = 255.0f; pXh->m_c[3] = 255.0f;498499for (uint32_t c = 0; c < 3; c++)500{501if ((pXl->m_c[c] < 0.0f) || (pXh->m_c[c] > 255.0f))502{503uint32_t lo_v = UINT32_MAX, hi_v = 0;504for (uint32_t i = 0; i < N; i++)505{506lo_v = minimumu(lo_v, pColors[i].m_c[c]);507hi_v = maximumu(hi_v, pColors[i].m_c[c]);508}509510if (lo_v == hi_v)511{512pXl->m_c[c] = (float)lo_v;513pXh->m_c[c] = (float)hi_v;514}515}516}517}518519static inline color_quad_u8 scale_color(const color_quad_u8* pC, const color_cell_compressor_params* pParams)520{521color_quad_u8 results;522523if (pParams->m_astc_endpoint_range)524{525for (uint32_t i = 0; i < 4; i++)526{527results.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pC->m_c[i]].m_unquant;528}529}530else531{532const uint32_t n = pParams->m_comp_bits + (pParams->m_has_pbits ? 1 : 0);533assert((n >= 4) && (n <= 8));534535for (uint32_t i = 0; i < 4; i++)536{537uint32_t v = pC->m_c[i] << (8 - n);538v |= (v >> n);539assert(v <= 255);540results.m_c[i] = (uint8_t)(v);541}542}543544return results;545}546547static inline uint64_t compute_color_distance_rgb(const color_quad_u8 *pE1, const color_quad_u8 *pE2, bc7enc_bool perceptual, const uint32_t weights[4])548{549int dr, dg, db;550551if (perceptual)552{553const int l1 = pE1->m_c[0] * 109 + pE1->m_c[1] * 366 + pE1->m_c[2] * 37;554const int cr1 = ((int)pE1->m_c[0] << 9) - l1;555const int cb1 = ((int)pE1->m_c[2] << 9) - l1;556const int l2 = pE2->m_c[0] * 109 + pE2->m_c[1] * 366 + pE2->m_c[2] * 37;557const int cr2 = ((int)pE2->m_c[0] << 9) - l2;558const int cb2 = ((int)pE2->m_c[2] << 9) - l2;559dr = (l1 - l2) >> 8;560dg = (cr1 - cr2) >> 8;561db = (cb1 - cb2) >> 8;562}563else564{565dr = (int)pE1->m_c[0] - (int)pE2->m_c[0];566dg = (int)pE1->m_c[1] - (int)pE2->m_c[1];567db = (int)pE1->m_c[2] - (int)pE2->m_c[2];568}569570return weights[0] * (uint32_t)(dr * dr) + weights[1] * (uint32_t)(dg * dg) + weights[2] * (uint32_t)(db * db);571}572573static inline uint64_t compute_color_distance_rgba(const color_quad_u8 *pE1, const color_quad_u8 *pE2, bc7enc_bool perceptual, const uint32_t weights[4])574{575int da = (int)pE1->m_c[3] - (int)pE2->m_c[3];576return compute_color_distance_rgb(pE1, pE2, perceptual, weights) + (weights[3] * (uint32_t)(da * da));577}578579static uint64_t pack_mode1_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)580{581uint32_t best_err = UINT_MAX;582uint32_t best_p = 0;583584for (uint32_t p = 0; p < 2; p++)585{586uint32_t err = g_bc7_mode_1_optimal_endpoints[r][p].m_error + g_bc7_mode_1_optimal_endpoints[g][p].m_error + g_bc7_mode_1_optimal_endpoints[b][p].m_error;587if (err < best_err)588{589best_err = err;590best_p = p;591}592}593594const endpoint_err *pEr = &g_bc7_mode_1_optimal_endpoints[r][best_p];595const endpoint_err *pEg = &g_bc7_mode_1_optimal_endpoints[g][best_p];596const endpoint_err *pEb = &g_bc7_mode_1_optimal_endpoints[b][best_p];597598color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);599color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);600pResults->m_pbits[0] = best_p;601pResults->m_pbits[1] = 0;602603memset(pSelectors, BC7ENC_MODE_1_OPTIMAL_INDEX, pParams->m_num_pixels);604605color_quad_u8 p;606for (uint32_t i = 0; i < 3; i++)607{608uint32_t low = ((pResults->m_low_endpoint.m_c[i] << 1) | pResults->m_pbits[0]) << 1;609low |= (low >> 7);610611uint32_t high = ((pResults->m_high_endpoint.m_c[i] << 1) | pResults->m_pbits[0]) << 1;612high |= (high >> 7);613614p.m_c[i] = (uint8_t)((low * (64 - g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX]) + high * g_bc7_weights3[BC7ENC_MODE_1_OPTIMAL_INDEX] + 32) >> 6);615}616p.m_c[3] = 255;617618uint64_t total_err = 0;619for (uint32_t i = 0; i < pParams->m_num_pixels; i++)620total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);621622pResults->m_best_overall_err = total_err;623624return total_err;625}626627static uint64_t pack_astc_4bit_3bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)628{629const endpoint_err *pEr = &g_astc_4bit_3bit_optimal_endpoints[r];630const endpoint_err *pEg = &g_astc_4bit_3bit_optimal_endpoints[g];631const endpoint_err *pEb = &g_astc_4bit_3bit_optimal_endpoints[b];632633color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);634color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);635pResults->m_pbits[0] = 0;636pResults->m_pbits[1] = 0;637638for (uint32_t i = 0; i < 4; i++)639{640pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;641pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;642}643644memset(pSelectors, BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX, pParams->m_num_pixels);645646color_quad_u8 p;647for (uint32_t i = 0; i < 3; i++)648{649uint32_t low = (pResults->m_low_endpoint.m_c[i] << 4) | pResults->m_low_endpoint.m_c[i];650uint32_t high = (pResults->m_high_endpoint.m_c[i] << 4) | pResults->m_high_endpoint.m_c[i];651652p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights3[BC7ENC_ASTC_4BIT_3BIT_OPTIMAL_INDEX]);653}654p.m_c[3] = 255;655656uint64_t total_err = 0;657for (uint32_t i = 0; i < pParams->m_num_pixels; i++)658total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);659660pResults->m_best_overall_err = total_err;661662return total_err;663}664665static uint64_t pack_astc_4bit_2bit_to_one_color_rgba(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint32_t a, uint8_t *pSelectors)666{667const endpoint_err *pEr = &g_astc_4bit_2bit_optimal_endpoints[r];668const endpoint_err *pEg = &g_astc_4bit_2bit_optimal_endpoints[g];669const endpoint_err *pEb = &g_astc_4bit_2bit_optimal_endpoints[b];670const endpoint_err *pEa = &g_astc_4bit_2bit_optimal_endpoints[a];671672color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, pEa->m_lo);673color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, pEa->m_hi);674pResults->m_pbits[0] = 0;675pResults->m_pbits[1] = 0;676677for (uint32_t i = 0; i < 4; i++)678{679pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;680pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;681}682683memset(pSelectors, BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);684685color_quad_u8 p;686for (uint32_t i = 0; i < 4; i++)687{688uint32_t low = (pResults->m_low_endpoint.m_c[i] << 4) | pResults->m_low_endpoint.m_c[i];689uint32_t high = (pResults->m_high_endpoint.m_c[i] << 4) | pResults->m_high_endpoint.m_c[i];690691p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_4BIT_2BIT_OPTIMAL_INDEX]);692}693694uint64_t total_err = 0;695for (uint32_t i = 0; i < pParams->m_num_pixels; i++)696total_err += compute_color_distance_rgba(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);697698pResults->m_best_overall_err = total_err;699700return total_err;701}702703static uint64_t pack_astc_range7_2bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)704{705assert(pParams->m_astc_endpoint_range == 7 && pParams->m_num_selector_weights == 4);706707const endpoint_err *pEr = &g_astc_range7_2bit_optimal_endpoints[r];708const endpoint_err *pEg = &g_astc_range7_2bit_optimal_endpoints[g];709const endpoint_err *pEb = &g_astc_range7_2bit_optimal_endpoints[b];710711color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 0);712color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 0);713pResults->m_pbits[0] = 0;714pResults->m_pbits[1] = 0;715716for (uint32_t i = 0; i < 4; i++)717{718pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;719pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;720}721722memset(pSelectors, BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);723724color_quad_u8 p;725for (uint32_t i = 0; i < 3; i++)726{727uint32_t low = g_astc_sorted_order_unquant[7][pResults->m_low_endpoint.m_c[i]].m_unquant;728uint32_t high = g_astc_sorted_order_unquant[7][pResults->m_high_endpoint.m_c[i]].m_unquant;729730p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE7_2BIT_OPTIMAL_INDEX]);731}732p.m_c[3] = 255;733734uint64_t total_err = 0;735for (uint32_t i = 0; i < pParams->m_num_pixels; i++)736total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);737738pResults->m_best_overall_err = total_err;739740return total_err;741}742743static uint64_t pack_astc_range13_2bit_to_one_color(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t *pSelectors)744{745assert(pParams->m_astc_endpoint_range == 13 && pParams->m_num_selector_weights == 4 && !pParams->m_has_alpha);746747const endpoint_err *pEr = &g_astc_range13_2bit_optimal_endpoints[r];748const endpoint_err *pEg = &g_astc_range13_2bit_optimal_endpoints[g];749const endpoint_err *pEb = &g_astc_range13_2bit_optimal_endpoints[b];750751color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 47);752color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 47);753pResults->m_pbits[0] = 0;754pResults->m_pbits[1] = 0;755756for (uint32_t i = 0; i < 4; i++)757{758pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;759pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;760}761762memset(pSelectors, BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX, pParams->m_num_pixels);763764color_quad_u8 p;765for (uint32_t i = 0; i < 4; i++)766{767uint32_t low = g_astc_sorted_order_unquant[13][pResults->m_low_endpoint.m_c[i]].m_unquant;768uint32_t high = g_astc_sorted_order_unquant[13][pResults->m_high_endpoint.m_c[i]].m_unquant;769770p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_bc7_weights2[BC7ENC_ASTC_RANGE13_2BIT_OPTIMAL_INDEX]);771}772773uint64_t total_err = 0;774for (uint32_t i = 0; i < pParams->m_num_pixels; i++)775total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);776777pResults->m_best_overall_err = total_err;778779return total_err;780}781782static uint64_t pack_astc_range11_5bit_to_one_color(const color_cell_compressor_params* pParams, color_cell_compressor_results* pResults, uint32_t r, uint32_t g, uint32_t b, uint8_t* pSelectors)783{784assert(pParams->m_astc_endpoint_range == 11 && pParams->m_num_selector_weights == 32 && !pParams->m_has_alpha);785786const endpoint_err* pEr = &g_astc_range11_5bit_optimal_endpoints[r];787const endpoint_err* pEg = &g_astc_range11_5bit_optimal_endpoints[g];788const endpoint_err* pEb = &g_astc_range11_5bit_optimal_endpoints[b];789790color_quad_u8_set(&pResults->m_low_endpoint, pEr->m_lo, pEg->m_lo, pEb->m_lo, 31);791color_quad_u8_set(&pResults->m_high_endpoint, pEr->m_hi, pEg->m_hi, pEb->m_hi, 31);792pResults->m_pbits[0] = 0;793pResults->m_pbits[1] = 0;794795for (uint32_t i = 0; i < 4; i++)796{797pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;798pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;799}800801memset(pSelectors, BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX, pParams->m_num_pixels);802803color_quad_u8 p;804for (uint32_t i = 0; i < 4; i++)805{806uint32_t low = g_astc_sorted_order_unquant[11][pResults->m_low_endpoint.m_c[i]].m_unquant;807uint32_t high = g_astc_sorted_order_unquant[11][pResults->m_high_endpoint.m_c[i]].m_unquant;808809p.m_c[i] = (uint8_t)astc_interpolate_linear(low, high, g_astc_weights5[BC7ENC_ASTC_RANGE11_5BIT_OPTIMAL_INDEX]);810}811812uint64_t total_err = 0;813for (uint32_t i = 0; i < pParams->m_num_pixels; i++)814total_err += compute_color_distance_rgb(&p, &pParams->m_pPixels[i], pParams->m_perceptual, pParams->m_weights);815816pResults->m_best_overall_err = total_err;817818return total_err;819}820821static uint64_t evaluate_solution(const color_quad_u8 *pLow, const color_quad_u8 *pHigh, const uint32_t pbits[2], const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)822{823color_quad_u8 quantMinColor = *pLow;824color_quad_u8 quantMaxColor = *pHigh;825826if (pParams->m_has_pbits)827{828uint32_t minPBit, maxPBit;829830if (pParams->m_endpoints_share_pbit)831maxPBit = minPBit = pbits[0];832else833{834minPBit = pbits[0];835maxPBit = pbits[1];836}837838quantMinColor.m_c[0] = (uint8_t)((pLow->m_c[0] << 1) | minPBit);839quantMinColor.m_c[1] = (uint8_t)((pLow->m_c[1] << 1) | minPBit);840quantMinColor.m_c[2] = (uint8_t)((pLow->m_c[2] << 1) | minPBit);841quantMinColor.m_c[3] = (uint8_t)((pLow->m_c[3] << 1) | minPBit);842843quantMaxColor.m_c[0] = (uint8_t)((pHigh->m_c[0] << 1) | maxPBit);844quantMaxColor.m_c[1] = (uint8_t)((pHigh->m_c[1] << 1) | maxPBit);845quantMaxColor.m_c[2] = (uint8_t)((pHigh->m_c[2] << 1) | maxPBit);846quantMaxColor.m_c[3] = (uint8_t)((pHigh->m_c[3] << 1) | maxPBit);847}848849color_quad_u8 actualMinColor = scale_color(&quantMinColor, pParams);850color_quad_u8 actualMaxColor = scale_color(&quantMaxColor, pParams);851852const uint32_t N = pParams->m_num_selector_weights;853assert(N >= 1 && N <= 32);854855color_quad_u8 weightedColors[32];856weightedColors[0] = actualMinColor;857weightedColors[N - 1] = actualMaxColor;858859const uint32_t nc = pParams->m_has_alpha ? 4 : 3;860if (pParams->m_astc_endpoint_range)861{862for (uint32_t i = 1; i < (N - 1); i++)863{864for (uint32_t j = 0; j < nc; j++)865weightedColors[i].m_c[j] = (uint8_t)(astc_interpolate_linear(actualMinColor.m_c[j], actualMaxColor.m_c[j], pParams->m_pSelector_weights[i]));866}867}868else869{870for (uint32_t i = 1; i < (N - 1); i++)871for (uint32_t j = 0; j < nc; j++)872weightedColors[i].m_c[j] = (uint8_t)((actualMinColor.m_c[j] * (64 - pParams->m_pSelector_weights[i]) + actualMaxColor.m_c[j] * pParams->m_pSelector_weights[i] + 32) >> 6);873}874875const int lr = actualMinColor.m_c[0];876const int lg = actualMinColor.m_c[1];877const int lb = actualMinColor.m_c[2];878const int dr = actualMaxColor.m_c[0] - lr;879const int dg = actualMaxColor.m_c[1] - lg;880const int db = actualMaxColor.m_c[2] - lb;881882uint64_t total_err = 0;883884if (pParams->m_pForce_selectors)885{886for (uint32_t i = 0; i < pParams->m_num_pixels; i++)887{888const color_quad_u8* pC = &pParams->m_pPixels[i];889890const uint8_t sel = pParams->m_pForce_selectors[i];891assert(sel < N);892893total_err += (pParams->m_has_alpha ? compute_color_distance_rgba : compute_color_distance_rgb)(&weightedColors[sel], pC, pParams->m_perceptual, pParams->m_weights);894895pResults->m_pSelectors_temp[i] = sel;896}897}898else if (!pParams->m_perceptual)899{900if (pParams->m_has_alpha)901{902const int la = actualMinColor.m_c[3];903const int da = actualMaxColor.m_c[3] - la;904905const float f = N / (float)(squarei(dr) + squarei(dg) + squarei(db) + squarei(da) + .00000125f);906907for (uint32_t i = 0; i < pParams->m_num_pixels; i++)908{909const color_quad_u8 *pC = &pParams->m_pPixels[i];910int r = pC->m_c[0];911int g = pC->m_c[1];912int b = pC->m_c[2];913int a = pC->m_c[3];914915int best_sel = (int)((float)((r - lr) * dr + (g - lg) * dg + (b - lb) * db + (a - la) * da) * f + .5f);916best_sel = clampi(best_sel, 1, N - 1);917918uint64_t err0 = compute_color_distance_rgba(&weightedColors[best_sel - 1], pC, BC7ENC_FALSE, pParams->m_weights);919uint64_t err1 = compute_color_distance_rgba(&weightedColors[best_sel], pC, BC7ENC_FALSE, pParams->m_weights);920921if (err0 == err1)922{923// Prefer non-interpolation924if ((best_sel - 1) == 0)925best_sel = 0;926}927else if (err1 > err0)928{929err1 = err0;930--best_sel;931}932total_err += err1;933934pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;935}936}937else938{939const float f = N / (float)(squarei(dr) + squarei(dg) + squarei(db) + .00000125f);940941for (uint32_t i = 0; i < pParams->m_num_pixels; i++)942{943const color_quad_u8 *pC = &pParams->m_pPixels[i];944int r = pC->m_c[0];945int g = pC->m_c[1];946int b = pC->m_c[2];947948int sel = (int)((float)((r - lr) * dr + (g - lg) * dg + (b - lb) * db) * f + .5f);949sel = clampi(sel, 1, N - 1);950951uint64_t err0 = compute_color_distance_rgb(&weightedColors[sel - 1], pC, BC7ENC_FALSE, pParams->m_weights);952uint64_t err1 = compute_color_distance_rgb(&weightedColors[sel], pC, BC7ENC_FALSE, pParams->m_weights);953954int best_sel = sel;955uint64_t best_err = err1;956if (err0 == err1)957{958// Prefer non-interpolation959if ((best_sel - 1) == 0)960best_sel = 0;961}962else if (err0 < best_err)963{964best_err = err0;965best_sel = sel - 1;966}967968total_err += best_err;969970pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;971}972}973}974else975{976for (uint32_t i = 0; i < pParams->m_num_pixels; i++)977{978uint64_t best_err = UINT64_MAX;979uint32_t best_sel = 0;980981if (pParams->m_has_alpha)982{983for (uint32_t j = 0; j < N; j++)984{985uint64_t err = compute_color_distance_rgba(&weightedColors[j], &pParams->m_pPixels[i], BC7ENC_TRUE, pParams->m_weights);986if (err < best_err)987{988best_err = err;989best_sel = j;990}991// Prefer non-interpolation992else if ((err == best_err) && (j == (N - 1)))993best_sel = j;994}995}996else997{998for (uint32_t j = 0; j < N; j++)999{1000uint64_t err = compute_color_distance_rgb(&weightedColors[j], &pParams->m_pPixels[i], BC7ENC_TRUE, pParams->m_weights);1001if (err < best_err)1002{1003best_err = err;1004best_sel = j;1005}1006// Prefer non-interpolation1007else if ((err == best_err) && (j == (N - 1)))1008best_sel = j;1009}1010}10111012total_err += best_err;10131014pResults->m_pSelectors_temp[i] = (uint8_t)best_sel;1015}1016}10171018if (total_err < pResults->m_best_overall_err)1019{1020pResults->m_best_overall_err = total_err;10211022pResults->m_low_endpoint = *pLow;1023pResults->m_high_endpoint = *pHigh;10241025pResults->m_pbits[0] = pbits[0];1026pResults->m_pbits[1] = pbits[1];10271028memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1029}10301031return total_err;1032}10331034static bool areDegenerateEndpoints(color_quad_u8* pTrialMinColor, color_quad_u8* pTrialMaxColor, const bc7enc_vec4F* pXl, const bc7enc_vec4F* pXh)1035{1036for (uint32_t i = 0; i < 3; i++)1037{1038if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])1039{1040if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.0f)1041return true;1042}1043}10441045return false;1046}10471048static void fixDegenerateEndpoints(uint32_t mode, color_quad_u8 *pTrialMinColor, color_quad_u8 *pTrialMaxColor, const bc7enc_vec4F*pXl, const bc7enc_vec4F*pXh, uint32_t iscale, int flags)1049{1050if (mode == 255)1051{1052for (uint32_t i = 0; i < 3; i++)1053{1054if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])1055{1056if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.000125f)1057{1058if (flags & 1)1059{1060if (pTrialMinColor->m_c[i] > 0)1061pTrialMinColor->m_c[i]--;1062}1063if (flags & 2)1064{1065if (pTrialMaxColor->m_c[i] < iscale)1066pTrialMaxColor->m_c[i]++;1067}1068}1069}1070}1071}1072else if (mode == 1)1073{1074// fix degenerate case where the input collapses to a single colorspace voxel, and we loose all freedom (test with grayscale ramps)1075for (uint32_t i = 0; i < 3; i++)1076{1077if (pTrialMinColor->m_c[i] == pTrialMaxColor->m_c[i])1078{1079if (fabs(pXl->m_c[i] - pXh->m_c[i]) > 0.000125f)1080{1081if (pTrialMinColor->m_c[i] > (iscale >> 1))1082{1083if (pTrialMinColor->m_c[i] > 0)1084pTrialMinColor->m_c[i]--;1085else1086if (pTrialMaxColor->m_c[i] < iscale)1087pTrialMaxColor->m_c[i]++;1088}1089else1090{1091if (pTrialMaxColor->m_c[i] < iscale)1092pTrialMaxColor->m_c[i]++;1093else if (pTrialMinColor->m_c[i] > 0)1094pTrialMinColor->m_c[i]--;1095}1096}1097}1098}1099}1100}11011102static uint64_t find_optimal_solution(uint32_t mode, bc7enc_vec4F xl, bc7enc_vec4F xh, const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)1103{1104vec4F_saturate_in_place(&xl); vec4F_saturate_in_place(&xh);11051106if (pParams->m_astc_endpoint_range)1107{1108const uint32_t levels = astc_get_levels(pParams->m_astc_endpoint_range);11091110const float scale = 255.0f;11111112color_quad_u8 trialMinColor8Bit, trialMaxColor8Bit;1113color_quad_u8_set_clamped(&trialMinColor8Bit, (int)(xl.m_c[0] * scale + .5f), (int)(xl.m_c[1] * scale + .5f), (int)(xl.m_c[2] * scale + .5f), (int)(xl.m_c[3] * scale + .5f));1114color_quad_u8_set_clamped(&trialMaxColor8Bit, (int)(xh.m_c[0] * scale + .5f), (int)(xh.m_c[1] * scale + .5f), (int)(xh.m_c[2] * scale + .5f), (int)(xh.m_c[3] * scale + .5f));11151116color_quad_u8 trialMinColor, trialMaxColor;1117for (uint32_t i = 0; i < 4; i++)1118{1119trialMinColor.m_c[i] = g_astc_nearest_sorted_index[pParams->m_astc_endpoint_range][trialMinColor8Bit.m_c[i]];1120trialMaxColor.m_c[i] = g_astc_nearest_sorted_index[pParams->m_astc_endpoint_range][trialMaxColor8Bit.m_c[i]];1121}11221123if (areDegenerateEndpoints(&trialMinColor, &trialMaxColor, &xl, &xh))1124{1125color_quad_u8 trialMinColorOrig(trialMinColor), trialMaxColorOrig(trialMaxColor);11261127fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 1);1128if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1129evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);11301131trialMinColor = trialMinColorOrig;1132trialMaxColor = trialMaxColorOrig;1133fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 0);1134if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1135evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);11361137trialMinColor = trialMinColorOrig;1138trialMaxColor = trialMaxColorOrig;1139fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 2);1140if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1141evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);11421143trialMinColor = trialMinColorOrig;1144trialMaxColor = trialMaxColorOrig;1145fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, levels - 1, 3);1146if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1147evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);1148}1149else1150{1151if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1152{1153evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);1154}1155}11561157for (uint32_t i = 0; i < 4; i++)1158{1159pResults->m_astc_low_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[i]].m_index;1160pResults->m_astc_high_endpoint.m_c[i] = g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[i]].m_index;1161}1162}1163else if (pParams->m_has_pbits)1164{1165const int iscalep = (1 << (pParams->m_comp_bits + 1)) - 1;1166const float scalep = (float)iscalep;11671168const int32_t totalComps = pParams->m_has_alpha ? 4 : 3;11691170uint32_t best_pbits[2];1171color_quad_u8 bestMinColor, bestMaxColor;11721173if (!pParams->m_endpoints_share_pbit)1174{1175float best_err0 = 1e+9;1176float best_err1 = 1e+9;11771178for (int p = 0; p < 2; p++)1179{1180color_quad_u8 xMinColor, xMaxColor;11811182// Notes: The pbit controls which quantization intervals are selected.1183// total_levels=2^(comp_bits+1), where comp_bits=4 for mode 0, etc.1184// pbit 0: v=(b*2)/(total_levels-1), pbit 1: v=(b*2+1)/(total_levels-1) where b is the component bin from [0,total_levels/2-1] and v is the [0,1] component value1185// rearranging you get for pbit 0: b=floor(v*(total_levels-1)/2+.5)1186// rearranging you get for pbit 1: b=floor((v*(total_levels-1)-1)/2+.5)1187for (uint32_t c = 0; c < 4; c++)1188{1189xMinColor.m_c[c] = (uint8_t)(clampi(((int)((xl.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));1190xMaxColor.m_c[c] = (uint8_t)(clampi(((int)((xh.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));1191}11921193color_quad_u8 scaledLow = scale_color(&xMinColor, pParams);1194color_quad_u8 scaledHigh = scale_color(&xMaxColor, pParams);11951196float err0 = 0, err1 = 0;1197for (int i = 0; i < totalComps; i++)1198{1199err0 += squaref(scaledLow.m_c[i] - xl.m_c[i] * 255.0f);1200err1 += squaref(scaledHigh.m_c[i] - xh.m_c[i] * 255.0f);1201}12021203if (err0 < best_err0)1204{1205best_err0 = err0;1206best_pbits[0] = p;12071208bestMinColor.m_c[0] = xMinColor.m_c[0] >> 1;1209bestMinColor.m_c[1] = xMinColor.m_c[1] >> 1;1210bestMinColor.m_c[2] = xMinColor.m_c[2] >> 1;1211bestMinColor.m_c[3] = xMinColor.m_c[3] >> 1;1212}12131214if (err1 < best_err1)1215{1216best_err1 = err1;1217best_pbits[1] = p;12181219bestMaxColor.m_c[0] = xMaxColor.m_c[0] >> 1;1220bestMaxColor.m_c[1] = xMaxColor.m_c[1] >> 1;1221bestMaxColor.m_c[2] = xMaxColor.m_c[2] >> 1;1222bestMaxColor.m_c[3] = xMaxColor.m_c[3] >> 1;1223}1224}1225}1226else1227{1228// Endpoints share pbits1229float best_err = 1e+9;12301231for (int p = 0; p < 2; p++)1232{1233color_quad_u8 xMinColor, xMaxColor;1234for (uint32_t c = 0; c < 4; c++)1235{1236xMinColor.m_c[c] = (uint8_t)(clampi(((int)((xl.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));1237xMaxColor.m_c[c] = (uint8_t)(clampi(((int)((xh.m_c[c] * scalep - p) / 2.0f + .5f)) * 2 + p, p, iscalep - 1 + p));1238}12391240color_quad_u8 scaledLow = scale_color(&xMinColor, pParams);1241color_quad_u8 scaledHigh = scale_color(&xMaxColor, pParams);12421243float err = 0;1244for (int i = 0; i < totalComps; i++)1245err += squaref((scaledLow.m_c[i] / 255.0f) - xl.m_c[i]) + squaref((scaledHigh.m_c[i] / 255.0f) - xh.m_c[i]);12461247if (err < best_err)1248{1249best_err = err;1250best_pbits[0] = p;1251best_pbits[1] = p;1252for (uint32_t j = 0; j < 4; j++)1253{1254bestMinColor.m_c[j] = xMinColor.m_c[j] >> 1;1255bestMaxColor.m_c[j] = xMaxColor.m_c[j] >> 1;1256}1257}1258}1259}12601261fixDegenerateEndpoints(mode, &bestMinColor, &bestMaxColor, &xl, &xh, iscalep >> 1, 0);12621263if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&bestMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&bestMaxColor, &pResults->m_high_endpoint) || (best_pbits[0] != pResults->m_pbits[0]) || (best_pbits[1] != pResults->m_pbits[1]))1264evaluate_solution(&bestMinColor, &bestMaxColor, best_pbits, pParams, pResults);1265}1266else1267{1268const int iscale = (1 << pParams->m_comp_bits) - 1;1269const float scale = (float)iscale;12701271color_quad_u8 trialMinColor, trialMaxColor;1272color_quad_u8_set_clamped(&trialMinColor, (int)(xl.m_c[0] * scale + .5f), (int)(xl.m_c[1] * scale + .5f), (int)(xl.m_c[2] * scale + .5f), (int)(xl.m_c[3] * scale + .5f));1273color_quad_u8_set_clamped(&trialMaxColor, (int)(xh.m_c[0] * scale + .5f), (int)(xh.m_c[1] * scale + .5f), (int)(xh.m_c[2] * scale + .5f), (int)(xh.m_c[3] * scale + .5f));12741275fixDegenerateEndpoints(mode, &trialMinColor, &trialMaxColor, &xl, &xh, iscale, 0);12761277if ((pResults->m_best_overall_err == UINT64_MAX) || color_quad_u8_notequals(&trialMinColor, &pResults->m_low_endpoint) || color_quad_u8_notequals(&trialMaxColor, &pResults->m_high_endpoint))1278evaluate_solution(&trialMinColor, &trialMaxColor, pResults->m_pbits, pParams, pResults);1279}12801281return pResults->m_best_overall_err;1282}12831284void check_best_overall_error(const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults)1285{1286const uint32_t n = pParams->m_num_selector_weights;12871288assert(n <= 32);12891290color_quad_u8 colors[32];1291for (uint32_t c = 0; c < 4; c++)1292{1293colors[0].m_c[c] = g_astc_unquant[pParams->m_astc_endpoint_range][pResults->m_astc_low_endpoint.m_c[c]].m_unquant;1294assert(colors[0].m_c[c] == g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_low_endpoint.m_c[c]].m_unquant);12951296colors[n-1].m_c[c] = g_astc_unquant[pParams->m_astc_endpoint_range][pResults->m_astc_high_endpoint.m_c[c]].m_unquant;1297assert(colors[n-1].m_c[c] == g_astc_sorted_order_unquant[pParams->m_astc_endpoint_range][pResults->m_high_endpoint.m_c[c]].m_unquant);1298}12991300for (uint32_t i = 1; i < pParams->m_num_selector_weights - 1; i++)1301for (uint32_t c = 0; c < 4; c++)1302colors[i].m_c[c] = (uint8_t)astc_interpolate_linear(colors[0].m_c[c], colors[n - 1].m_c[c], pParams->m_pSelector_weights[i]);13031304#ifdef _DEBUG1305uint64_t total_err = 0;1306for (uint32_t p = 0; p < pParams->m_num_pixels; p++)1307{1308const color_quad_u8 &orig = pParams->m_pPixels[p];1309const color_quad_u8 &packed = colors[pResults->m_pSelectors[p]];13101311if (pParams->m_has_alpha)1312total_err += compute_color_distance_rgba(&orig, &packed, pParams->m_perceptual, pParams->m_weights);1313else1314total_err += compute_color_distance_rgb(&orig, &packed, pParams->m_perceptual, pParams->m_weights);1315}1316assert(total_err == pResults->m_best_overall_err);1317#endif13181319// HACK HACK1320//if (total_err != pResults->m_best_overall_err)1321// printf("X");1322}13231324static bool is_solid_rgb(const color_cell_compressor_params *pParams, uint32_t &r, uint32_t &g, uint32_t &b)1325{1326r = pParams->m_pPixels[0].m_c[0];1327g = pParams->m_pPixels[0].m_c[1];1328b = pParams->m_pPixels[0].m_c[2];13291330bool allSame = true;1331for (uint32_t i = 1; i < pParams->m_num_pixels; i++)1332{1333if ((r != pParams->m_pPixels[i].m_c[0]) || (g != pParams->m_pPixels[i].m_c[1]) || (b != pParams->m_pPixels[i].m_c[2]))1334{1335allSame = false;1336break;1337}1338}13391340return allSame;1341}13421343static bool is_solid_rgba(const color_cell_compressor_params *pParams, uint32_t &r, uint32_t &g, uint32_t &b, uint32_t &a)1344{1345r = pParams->m_pPixels[0].m_c[0];1346g = pParams->m_pPixels[0].m_c[1];1347b = pParams->m_pPixels[0].m_c[2];1348a = pParams->m_pPixels[0].m_c[3];13491350bool allSame = true;1351for (uint32_t i = 1; i < pParams->m_num_pixels; i++)1352{1353if ((r != pParams->m_pPixels[i].m_c[0]) || (g != pParams->m_pPixels[i].m_c[1]) || (b != pParams->m_pPixels[i].m_c[2]) || (a != pParams->m_pPixels[i].m_c[3]))1354{1355allSame = false;1356break;1357}1358}13591360return allSame;1361}13621363uint64_t color_cell_compression(uint32_t mode, const color_cell_compressor_params *pParams, color_cell_compressor_results *pResults, const bc7enc_compress_block_params *pComp_params)1364{1365if (!pParams->m_astc_endpoint_range)1366{1367assert((mode == 6) || (!pParams->m_has_alpha));1368}1369assert(pParams->m_num_selector_weights >= 1 && pParams->m_num_selector_weights <= 32);1370assert(pParams->m_pSelector_weights[0] == 0);1371assert(pParams->m_pSelector_weights[pParams->m_num_selector_weights - 1] == 64);13721373pResults->m_best_overall_err = UINT64_MAX;13741375uint32_t cr, cg, cb, ca;13761377// If the partition's colors are all the same, then just pack them as a single color.1378if (!pParams->m_pForce_selectors)1379{1380if (mode == 1)1381{1382if (is_solid_rgb(pParams, cr, cg, cb))1383return pack_mode1_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);1384}1385else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 8) && (!pParams->m_has_alpha))1386{1387if (is_solid_rgb(pParams, cr, cg, cb))1388return pack_astc_4bit_3bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);1389}1390else if ((pParams->m_astc_endpoint_range == 7) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))1391{1392if (is_solid_rgb(pParams, cr, cg, cb))1393return pack_astc_range7_2bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);1394}1395else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 4) && (pParams->m_has_alpha))1396{1397if (is_solid_rgba(pParams, cr, cg, cb, ca))1398return pack_astc_4bit_2bit_to_one_color_rgba(pParams, pResults, cr, cg, cb, ca, pResults->m_pSelectors);1399}1400else if ((pParams->m_astc_endpoint_range == 13) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))1401{1402if (is_solid_rgb(pParams, cr, cg, cb))1403return pack_astc_range13_2bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);1404}1405else if ((pParams->m_astc_endpoint_range == 11) && (pParams->m_num_selector_weights == 32) && (!pParams->m_has_alpha))1406{1407if (is_solid_rgb(pParams, cr, cg, cb))1408return pack_astc_range11_5bit_to_one_color(pParams, pResults, cr, cg, cb, pResults->m_pSelectors);1409}1410}14111412// Compute partition's mean color and principle axis.1413bc7enc_vec4F meanColor, axis;1414vec4F_set_scalar(&meanColor, 0.0f);14151416for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1417{1418bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);1419meanColor = vec4F_add(&meanColor, &color);1420}14211422bc7enc_vec4F meanColorScaled = vec4F_mul(&meanColor, 1.0f / (float)(pParams->m_num_pixels));14231424meanColor = vec4F_mul(&meanColor, 1.0f / (float)(pParams->m_num_pixels * 255.0f));1425vec4F_saturate_in_place(&meanColor);14261427if (pParams->m_has_alpha)1428{1429// Use incremental PCA for RGBA PCA, because it's simple.1430vec4F_set_scalar(&axis, 0.0f);1431for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1432{1433bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);1434color = vec4F_sub(&color, &meanColorScaled);1435bc7enc_vec4F a = vec4F_mul(&color, color.m_c[0]);1436bc7enc_vec4F b = vec4F_mul(&color, color.m_c[1]);1437bc7enc_vec4F c = vec4F_mul(&color, color.m_c[2]);1438bc7enc_vec4F d = vec4F_mul(&color, color.m_c[3]);1439bc7enc_vec4F n = i ? axis : color;1440vec4F_normalize_in_place(&n);1441axis.m_c[0] += vec4F_dot(&a, &n);1442axis.m_c[1] += vec4F_dot(&b, &n);1443axis.m_c[2] += vec4F_dot(&c, &n);1444axis.m_c[3] += vec4F_dot(&d, &n);1445}1446vec4F_normalize_in_place(&axis);1447}1448else1449{1450// Use covar technique for RGB PCA, because it doesn't require per-pixel normalization.1451float cov[6] = { 0, 0, 0, 0, 0, 0 };14521453for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1454{1455const color_quad_u8 *pV = &pParams->m_pPixels[i];1456float r = pV->m_c[0] - meanColorScaled.m_c[0];1457float g = pV->m_c[1] - meanColorScaled.m_c[1];1458float b = pV->m_c[2] - meanColorScaled.m_c[2];1459cov[0] += r*r; cov[1] += r*g; cov[2] += r*b; cov[3] += g*g; cov[4] += g*b; cov[5] += b*b;1460}14611462float xr = .9f, xg = 1.0f, xb = .7f;1463for (uint32_t iter = 0; iter < 3; iter++)1464{1465float r = xr * cov[0] + xg * cov[1] + xb * cov[2];1466float g = xr * cov[1] + xg * cov[3] + xb * cov[4];1467float b = xr * cov[2] + xg * cov[4] + xb * cov[5];14681469float m = maximumf(maximumf(fabsf(r), fabsf(g)), fabsf(b));1470if (m > 1e-10f)1471{1472m = 1.0f / m;1473r *= m; g *= m; b *= m;1474}14751476xr = r; xg = g; xb = b;1477}14781479float len = xr * xr + xg * xg + xb * xb;1480if (len < 1e-10f)1481vec4F_set_scalar(&axis, 0.0f);1482else1483{1484len = 1.0f / sqrtf(len);1485xr *= len; xg *= len; xb *= len;1486vec4F_set(&axis, xr, xg, xb, 0);1487}1488}14891490if (vec4F_dot(&axis, &axis) < .5f)1491{1492if (pParams->m_perceptual)1493vec4F_set(&axis, .213f, .715f, .072f, pParams->m_has_alpha ? .715f : 0);1494else1495vec4F_set(&axis, 1.0f, 1.0f, 1.0f, pParams->m_has_alpha ? 1.0f : 0);1496vec4F_normalize_in_place(&axis);1497}14981499bc7enc_vec4F minColor, maxColor;15001501float l = 1e+9f, h = -1e+9f;15021503for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1504{1505bc7enc_vec4F color = vec4F_from_color(&pParams->m_pPixels[i]);15061507bc7enc_vec4F q = vec4F_sub(&color, &meanColorScaled);1508float d = vec4F_dot(&q, &axis);15091510l = minimumf(l, d);1511h = maximumf(h, d);1512}15131514l *= (1.0f / 255.0f);1515h *= (1.0f / 255.0f);15161517bc7enc_vec4F b0 = vec4F_mul(&axis, l);1518bc7enc_vec4F b1 = vec4F_mul(&axis, h);1519bc7enc_vec4F c0 = vec4F_add(&meanColor, &b0);1520bc7enc_vec4F c1 = vec4F_add(&meanColor, &b1);1521minColor = vec4F_saturate(&c0);1522maxColor = vec4F_saturate(&c1);15231524bc7enc_vec4F whiteVec;1525vec4F_set_scalar(&whiteVec, 1.0f);1526if (vec4F_dot(&minColor, &whiteVec) > vec4F_dot(&maxColor, &whiteVec))1527{1528#if 11529std::swap(minColor.m_c[0], maxColor.m_c[0]);1530std::swap(minColor.m_c[1], maxColor.m_c[1]);1531std::swap(minColor.m_c[2], maxColor.m_c[2]);1532std::swap(minColor.m_c[3], maxColor.m_c[3]);1533#elif 01534// Fails to compile correctly with MSVC 2019 (code generation bug)1535std::swap(minColor, maxColor);1536#else1537// Fails with MSVC 20191538bc7enc_vec4F temp = minColor;1539minColor = maxColor;1540maxColor = temp;1541#endif1542}15431544// First find a solution using the block's PCA.1545if (!find_optimal_solution(mode, minColor, maxColor, pParams, pResults))1546return 0;15471548for (uint32_t i = 0; i < pComp_params->m_least_squares_passes; i++)1549{1550// Now try to refine the solution using least squares by computing the optimal endpoints from the current selectors.1551bc7enc_vec4F xl, xh;1552vec4F_set_scalar(&xl, 0.0f);1553vec4F_set_scalar(&xh, 0.0f);1554if (pParams->m_has_alpha)1555compute_least_squares_endpoints_rgba(pParams->m_num_pixels, pResults->m_pSelectors, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);1556else1557compute_least_squares_endpoints_rgb(pParams->m_num_pixels, pResults->m_pSelectors, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);15581559xl = vec4F_mul(&xl, (1.0f / 255.0f));1560xh = vec4F_mul(&xh, (1.0f / 255.0f));15611562if (!find_optimal_solution(mode, xl, xh, pParams, pResults))1563return 0;1564}15651566if ((!pParams->m_pForce_selectors) && (pComp_params->m_uber_level > 0))1567{1568// In uber level 1, try varying the selectors a little, somewhat like cluster fit would. First try incrementing the minimum selectors,1569// then try decrementing the selectrors, then try both.1570uint8_t selectors_temp[16], selectors_temp1[16];1571memcpy(selectors_temp, pResults->m_pSelectors, pParams->m_num_pixels);15721573const int max_selector = pParams->m_num_selector_weights - 1;15741575uint32_t min_sel = 256;1576uint32_t max_sel = 0;1577for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1578{1579uint32_t sel = selectors_temp[i];1580min_sel = minimumu(min_sel, sel);1581max_sel = maximumu(max_sel, sel);1582}15831584for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1585{1586uint32_t sel = selectors_temp[i];1587if ((sel == min_sel) && (sel < (pParams->m_num_selector_weights - 1)))1588sel++;1589selectors_temp1[i] = (uint8_t)sel;1590}15911592bc7enc_vec4F xl, xh;1593vec4F_set_scalar(&xl, 0.0f);1594vec4F_set_scalar(&xh, 0.0f);1595if (pParams->m_has_alpha)1596compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);1597else1598compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);15991600xl = vec4F_mul(&xl, (1.0f / 255.0f));1601xh = vec4F_mul(&xh, (1.0f / 255.0f));16021603if (!find_optimal_solution(mode, xl, xh, pParams, pResults))1604return 0;16051606for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1607{1608uint32_t sel = selectors_temp[i];1609if ((sel == max_sel) && (sel > 0))1610sel--;1611selectors_temp1[i] = (uint8_t)sel;1612}16131614if (pParams->m_has_alpha)1615compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);1616else1617compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);16181619xl = vec4F_mul(&xl, (1.0f / 255.0f));1620xh = vec4F_mul(&xh, (1.0f / 255.0f));16211622if (!find_optimal_solution(mode, xl, xh, pParams, pResults))1623return 0;16241625for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1626{1627uint32_t sel = selectors_temp[i];1628if ((sel == min_sel) && (sel < (pParams->m_num_selector_weights - 1)))1629sel++;1630else if ((sel == max_sel) && (sel > 0))1631sel--;1632selectors_temp1[i] = (uint8_t)sel;1633}16341635if (pParams->m_has_alpha)1636compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);1637else1638compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);16391640xl = vec4F_mul(&xl, (1.0f / 255.0f));1641xh = vec4F_mul(&xh, (1.0f / 255.0f));16421643if (!find_optimal_solution(mode, xl, xh, pParams, pResults))1644return 0;16451646// In uber levels 2+, try taking more advantage of endpoint extrapolation by scaling the selectors in one direction or another.1647const uint32_t uber_err_thresh = (pParams->m_num_pixels * 56) >> 4;1648if ((pComp_params->m_uber_level >= 2) && (pResults->m_best_overall_err > uber_err_thresh))1649{1650const int Q = (pComp_params->m_uber_level >= 4) ? (pComp_params->m_uber_level - 2) : 1;1651for (int ly = -Q; ly <= 1; ly++)1652{1653for (int hy = max_selector - 1; hy <= (max_selector + Q); hy++)1654{1655if ((ly == 0) && (hy == max_selector))1656continue;16571658for (uint32_t i = 0; i < pParams->m_num_pixels; i++)1659selectors_temp1[i] = (uint8_t)clampf(floorf((float)max_selector * ((float)selectors_temp[i] - (float)ly) / ((float)hy - (float)ly) + .5f), 0, (float)max_selector);16601661//bc7enc_vec4F xl, xh;1662vec4F_set_scalar(&xl, 0.0f);1663vec4F_set_scalar(&xh, 0.0f);1664if (pParams->m_has_alpha)1665compute_least_squares_endpoints_rgba(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);1666else1667compute_least_squares_endpoints_rgb(pParams->m_num_pixels, selectors_temp1, pParams->m_pSelector_weightsx, &xl, &xh, pParams->m_pPixels);16681669xl = vec4F_mul(&xl, (1.0f / 255.0f));1670xh = vec4F_mul(&xh, (1.0f / 255.0f));16711672if (!find_optimal_solution(mode, xl, xh, pParams, pResults))1673return 0;1674}1675}1676}1677}16781679if (!pParams->m_pForce_selectors)1680{1681// Try encoding the partition as a single color by using the optimal single colors tables to encode the block to its mean.1682if (mode == 1)1683{1684color_cell_compressor_results avg_results = *pResults;1685const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);1686uint64_t avg_err = pack_mode1_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);1687if (avg_err < pResults->m_best_overall_err)1688{1689*pResults = avg_results;1690memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1691pResults->m_best_overall_err = avg_err;1692}1693}1694else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 8) && (!pParams->m_has_alpha))1695{1696color_cell_compressor_results avg_results = *pResults;1697const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);1698uint64_t avg_err = pack_astc_4bit_3bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);1699if (avg_err < pResults->m_best_overall_err)1700{1701*pResults = avg_results;1702memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1703pResults->m_best_overall_err = avg_err;1704}1705}1706else if ((pParams->m_astc_endpoint_range == 7) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))1707{1708color_cell_compressor_results avg_results = *pResults;1709const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);1710uint64_t avg_err = pack_astc_range7_2bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);1711if (avg_err < pResults->m_best_overall_err)1712{1713*pResults = avg_results;1714memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1715pResults->m_best_overall_err = avg_err;1716}1717}1718else if ((pParams->m_astc_endpoint_range == 8) && (pParams->m_num_selector_weights == 4) && (pParams->m_has_alpha))1719{1720color_cell_compressor_results avg_results = *pResults;1721const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f), a = (int)(.5f + meanColor.m_c[3] * 255.0f);1722uint64_t avg_err = pack_astc_4bit_2bit_to_one_color_rgba(pParams, &avg_results, r, g, b, a, pResults->m_pSelectors_temp);1723if (avg_err < pResults->m_best_overall_err)1724{1725*pResults = avg_results;1726memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1727pResults->m_best_overall_err = avg_err;1728}1729}1730else if ((pParams->m_astc_endpoint_range == 13) && (pParams->m_num_selector_weights == 4) && (!pParams->m_has_alpha))1731{1732color_cell_compressor_results avg_results = *pResults;1733const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);1734uint64_t avg_err = pack_astc_range13_2bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);1735if (avg_err < pResults->m_best_overall_err)1736{1737*pResults = avg_results;1738memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1739pResults->m_best_overall_err = avg_err;1740}1741}1742else if ((pParams->m_astc_endpoint_range == 11) && (pParams->m_num_selector_weights == 32) && (!pParams->m_has_alpha))1743{1744color_cell_compressor_results avg_results = *pResults;1745const uint32_t r = (int)(.5f + meanColor.m_c[0] * 255.0f), g = (int)(.5f + meanColor.m_c[1] * 255.0f), b = (int)(.5f + meanColor.m_c[2] * 255.0f);1746uint64_t avg_err = pack_astc_range11_5bit_to_one_color(pParams, &avg_results, r, g, b, pResults->m_pSelectors_temp);1747if (avg_err < pResults->m_best_overall_err)1748{1749*pResults = avg_results;1750memcpy(pResults->m_pSelectors, pResults->m_pSelectors_temp, sizeof(pResults->m_pSelectors[0]) * pParams->m_num_pixels);1751pResults->m_best_overall_err = avg_err;1752}1753}1754}17551756#if BC7ENC_CHECK_OVERALL_ERROR1757check_best_overall_error(pParams, pResults);1758#endif17591760return pResults->m_best_overall_err;1761}17621763uint64_t color_cell_compression_est_astc(1764uint32_t num_weights, uint32_t num_comps, const uint32_t *pWeight_table,1765uint32_t num_pixels, const color_quad_u8* pPixels,1766uint64_t best_err_so_far, const uint32_t weights[4])1767{1768assert(num_comps == 3 || num_comps == 4);1769assert(num_weights >= 1 && num_weights <= 32);1770assert(pWeight_table[0] == 0 && pWeight_table[num_weights - 1] == 64);17711772// Find RGB bounds as an approximation of the block's principle axis1773uint32_t lr = 255, lg = 255, lb = 255, la = 255;1774uint32_t hr = 0, hg = 0, hb = 0, ha = 0;1775if (num_comps == 4)1776{1777for (uint32_t i = 0; i < num_pixels; i++)1778{1779const color_quad_u8* pC = &pPixels[i];1780if (pC->m_c[0] < lr) lr = pC->m_c[0];1781if (pC->m_c[1] < lg) lg = pC->m_c[1];1782if (pC->m_c[2] < lb) lb = pC->m_c[2];1783if (pC->m_c[3] < la) la = pC->m_c[3];17841785if (pC->m_c[0] > hr) hr = pC->m_c[0];1786if (pC->m_c[1] > hg) hg = pC->m_c[1];1787if (pC->m_c[2] > hb) hb = pC->m_c[2];1788if (pC->m_c[3] > ha) ha = pC->m_c[3];1789}1790}1791else1792{1793for (uint32_t i = 0; i < num_pixels; i++)1794{1795const color_quad_u8* pC = &pPixels[i];1796if (pC->m_c[0] < lr) lr = pC->m_c[0];1797if (pC->m_c[1] < lg) lg = pC->m_c[1];1798if (pC->m_c[2] < lb) lb = pC->m_c[2];17991800if (pC->m_c[0] > hr) hr = pC->m_c[0];1801if (pC->m_c[1] > hg) hg = pC->m_c[1];1802if (pC->m_c[2] > hb) hb = pC->m_c[2];1803}1804la = 255;1805ha = 255;1806}18071808color_quad_u8 lowColor, highColor;1809color_quad_u8_set(&lowColor, lr, lg, lb, la);1810color_quad_u8_set(&highColor, hr, hg, hb, ha);18111812// Place endpoints at bbox diagonals and compute interpolated colors1813color_quad_u8 weightedColors[32];18141815weightedColors[0] = lowColor;1816weightedColors[num_weights - 1] = highColor;1817for (uint32_t i = 1; i < (num_weights - 1); i++)1818{1819weightedColors[i].m_c[0] = (uint8_t)astc_interpolate_linear(lowColor.m_c[0], highColor.m_c[0], pWeight_table[i]);1820weightedColors[i].m_c[1] = (uint8_t)astc_interpolate_linear(lowColor.m_c[1], highColor.m_c[1], pWeight_table[i]);1821weightedColors[i].m_c[2] = (uint8_t)astc_interpolate_linear(lowColor.m_c[2], highColor.m_c[2], pWeight_table[i]);1822weightedColors[i].m_c[3] = (num_comps == 4) ? (uint8_t)astc_interpolate_linear(lowColor.m_c[3], highColor.m_c[3], pWeight_table[i]) : 255;1823}18241825// Compute dots and thresholds1826const int ar = highColor.m_c[0] - lowColor.m_c[0];1827const int ag = highColor.m_c[1] - lowColor.m_c[1];1828const int ab = highColor.m_c[2] - lowColor.m_c[2];1829const int aa = highColor.m_c[3] - lowColor.m_c[3];18301831int dots[32];1832if (num_comps == 4)1833{1834for (uint32_t i = 0; i < num_weights; i++)1835dots[i] = weightedColors[i].m_c[0] * ar + weightedColors[i].m_c[1] * ag + weightedColors[i].m_c[2] * ab + weightedColors[i].m_c[3] * aa;1836}1837else1838{1839assert(aa == 0);1840for (uint32_t i = 0; i < num_weights; i++)1841dots[i] = weightedColors[i].m_c[0] * ar + weightedColors[i].m_c[1] * ag + weightedColors[i].m_c[2] * ab;1842}18431844int thresh[32 - 1];1845for (uint32_t i = 0; i < (num_weights - 1); i++)1846thresh[i] = (dots[i] + dots[i + 1] + 1) >> 1;18471848uint64_t total_err = 0;1849if ((weights[0] | weights[1] | weights[2] | weights[3]) == 1)1850{1851if (num_comps == 4)1852{1853for (uint32_t i = 0; i < num_pixels; i++)1854{1855const color_quad_u8* pC = &pPixels[i];18561857int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2] + aa * pC->m_c[3];18581859// Find approximate selector1860uint32_t s = 0;1861for (int j = num_weights - 2; j >= 0; j--)1862{1863if (d >= thresh[j])1864{1865s = j + 1;1866break;1867}1868}18691870// Compute error1871const color_quad_u8* pE1 = &weightedColors[s];18721873int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];1874int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];1875int db = (int)pE1->m_c[2] - (int)pC->m_c[2];1876int da = (int)pE1->m_c[3] - (int)pC->m_c[3];18771878total_err += (dr * dr) + (dg * dg) + (db * db) + (da * da);1879if (total_err > best_err_so_far)1880break;1881}1882}1883else1884{1885for (uint32_t i = 0; i < num_pixels; i++)1886{1887const color_quad_u8* pC = &pPixels[i];18881889int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2];18901891// Find approximate selector1892uint32_t s = 0;1893for (int j = num_weights - 2; j >= 0; j--)1894{1895if (d >= thresh[j])1896{1897s = j + 1;1898break;1899}1900}19011902// Compute error1903const color_quad_u8* pE1 = &weightedColors[s];19041905int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];1906int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];1907int db = (int)pE1->m_c[2] - (int)pC->m_c[2];19081909total_err += (dr * dr) + (dg * dg) + (db * db);1910if (total_err > best_err_so_far)1911break;1912}1913}1914}1915else1916{1917if (num_comps == 4)1918{1919for (uint32_t i = 0; i < num_pixels; i++)1920{1921const color_quad_u8* pC = &pPixels[i];19221923int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2] + aa * pC->m_c[3];19241925// Find approximate selector1926uint32_t s = 0;1927for (int j = num_weights - 2; j >= 0; j--)1928{1929if (d >= thresh[j])1930{1931s = j + 1;1932break;1933}1934}19351936// Compute error1937const color_quad_u8* pE1 = &weightedColors[s];19381939int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];1940int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];1941int db = (int)pE1->m_c[2] - (int)pC->m_c[2];1942int da = (int)pE1->m_c[3] - (int)pC->m_c[3];19431944total_err += weights[0] * (dr * dr) + weights[1] * (dg * dg) + weights[2] * (db * db) + weights[3] * (da * da);1945if (total_err > best_err_so_far)1946break;1947}1948}1949else1950{1951for (uint32_t i = 0; i < num_pixels; i++)1952{1953const color_quad_u8* pC = &pPixels[i];19541955int d = ar * pC->m_c[0] + ag * pC->m_c[1] + ab * pC->m_c[2];19561957// Find approximate selector1958uint32_t s = 0;1959for (int j = num_weights - 2; j >= 0; j--)1960{1961if (d >= thresh[j])1962{1963s = j + 1;1964break;1965}1966}19671968// Compute error1969const color_quad_u8* pE1 = &weightedColors[s];19701971int dr = (int)pE1->m_c[0] - (int)pC->m_c[0];1972int dg = (int)pE1->m_c[1] - (int)pC->m_c[1];1973int db = (int)pE1->m_c[2] - (int)pC->m_c[2];19741975total_err += weights[0] * (dr * dr) + weights[1] * (dg * dg) + weights[2] * (db * db);1976if (total_err > best_err_so_far)1977break;1978}1979}1980}19811982return total_err;1983}19841985} // namespace basisu198619871988