mirror of https://github.com/axmolengine/axmol.git
609 lines
18 KiB
C++
609 lines
18 KiB
C++
// ----------------------------------------------------------------------------
|
|
// This confidential and proprietary software may be used only as authorised
|
|
// by a licensing agreement from Arm Limited.
|
|
// (C) COPYRIGHT 2011-2019 Arm Limited, ALL RIGHTS RESERVED
|
|
// The entire notice above must be reproduced on all authorised copies and
|
|
// copies may only be made to the extent permitted by a licensing agreement
|
|
// from Arm Limited.
|
|
// ----------------------------------------------------------------------------
|
|
|
|
/**
|
|
* @brief Functions for finding dominant direction of a set of colors.
|
|
*
|
|
* Uses Arm patent pending method.
|
|
*/
|
|
|
|
#include "astc_codec_internals.h"
|
|
#include "mathlib.h"
|
|
|
|
#ifdef DEBUG_CAPTURE_NAN
|
|
#ifndef _GNU_SOURCE
|
|
#define _GNU_SOURCE
|
|
#endif
|
|
|
|
#include <fenv.h>
|
|
#endif
|
|
|
|
// For a full block, functions to compute averages and dominant directions. The
|
|
// averages and directions are computed separately for each partition.
|
|
// We have separate versions for blocks with and without alpha, since the
|
|
// processing for blocks with alpha is significantly more expensive. The
|
|
// direction vectors it produces are NOT normalized.
|
|
void compute_averages_and_directions_rgba(const partition_info * pt,
|
|
const imageblock * blk,
|
|
const error_weight_block * ewb,
|
|
const float4 * color_scalefactors,
|
|
float4 * averages, float4 * directions_rgba, float3 * directions_gba, float3 * directions_rba, float3 * directions_rga, float3 * directions_rgb)
|
|
{
|
|
int i;
|
|
int partition_count = pt->partition_count;
|
|
int partition;
|
|
|
|
for (partition = 0; partition < partition_count; partition++)
|
|
{
|
|
const uint8_t *weights = pt->texels_of_partition[partition];
|
|
int texelcount = pt->texels_per_partition[partition];
|
|
|
|
float4 base_sum = float4(0, 0, 0, 0);
|
|
float partition_weight = 0.0f;
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = ewb->texel_weight[iwt];
|
|
float4 texel_datum = float4(blk->work_data[4 * iwt],
|
|
blk->work_data[4 * iwt + 1],
|
|
blk->work_data[4 * iwt + 2],
|
|
blk->work_data[4 * iwt + 3]) * weight;
|
|
partition_weight += weight;
|
|
|
|
base_sum = base_sum + texel_datum;
|
|
}
|
|
|
|
float4 average = base_sum * 1.0f / MAX(partition_weight, 1e-7f);
|
|
averages[partition] = average * color_scalefactors[partition];
|
|
|
|
|
|
float4 sum_xp = float4(0, 0, 0, 0);
|
|
float4 sum_yp = float4(0, 0, 0, 0);
|
|
float4 sum_zp = float4(0, 0, 0, 0);
|
|
float4 sum_wp = float4(0, 0, 0, 0);
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = ewb->texel_weight[iwt];
|
|
float4 texel_datum = float4(blk->work_data[4 * iwt],
|
|
blk->work_data[4 * iwt + 1],
|
|
blk->work_data[4 * iwt + 2],
|
|
blk->work_data[4 * iwt + 3]);
|
|
texel_datum = (texel_datum - average) * weight;
|
|
|
|
if (texel_datum.x > 0.0f)
|
|
sum_xp = sum_xp + texel_datum;
|
|
if (texel_datum.y > 0.0f)
|
|
sum_yp = sum_yp + texel_datum;
|
|
if (texel_datum.z > 0.0f)
|
|
sum_zp = sum_zp + texel_datum;
|
|
if (texel_datum.w > 0.0f)
|
|
sum_wp = sum_wp + texel_datum;
|
|
}
|
|
|
|
float prod_xp = dot(sum_xp, sum_xp);
|
|
float prod_yp = dot(sum_yp, sum_yp);
|
|
float prod_zp = dot(sum_zp, sum_zp);
|
|
float prod_wp = dot(sum_wp, sum_wp);
|
|
|
|
float4 best_vector = sum_xp;
|
|
float best_sum = prod_xp;
|
|
if (prod_yp > best_sum)
|
|
{
|
|
best_vector = sum_yp;
|
|
best_sum = prod_yp;
|
|
}
|
|
if (prod_zp > best_sum)
|
|
{
|
|
best_vector = sum_zp;
|
|
best_sum = prod_zp;
|
|
}
|
|
if (prod_wp > best_sum)
|
|
{
|
|
best_vector = sum_wp;
|
|
best_sum = prod_wp;
|
|
}
|
|
|
|
directions_rgba[partition] = best_vector;
|
|
directions_rgb[partition] = best_vector.xyz;
|
|
directions_rga[partition] = best_vector.xyw;
|
|
directions_rba[partition] = best_vector.xzw;
|
|
directions_gba[partition] = best_vector.yzw;
|
|
}
|
|
}
|
|
|
|
void compute_averages_and_directions_rgb(const partition_info * pt,
|
|
const imageblock * blk,
|
|
const error_weight_block * ewb,
|
|
const float4 * color_scalefactors, float3 * averages, float3 * directions_rgb, float2 * directions_rg, float2 * directions_rb, float2 * directions_gb)
|
|
{
|
|
int i;
|
|
int partition_count = pt->partition_count;
|
|
int partition;
|
|
|
|
const float *texel_weights = ewb->texel_weight_rgb;
|
|
|
|
for (partition = 0; partition < partition_count; partition++)
|
|
{
|
|
const uint8_t *weights = pt->texels_of_partition[partition];
|
|
int texelcount = pt->texels_per_partition[partition];
|
|
|
|
float3 base_sum = float3(0, 0, 0);
|
|
float partition_weight = 0.0f;
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float3 texel_datum = float3(blk->work_data[4 * iwt],
|
|
blk->work_data[4 * iwt + 1],
|
|
blk->work_data[4 * iwt + 2]) * weight;
|
|
partition_weight += weight;
|
|
|
|
base_sum = base_sum + texel_datum;
|
|
}
|
|
|
|
float4 csf = color_scalefactors[partition];
|
|
float3 average = base_sum * 1.0f / MAX(partition_weight, 1e-7f);
|
|
averages[partition] = average * csf.xyz;
|
|
|
|
|
|
float3 sum_xp = float3(0, 0, 0);
|
|
float3 sum_yp = float3(0, 0, 0);
|
|
float3 sum_zp = float3(0, 0, 0);
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float3 texel_datum = float3(blk->work_data[4 * iwt],
|
|
blk->work_data[4 * iwt + 1],
|
|
blk->work_data[4 * iwt + 2]);
|
|
texel_datum = (texel_datum - average) * weight;
|
|
|
|
if (texel_datum.x > 0.0f)
|
|
sum_xp = sum_xp + texel_datum;
|
|
if (texel_datum.y > 0.0f)
|
|
sum_yp = sum_yp + texel_datum;
|
|
if (texel_datum.z > 0.0f)
|
|
sum_zp = sum_zp + texel_datum;
|
|
}
|
|
|
|
float prod_xp = dot(sum_xp, sum_xp);
|
|
float prod_yp = dot(sum_yp, sum_yp);
|
|
float prod_zp = dot(sum_zp, sum_zp);
|
|
|
|
float3 best_vector = sum_xp;
|
|
float best_sum = prod_xp;
|
|
if (prod_yp > best_sum)
|
|
{
|
|
best_vector = sum_yp;
|
|
best_sum = prod_yp;
|
|
}
|
|
if (prod_zp > best_sum)
|
|
{
|
|
best_vector = sum_zp;
|
|
best_sum = prod_zp;
|
|
}
|
|
|
|
directions_rgb[partition] = best_vector;
|
|
directions_gb[partition] = best_vector.yz;
|
|
directions_rb[partition] = best_vector.xz;
|
|
directions_rg[partition] = best_vector.xy;
|
|
}
|
|
}
|
|
|
|
void compute_averages_and_directions_3_components(const partition_info * pt,
|
|
const imageblock * blk,
|
|
const error_weight_block * ewb,
|
|
const float3 * color_scalefactors, int component1, int component2, int component3, float3 * averages, float3 * directions)
|
|
{
|
|
int i;
|
|
int partition_count = pt->partition_count;
|
|
int partition;
|
|
|
|
const float *texel_weights;
|
|
if (component1 == 1 && component2 == 2 && component3 == 3)
|
|
texel_weights = ewb->texel_weight_gba;
|
|
else if (component1 == 0 && component2 == 2 && component3 == 3)
|
|
texel_weights = ewb->texel_weight_rba;
|
|
else if (component1 == 0 && component2 == 1 && component3 == 3)
|
|
texel_weights = ewb->texel_weight_rga;
|
|
else if (component1 == 0 && component2 == 1 && component3 == 2)
|
|
texel_weights = ewb->texel_weight_rgb;
|
|
else
|
|
{
|
|
ASTC_CODEC_INTERNAL_ERROR();
|
|
}
|
|
|
|
for (partition = 0; partition < partition_count; partition++)
|
|
{
|
|
const uint8_t *weights = pt->texels_of_partition[partition];
|
|
int texelcount = pt->texels_per_partition[partition];
|
|
|
|
float3 base_sum = float3(0, 0, 0);
|
|
float partition_weight = 0.0f;
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float3 texel_datum = float3(blk->work_data[4 * iwt + component1],
|
|
blk->work_data[4 * iwt + component2],
|
|
blk->work_data[4 * iwt + component3]) * weight;
|
|
partition_weight += weight;
|
|
|
|
base_sum = base_sum + texel_datum;
|
|
}
|
|
|
|
float3 csf = color_scalefactors[partition];
|
|
|
|
float3 average = base_sum * 1.0f / MAX(partition_weight, 1e-7f);
|
|
averages[partition] = average * csf.xyz;
|
|
|
|
|
|
float3 sum_xp = float3(0, 0, 0);
|
|
float3 sum_yp = float3(0, 0, 0);
|
|
float3 sum_zp = float3(0, 0, 0);
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float3 texel_datum = float3(blk->work_data[4 * iwt + component1],
|
|
blk->work_data[4 * iwt + component2],
|
|
blk->work_data[4 * iwt + component3]);
|
|
texel_datum = (texel_datum - average) * weight;
|
|
|
|
if (texel_datum.x > 0.0f)
|
|
sum_xp = sum_xp + texel_datum;
|
|
if (texel_datum.y > 0.0f)
|
|
sum_yp = sum_yp + texel_datum;
|
|
if (texel_datum.z > 0.0f)
|
|
sum_zp = sum_zp + texel_datum;
|
|
}
|
|
|
|
float prod_xp = dot(sum_xp, sum_xp);
|
|
float prod_yp = dot(sum_yp, sum_yp);
|
|
float prod_zp = dot(sum_zp, sum_zp);
|
|
|
|
float3 best_vector = sum_xp;
|
|
float best_sum = prod_xp;
|
|
if (prod_yp > best_sum)
|
|
{
|
|
best_vector = sum_yp;
|
|
best_sum = prod_yp;
|
|
}
|
|
if (prod_zp > best_sum)
|
|
{
|
|
best_vector = sum_zp;
|
|
best_sum = prod_zp;
|
|
}
|
|
|
|
if (dot(best_vector, best_vector) < 1e-18)
|
|
best_vector = float3(1, 1, 1);
|
|
directions[partition] = best_vector;
|
|
}
|
|
|
|
}
|
|
|
|
void compute_averages_and_directions_2_components(const partition_info * pt,
|
|
const imageblock * blk,
|
|
const error_weight_block * ewb, const float2 * color_scalefactors, int component1, int component2, float2 * averages, float2 * directions)
|
|
{
|
|
int i;
|
|
int partition_count = pt->partition_count;
|
|
int partition;
|
|
|
|
const float *texel_weights;
|
|
if (component1 == 0 && component2 == 1)
|
|
texel_weights = ewb->texel_weight_rg;
|
|
else if (component1 == 0 && component2 == 2)
|
|
texel_weights = ewb->texel_weight_rb;
|
|
else if (component1 == 1 && component2 == 2)
|
|
texel_weights = ewb->texel_weight_gb;
|
|
else
|
|
{
|
|
ASTC_CODEC_INTERNAL_ERROR();
|
|
}
|
|
|
|
for (partition = 0; partition < partition_count; partition++)
|
|
{
|
|
const uint8_t *weights = pt->texels_of_partition[partition];
|
|
int texelcount = pt->texels_per_partition[partition];
|
|
|
|
float2 base_sum = float2(0, 0);
|
|
float partition_weight = 0.0f;
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float2 texel_datum = float2(blk->work_data[4 * iwt + component1],
|
|
blk->work_data[4 * iwt + component2]) * weight;
|
|
partition_weight += weight;
|
|
|
|
base_sum = base_sum + texel_datum;
|
|
}
|
|
|
|
float2 csf = color_scalefactors[partition];
|
|
|
|
float2 average = base_sum * 1.0f / MAX(partition_weight, 1e-7f);
|
|
averages[partition] = average * csf.xy;
|
|
|
|
float2 sum_xp = float2(0, 0);
|
|
float2 sum_yp = float2(0, 0);
|
|
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float weight = texel_weights[iwt];
|
|
float2 texel_datum = float2(blk->work_data[4 * iwt + component1],
|
|
blk->work_data[4 * iwt + component2]);
|
|
texel_datum = (texel_datum - average) * weight;
|
|
|
|
if (texel_datum.x > 0.0f)
|
|
sum_xp = sum_xp + texel_datum;
|
|
if (texel_datum.y > 0.0f)
|
|
sum_yp = sum_yp + texel_datum;
|
|
}
|
|
|
|
float prod_xp = dot(sum_xp, sum_xp);
|
|
float prod_yp = dot(sum_yp, sum_yp);
|
|
|
|
float2 best_vector = sum_xp;
|
|
float best_sum = prod_xp;
|
|
if (prod_yp > best_sum)
|
|
{
|
|
best_vector = sum_yp;
|
|
best_sum = prod_yp;
|
|
}
|
|
|
|
directions[partition] = best_vector;
|
|
}
|
|
}
|
|
|
|
|
|
#define XPASTE(x,y) x##y
|
|
#define PASTE(x,y) XPASTE(x,y)
|
|
|
|
#define TWO_COMPONENT_ERROR_FUNC( funcname, c0_iwt, c1_iwt, c01_name, c01_rname ) \
|
|
float funcname( \
|
|
const partition_info *pt, \
|
|
const imageblock *blk, \
|
|
const error_weight_block *ewb, \
|
|
const processed_line2 *plines, \
|
|
float *length_of_lines \
|
|
) \
|
|
{ \
|
|
int i; \
|
|
float errorsum = 0.0f; \
|
|
int partition; \
|
|
for(partition=0; partition<pt->partition_count; partition++) \
|
|
{ \
|
|
const uint8_t *weights = pt->texels_of_partition[ partition ]; \
|
|
int texelcount = pt->texels_per_partition[ partition ]; \
|
|
float lowparam = 1e10f; \
|
|
float highparam = -1e10f; \
|
|
processed_line2 l = plines[partition]; \
|
|
if( ewb->contains_zeroweight_texels ) \
|
|
{ \
|
|
for(i=0;i<texelcount;i++) \
|
|
{ \
|
|
int iwt = weights[i]; \
|
|
float texel_weight = ewb-> PASTE(texel_weight_ , c01_rname) [i]; \
|
|
if( texel_weight > 1e-20f ) \
|
|
{ \
|
|
float2 point = float2(blk->work_data[4*iwt + c0_iwt], blk->work_data[4*iwt + c1_iwt] ); \
|
|
float param = dot( point, l.bs ); \
|
|
float2 rp1 = l.amod + param*l.bis; \
|
|
float2 dist = rp1 - point; \
|
|
float4 ews = ewb->error_weights[iwt]; \
|
|
errorsum += dot( ews. c01_name, dist*dist ); \
|
|
if( param < lowparam ) lowparam = param; \
|
|
if( param > highparam ) highparam = param; \
|
|
} \
|
|
} \
|
|
} \
|
|
else \
|
|
{ \
|
|
for(i=0;i<texelcount;i++) \
|
|
{ \
|
|
int iwt = weights[i]; \
|
|
float2 point = float2(blk->work_data[4*iwt + c0_iwt], blk->work_data[4*iwt + c1_iwt] ); \
|
|
float param = dot( point, l.bs ); \
|
|
float2 rp1 = l.amod + param*l.bis; \
|
|
float2 dist = rp1 - point; \
|
|
float4 ews = ewb->error_weights[iwt]; \
|
|
errorsum += dot( ews. c01_name, dist*dist ); \
|
|
if( param < lowparam ) lowparam = param; \
|
|
if( param > highparam ) highparam = param; \
|
|
} \
|
|
} \
|
|
float linelen = highparam - lowparam; \
|
|
if( !(linelen > 1e-7f) ) \
|
|
linelen = 1e-7f; \
|
|
length_of_lines[partition] = linelen; \
|
|
} \
|
|
return errorsum; \
|
|
}
|
|
|
|
|
|
TWO_COMPONENT_ERROR_FUNC(compute_error_squared_rg, 0, 1, xy, rg)
|
|
TWO_COMPONENT_ERROR_FUNC(compute_error_squared_rb, 0, 2, xz, rb)
|
|
TWO_COMPONENT_ERROR_FUNC(compute_error_squared_gb, 1, 2, yz, gb)
|
|
TWO_COMPONENT_ERROR_FUNC(compute_error_squared_ra, 0, 3, zw, ra)
|
|
|
|
// function to compute the error across a tile when using a particular set of
|
|
// lines for a particular partitioning. Also compute the length of each
|
|
// color-space line in each partitioning.
|
|
|
|
#define THREE_COMPONENT_ERROR_FUNC( funcname, c0_iwt, c1_iwt, c2_iwt, c012_name, c012_rname ) \
|
|
float funcname( \
|
|
const partition_info *pt, \
|
|
const imageblock *blk, \
|
|
const error_weight_block *ewb, \
|
|
const processed_line3 *plines, \
|
|
float *length_of_lines \
|
|
) \
|
|
{ \
|
|
int i; \
|
|
float errorsum = 0.0f; \
|
|
int partition; \
|
|
for(partition=0; partition<pt->partition_count; partition++) \
|
|
{ \
|
|
const uint8_t *weights = pt->texels_of_partition[ partition ]; \
|
|
int texelcount = pt->texels_per_partition[ partition ]; \
|
|
float lowparam = 1e10f; \
|
|
float highparam = -1e10f; \
|
|
processed_line3 l = plines[partition]; \
|
|
if( ewb->contains_zeroweight_texels ) \
|
|
{ \
|
|
for(i=0;i<texelcount;i++) \
|
|
{ \
|
|
int iwt = weights[i]; \
|
|
float texel_weight = ewb-> PASTE(texel_weight_ , c012_rname) [i]; \
|
|
if( texel_weight > 1e-20f ) \
|
|
{ \
|
|
float3 point = float3(blk->work_data[4*iwt + c0_iwt], blk->work_data[4*iwt + c1_iwt], blk->work_data[4*iwt + c2_iwt] ); \
|
|
float param = dot( point, l.bs ); \
|
|
float3 rp1 = l.amod + param*l.bis; \
|
|
float3 dist = rp1 - point; \
|
|
float4 ews = ewb->error_weights[iwt]; \
|
|
errorsum += dot( ews. c012_name, dist*dist ); \
|
|
if( param < lowparam ) lowparam = param; \
|
|
if( param > highparam ) highparam = param; \
|
|
} \
|
|
} \
|
|
} \
|
|
else \
|
|
{ \
|
|
for(i=0;i<texelcount;i++) \
|
|
{ \
|
|
int iwt = weights[i]; \
|
|
float3 point = float3(blk->work_data[4*iwt + c0_iwt], blk->work_data[4*iwt + c1_iwt], blk->work_data[4*iwt + c2_iwt] ); \
|
|
float param = dot( point, l.bs ); \
|
|
float3 rp1 = l.amod + param*l.bis; \
|
|
float3 dist = rp1 - point; \
|
|
float4 ews = ewb->error_weights[iwt]; \
|
|
errorsum += dot( ews. c012_name, dist*dist ); \
|
|
if( param < lowparam ) lowparam = param; \
|
|
if( param > highparam ) highparam = param; \
|
|
} \
|
|
} \
|
|
float linelen = highparam - lowparam; \
|
|
if( !(linelen > 1e-7f) ) \
|
|
linelen = 1e-7f; \
|
|
length_of_lines[partition] = linelen; \
|
|
} \
|
|
return errorsum; \
|
|
}
|
|
|
|
THREE_COMPONENT_ERROR_FUNC(compute_error_squared_gba, 1, 2, 3, yzw, gba)
|
|
THREE_COMPONENT_ERROR_FUNC(compute_error_squared_rba, 0, 2, 3, xzw, rba)
|
|
THREE_COMPONENT_ERROR_FUNC(compute_error_squared_rga, 0, 1, 3, xyw, rga)
|
|
THREE_COMPONENT_ERROR_FUNC(compute_error_squared_rgb, 0, 1, 2, xyz, rgb)
|
|
|
|
float compute_error_squared_rgba(const partition_info * pt, // the partition that we use when computing the squared-error.
|
|
const imageblock * blk, const error_weight_block * ewb, const processed_line4 * plines, float *length_of_lines)
|
|
{
|
|
int i;
|
|
|
|
float errorsum = 0.0f;
|
|
int partition;
|
|
for (partition = 0; partition < pt->partition_count; partition++)
|
|
{
|
|
const uint8_t *weights = pt->texels_of_partition[partition];
|
|
int texelcount = pt->texels_per_partition[partition];
|
|
float lowparam = 1e10;
|
|
float highparam = -1e10;
|
|
|
|
processed_line4 l = plines[partition];
|
|
|
|
if (ewb->contains_zeroweight_texels)
|
|
{
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
if (ewb->texel_weight[iwt] > 1e-20)
|
|
{
|
|
float4 point = float4(blk->work_data[4 * iwt], blk->work_data[4 * iwt + 1], blk->work_data[4 * iwt + 2], blk->work_data[4 * iwt + 3]);
|
|
float param = dot(point, l.bs);
|
|
float4 rp1 = l.amod + param * l.bis;
|
|
float4 dist = rp1 - point;
|
|
float4 ews = ewb->error_weights[iwt];
|
|
errorsum += dot(ews, dist * dist);
|
|
if (param < lowparam)
|
|
lowparam = param;
|
|
if (param > highparam)
|
|
highparam = param;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
for (i = 0; i < texelcount; i++)
|
|
{
|
|
int iwt = weights[i];
|
|
float4 point = float4(blk->work_data[4 * iwt], blk->work_data[4 * iwt + 1], blk->work_data[4 * iwt + 2], blk->work_data[4 * iwt + 3]);
|
|
float param = dot(point, l.bs);
|
|
float4 rp1 = l.amod + param * l.bis;
|
|
float4 dist = rp1 - point;
|
|
float4 ews = ewb->error_weights[iwt];
|
|
errorsum += dot(ews, dist * dist);
|
|
if (param < lowparam)
|
|
lowparam = param;
|
|
if (param > highparam)
|
|
highparam = param;
|
|
}
|
|
}
|
|
|
|
float linelen = highparam - lowparam;
|
|
if (!(linelen > 1e-7f))
|
|
linelen = 1e-7f;
|
|
length_of_lines[partition] = linelen;
|
|
}
|
|
|
|
return errorsum;
|
|
}
|
|
|
|
|
|
|
|
// function to compute the error across a tile when using a particular line for
|
|
// a particular partition.
|
|
float compute_error_squared_rgb_single_partition(int partition_to_test, int xdim, int ydim, int zdim, const partition_info * pt, // the partition that we use when computing the squared-error.
|
|
const imageblock * blk, const error_weight_block * ewb, const processed_line3 * lin // the line for the partition.
|
|
)
|
|
{
|
|
int i;
|
|
|
|
int texels_per_block = xdim * ydim * zdim;
|
|
|
|
float errorsum = 0.0f;
|
|
|
|
for (i = 0; i < texels_per_block; i++)
|
|
{
|
|
int partition = pt->partition_of_texel[i];
|
|
float texel_weight = ewb->texel_weight_rgb[i];
|
|
if (partition != partition_to_test || texel_weight < 1e-20)
|
|
continue;
|
|
float3 point = float3(blk->work_data[4 * i], blk->work_data[4 * i + 1], blk->work_data[4 * i + 2]);
|
|
|
|
float param = dot(point, lin->bs);
|
|
float3 rp1 = lin->amod + param * lin->bis;
|
|
float3 dist = rp1 - point;
|
|
float4 ews = ewb->error_weights[i];
|
|
|
|
errorsum += dot(ews.xyz, dist * dist);
|
|
}
|
|
return errorsum;
|
|
}
|