switch (this->operation) { case ir_unop_bit_not: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = ~ op[0]->value.u[c]; break; case GLSL_TYPE_INT: data.i[c] = ~ op[0]->value.i[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_logic_not: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.b[c] = !op[0]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_neg: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = -((int) op[0]->value.u[c]); break; case GLSL_TYPE_INT: data.i[c] = -op[0]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.f[c] = -op[0]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.d[c] = -op[0]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_abs: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c] < 0 ? -op[0]->value.i[c] : op[0]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.f[c] = fabsf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = fabs(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_sign: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.i[c] = (op[0]->value.i[c] > 0) - (op[0]->value.i[c] < 0); break; case GLSL_TYPE_FLOAT: data.f[c] = float((op[0]->value.f[c] > 0.0F) - (op[0]->value.f[c] < 0.0F)); break; case GLSL_TYPE_DOUBLE: data.d[c] = double((op[0]->value.d[c] > 0.0) - (op[0]->value.d[c] < 0.0)); break; default: unreachable("invalid type"); } } break; case ir_unop_rcp: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c] != 0.0F ? 1.0F / op[0]->value.f[c] : 0.0F; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c] != 0.0 ? 1.0 / op[0]->value.d[c] : 0.0; break; default: unreachable("invalid type"); } } break; case ir_unop_rsq: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 1.0F / sqrtf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = 1.0 / sqrt(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_sqrt: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = sqrtf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = sqrt(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_exp: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = expf(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_log: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = logf(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_exp2: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = exp2f(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_log2: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = log2f(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_f2i: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.i[c] = (int) op[0]->value.f[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_f2u: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[c] = (unsigned) op[0]->value.f[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_i2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.f[c] = (float) op[0]->value.i[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_f2b: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] != 0.0F ? true : false; break; default: unreachable("invalid type"); } } break; case ir_unop_b2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.f[c] = op[0]->value.b[c] ? 1.0F : 0.0F; break; default: unreachable("invalid type"); } } break; case ir_unop_i2b: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] ? true : false; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] ? true : false; break; default: unreachable("invalid type"); } } break; case ir_unop_b2i: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.i[c] = op[0]->value.b[c] ? 1 : 0; break; default: unreachable("invalid type"); } } break; case ir_unop_u2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.f[c] = (float) op[0]->value.u[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_i2u: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.u[c] = op[0]->value.i[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_u2i: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.i[c] = op[0]->value.u[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_d2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_DOUBLE: data.f[c] = op[0]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_f2d: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.d[c] = op[0]->value.f[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_d2i: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_DOUBLE: data.i[c] = op[0]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_i2d: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.d[c] = op[0]->value.i[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_d2u: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_DOUBLE: data.u[c] = op[0]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_u2d: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.d[c] = op[0]->value.u[c]; break; default: unreachable("invalid type"); } } break; case ir_unop_d2b: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] != 0.0; break; default: unreachable("invalid type"); } } break; case ir_unop_bitcast_i2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_INT: data.f[c] = bitcast_u2f(op[0]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_bitcast_f2i: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.i[c] = bitcast_f2u(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_bitcast_u2f: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.f[c] = bitcast_u2f(op[0]->value.u[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_bitcast_f2u: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[c] = bitcast_f2u(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_trunc: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = truncf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = trunc(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_ceil: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = ceilf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = ceil(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_floor: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = floorf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = floor(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_fract: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c] - floorf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c] - floor(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_round_even: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = _mesa_roundevenf(op[0]->value.f[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = _mesa_roundeven(op[0]->value.d[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_sin: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = sinf(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_cos: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = cosf(op[0]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_dFdx: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_dFdx_coarse: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_dFdx_fine: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_dFdy: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_dFdy_coarse: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_dFdy_fine: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = 0.0f; break; default: unreachable("invalid type"); } } break; case ir_unop_pack_snorm_2x16: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[0] = pack_2x16(pack_snorm_1x16, op[0]->value.f[0], op[0]->value.f[1]); break; default: unreachable("invalid type"); } break; case ir_unop_pack_snorm_4x8: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[0] = pack_4x8(pack_snorm_1x8, op[0]->value.f[0], op[0]->value.f[1], op[0]->value.f[2], op[0]->value.f[3]); break; default: unreachable("invalid type"); } break; case ir_unop_pack_unorm_2x16: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[0] = pack_2x16(pack_unorm_1x16, op[0]->value.f[0], op[0]->value.f[1]); break; default: unreachable("invalid type"); } break; case ir_unop_pack_unorm_4x8: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[0] = pack_4x8(pack_unorm_1x8, op[0]->value.f[0], op[0]->value.f[1], op[0]->value.f[2], op[0]->value.f[3]); break; default: unreachable("invalid type"); } break; case ir_unop_pack_half_2x16: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.u[0] = pack_2x16(pack_half_1x16, op[0]->value.f[0], op[0]->value.f[1]); break; default: unreachable("invalid type"); } break; case ir_unop_unpack_snorm_2x16: unpack_2x16(unpack_snorm_1x16, op[0]->value.u[0], &data.f[0], &data.f[1]); break; case ir_unop_unpack_snorm_4x8: unpack_4x8(unpack_snorm_1x8, op[0]->value.u[0], &data.f[0], &data.f[1], &data.f[2], &data.f[3]); break; case ir_unop_unpack_unorm_2x16: unpack_2x16(unpack_unorm_1x16, op[0]->value.u[0], &data.f[0], &data.f[1]); break; case ir_unop_unpack_unorm_4x8: unpack_4x8(unpack_unorm_1x8, op[0]->value.u[0], &data.f[0], &data.f[1], &data.f[2], &data.f[3]); break; case ir_unop_unpack_half_2x16: unpack_2x16(unpack_half_1x16, op[0]->value.u[0], &data.f[0], &data.f[1]); break; case ir_unop_bitfield_reverse: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = bitfield_reverse(op[0]->value.u[c]); break; case GLSL_TYPE_INT: data.i[c] = bitfield_reverse(op[0]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_bit_count: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.i[c] = _mesa_bitcount(op[0]->value.u[c]); break; case GLSL_TYPE_INT: data.i[c] = _mesa_bitcount(op[0]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_find_msb: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.i[c] = find_msb_uint(op[0]->value.u[c]); break; case GLSL_TYPE_INT: data.i[c] = find_msb_int(op[0]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_find_lsb: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.i[c] = find_msb_uint(op[0]->value.u[c] & -op[0]->value.u[c]); break; case GLSL_TYPE_INT: data.i[c] = find_msb_uint(op[0]->value.i[c] & -op[0]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_unop_saturate: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = CLAMP(op[0]->value.f[c], 0.0f, 1.0f); break; default: unreachable("invalid type"); } } break; case ir_unop_pack_double_2x32: memcpy(&data.d[0], &op[0]->value.u[0], sizeof(double)); break; case ir_unop_unpack_double_2x32: memcpy(&data.u[0], &op[0]->value.d[0], sizeof(double)); break; case ir_binop_add: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] + op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] + op[1]->value.i[c1]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c0] + op[1]->value.f[c1]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c0] + op[1]->value.d[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_sub: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] - op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] - op[1]->value.i[c1]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c0] - op[1]->value.f[c1]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c0] - op[1]->value.d[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_mul: /* Check for equal types, or unequal types involving scalars */ if ((op[0]->type == op[1]->type && !op[0]->type->is_matrix()) || op0_scalar || op1_scalar) { for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] * op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] * op[1]->value.i[c1]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c0] * op[1]->value.f[c1]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c0] * op[1]->value.d[c1]; break; default: unreachable("invalid type"); } } } else { assert(op[0]->type->is_matrix() || op[1]->type->is_matrix()); /* Multiply an N-by-M matrix with an M-by-P matrix. Since either * matrix can be a GLSL vector, either N or P can be 1. * * For vec*mat, the vector is treated as a row vector. This * means the vector is a 1-row x M-column matrix. * * For mat*vec, the vector is treated as a column vector. Since * matrix_columns is 1 for vectors, this just works. */ const unsigned n = op[0]->type->is_vector() ? 1 : op[0]->type->vector_elements; const unsigned m = op[1]->type->vector_elements; const unsigned p = op[1]->type->matrix_columns; for (unsigned j = 0; j < p; j++) { for (unsigned i = 0; i < n; i++) { for (unsigned k = 0; k < m; k++) { if (op[0]->type->base_type == GLSL_TYPE_DOUBLE) data.d[i+n*j] += op[0]->value.d[i+n*k]*op[1]->value.d[k+m*j]; else data.f[i+n*j] += op[0]->value.f[i+n*k]*op[1]->value.f[k+m*j]; } } } } break; case ir_binop_div: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[1]->value.u[c1] == 0 ? 0 : op[0]->value.u[c0] / op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[1]->value.i[c1] == 0 ? 0 : op[0]->value.i[c0] / op[1]->value.i[c1]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c0] / op[1]->value.f[c1]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c0] / op[1]->value.d[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_mod: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[1]->value.u[c1] == 0 ? 0 : op[0]->value.u[c0] % op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[1]->value.i[c1] == 0 ? 0 : op[0]->value.i[c0] % op[1]->value.i[c1]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c0] - op[1]->value.f[c1] * floorf(op[0]->value.f[c0] / op[1]->value.f[c1]); break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c0] - op[1]->value.d[c1] * floor(op[0]->value.d[c0] / op[1]->value.d[c1]); break; default: unreachable("invalid type"); } } break; case ir_binop_less: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] < op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] < op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] < op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] < op[1]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_greater: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] > op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] > op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] > op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] > op[1]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_lequal: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] <= op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] <= op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] <= op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] <= op[1]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_gequal: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] >= op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] >= op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] >= op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] >= op[1]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_equal: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] == op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] == op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] == op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] == op[1]->value.d[c]; break; case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] == op[1]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_nequal: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.b[c] = op[0]->value.u[c] != op[1]->value.u[c]; break; case GLSL_TYPE_INT: data.b[c] = op[0]->value.i[c] != op[1]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.b[c] = op[0]->value.f[c] != op[1]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.b[c] = op[0]->value.d[c] != op[1]->value.d[c]; break; case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] != op[1]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_all_equal: data.b[0] = op[0]->has_value(op[1]); break; case ir_binop_any_nequal: data.b[0] = !op[0]->has_value(op[1]); break; case ir_binop_lshift: assert(op[0]->type->base_type == GLSL_TYPE_UINT || op[0]->type->base_type == GLSL_TYPE_INT); assert(op[1]->type->base_type == GLSL_TYPE_UINT || op[1]->type->base_type == GLSL_TYPE_INT); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] << op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] << op[1]->value.i[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_rshift: assert(op[0]->type->base_type == GLSL_TYPE_UINT || op[0]->type->base_type == GLSL_TYPE_INT); assert(op[1]->type->base_type == GLSL_TYPE_UINT || op[1]->type->base_type == GLSL_TYPE_INT); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] >> op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] >> op[1]->value.i[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_bit_and: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] & op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] & op[1]->value.i[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_bit_xor: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] ^ op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] ^ op[1]->value.i[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_bit_or: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.u[c0] | op[1]->value.u[c1]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.i[c0] | op[1]->value.i[c1]; break; default: unreachable("invalid type"); } } break; case ir_binop_logic_and: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] && op[1]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_logic_xor: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] != op[1]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_logic_or: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] || op[1]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_binop_dot: switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[0] = dot_f(op[0], op[1]); break; case GLSL_TYPE_DOUBLE: data.d[0] = dot_d(op[0], op[1]); break; default: unreachable("invalid type"); } break; case ir_binop_min: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = MIN2(op[0]->value.u[c0], op[1]->value.u[c1]); break; case GLSL_TYPE_INT: data.i[c] = MIN2(op[0]->value.i[c0], op[1]->value.i[c1]); break; case GLSL_TYPE_FLOAT: data.f[c] = MIN2(op[0]->value.f[c0], op[1]->value.f[c1]); break; case GLSL_TYPE_DOUBLE: data.d[c] = MIN2(op[0]->value.d[c0], op[1]->value.d[c1]); break; default: unreachable("invalid type"); } } break; case ir_binop_max: assert(op[0]->type == op[1]->type || op0_scalar || op1_scalar); for (unsigned c = 0, c0 = 0, c1 = 0; c < components; c0 += c0_inc, c1 += c1_inc, c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = MAX2(op[0]->value.u[c0], op[1]->value.u[c1]); break; case GLSL_TYPE_INT: data.i[c] = MAX2(op[0]->value.i[c0], op[1]->value.i[c1]); break; case GLSL_TYPE_FLOAT: data.f[c] = MAX2(op[0]->value.f[c0], op[1]->value.f[c1]); break; case GLSL_TYPE_DOUBLE: data.d[c] = MAX2(op[0]->value.d[c0], op[1]->value.d[c1]); break; default: unreachable("invalid type"); } } break; case ir_binop_pow: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = powf(op[0]->value.f[c], op[1]->value.f[c]); break; default: unreachable("invalid type"); } } break; case ir_binop_ldexp: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = ldexpf_flush_subnormal(op[0]->value.f[c], op[1]->value.i[c]); break; case GLSL_TYPE_DOUBLE: data.d[c] = ldexp_flush_subnormal(op[0]->value.d[c], op[1]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_binop_vector_extract: { const int c = CLAMP(op[1]->value.i[0], 0, (int) op[0]->type->vector_elements - 1); switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[0] = op[0]->value.u[c]; break; case GLSL_TYPE_INT: data.i[0] = op[0]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.f[0] = op[0]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.d[0] = op[0]->value.d[c]; break; case GLSL_TYPE_BOOL: data.b[0] = op[0]->value.b[c]; break; default: unreachable("invalid type"); } break; } case ir_triop_fma: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c] * op[1]->value.f[c] + op[2]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c] * op[1]->value.d[c] + op[2]->value.d[c]; break; default: unreachable("invalid type"); } } break; case ir_triop_lrp: { assert(op[0]->type->base_type == GLSL_TYPE_FLOAT || op[0]->type->base_type == GLSL_TYPE_DOUBLE); assert(op[1]->type->base_type == GLSL_TYPE_FLOAT || op[1]->type->base_type == GLSL_TYPE_DOUBLE); assert(op[2]->type->base_type == GLSL_TYPE_FLOAT || op[2]->type->base_type == GLSL_TYPE_DOUBLE); unsigned c2_inc = op[2]->type->is_scalar() ? 0 : 1; for (unsigned c = 0, c2 = 0; c < components; c2 += c2_inc, c++) { switch (this->type->base_type) { case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.f[c] * (1.0f - op[2]->value.f[c2]) + (op[1]->value.f[c] * op[2]->value.f[c2]); break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.d[c] * (1.0 - op[2]->value.d[c2]) + (op[1]->value.d[c] * op[2]->value.d[c2]); break; default: unreachable("invalid type"); } } break; } case ir_triop_csel: for (unsigned c = 0; c < components; c++) { switch (this->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[0]->value.b[c] ? op[1]->value.u[c] : op[2]->value.u[c]; break; case GLSL_TYPE_INT: data.i[c] = op[0]->value.b[c] ? op[1]->value.i[c] : op[2]->value.i[c]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[0]->value.b[c] ? op[1]->value.f[c] : op[2]->value.f[c]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[0]->value.b[c] ? op[1]->value.d[c] : op[2]->value.d[c]; break; case GLSL_TYPE_BOOL: data.b[c] = op[0]->value.b[c] ? op[1]->value.b[c] : op[2]->value.b[c]; break; default: unreachable("invalid type"); } } break; case ir_triop_bitfield_extract: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.i[c] = bitfield_extract_uint(op[0]->value.u[c], op[1]->value.i[c], op[2]->value.i[c]); break; case GLSL_TYPE_INT: data.i[c] = bitfield_extract_int(op[0]->value.i[c], op[1]->value.i[c], op[2]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_triop_vector_insert: { const unsigned idx = op[2]->value.u[0]; memcpy(&data, &op[0]->value, sizeof(data)); switch (this->type->base_type) { case GLSL_TYPE_UINT: data.u[idx] = op[1]->value.u[0]; break; case GLSL_TYPE_INT: data.i[idx] = op[1]->value.i[0]; break; case GLSL_TYPE_FLOAT: data.f[idx] = op[1]->value.f[0]; break; case GLSL_TYPE_DOUBLE: data.d[idx] = op[1]->value.d[0]; break; case GLSL_TYPE_BOOL: data.b[idx] = op[1]->value.b[0]; break; default: unreachable("invalid type"); } break; } case ir_quadop_bitfield_insert: for (unsigned c = 0; c < op[0]->type->components(); c++) { switch (op[0]->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = bitfield_insert(op[0]->value.u[c], op[1]->value.u[c], op[2]->value.i[c], op[3]->value.i[c]); break; case GLSL_TYPE_INT: data.i[c] = bitfield_insert(op[0]->value.i[c], op[1]->value.i[c], op[2]->value.i[c], op[3]->value.i[c]); break; default: unreachable("invalid type"); } } break; case ir_quadop_vector: for (unsigned c = 0; c < this->type->vector_elements; c++) { switch (this->type->base_type) { case GLSL_TYPE_UINT: data.u[c] = op[c]->value.u[0]; break; case GLSL_TYPE_INT: data.i[c] = op[c]->value.i[0]; break; case GLSL_TYPE_FLOAT: data.f[c] = op[c]->value.f[0]; break; case GLSL_TYPE_DOUBLE: data.d[c] = op[c]->value.d[0]; break; case GLSL_TYPE_BOOL: data.b[c] = op[c]->value.b[0]; break; default: unreachable("invalid type"); } } break; default: /* FINISHME: Should handle all expression types. */ return NULL; }