xref: /openbsd-src/sys/dev/pci/drm/amd/display/dc/basics/conversion.c (revision f005ef32267c16bdb134f0e9fa4477dbe07c263a)
1fb4d8502Sjsg /*
2fb4d8502Sjsg  * Copyright 2012-15 Advanced Micro Devices, Inc.
3fb4d8502Sjsg  *
4fb4d8502Sjsg  * Permission is hereby granted, free of charge, to any person obtaining a
5fb4d8502Sjsg  * copy of this software and associated documentation files (the "Software"),
6fb4d8502Sjsg  * to deal in the Software without restriction, including without limitation
7fb4d8502Sjsg  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8fb4d8502Sjsg  * and/or sell copies of the Software, and to permit persons to whom the
9fb4d8502Sjsg  * Software is furnished to do so, subject to the following conditions:
10fb4d8502Sjsg  *
11fb4d8502Sjsg  * The above copyright notice and this permission notice shall be included in
12fb4d8502Sjsg  * all copies or substantial portions of the Software.
13fb4d8502Sjsg  *
14fb4d8502Sjsg  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15fb4d8502Sjsg  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16fb4d8502Sjsg  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17fb4d8502Sjsg  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18fb4d8502Sjsg  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19fb4d8502Sjsg  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20fb4d8502Sjsg  * OTHER DEALINGS IN THE SOFTWARE.
21fb4d8502Sjsg  *
22fb4d8502Sjsg  * Authors: AMD
23fb4d8502Sjsg  *
24fb4d8502Sjsg  */
25fb4d8502Sjsg 
26fb4d8502Sjsg #include "dm_services.h"
27*f005ef32Sjsg #include "basics/conversion.h"
28fb4d8502Sjsg 
29fb4d8502Sjsg #define DIVIDER 10000
30fb4d8502Sjsg 
31fb4d8502Sjsg /* S2D13 value in [-3.00...0.9999] */
32fb4d8502Sjsg #define S2D13_MIN (-3 * DIVIDER)
33fb4d8502Sjsg #define S2D13_MAX (3 * DIVIDER)
34fb4d8502Sjsg 
fixed_point_to_int_frac(struct fixed31_32 arg,uint8_t integer_bits,uint8_t fractional_bits)35fb4d8502Sjsg uint16_t fixed_point_to_int_frac(
36fb4d8502Sjsg 	struct fixed31_32 arg,
37fb4d8502Sjsg 	uint8_t integer_bits,
38fb4d8502Sjsg 	uint8_t fractional_bits)
39fb4d8502Sjsg {
40fb4d8502Sjsg 	int32_t numerator;
41fb4d8502Sjsg 	int32_t divisor = 1 << fractional_bits;
42fb4d8502Sjsg 
43fb4d8502Sjsg 	uint16_t result;
44fb4d8502Sjsg 
45fb4d8502Sjsg 	uint16_t d = (uint16_t)dc_fixpt_floor(
46fb4d8502Sjsg 		dc_fixpt_abs(
47fb4d8502Sjsg 			arg));
48fb4d8502Sjsg 
49fb4d8502Sjsg 	if (d <= (uint16_t)(1 << integer_bits) - (1 / (uint16_t)divisor))
50fb4d8502Sjsg 		numerator = (uint16_t)dc_fixpt_round(
51fb4d8502Sjsg 			dc_fixpt_mul_int(
52fb4d8502Sjsg 				arg,
53fb4d8502Sjsg 				divisor));
54fb4d8502Sjsg 	else {
55fb4d8502Sjsg 		numerator = dc_fixpt_floor(
56fb4d8502Sjsg 			dc_fixpt_sub(
57fb4d8502Sjsg 				dc_fixpt_from_int(
58fb4d8502Sjsg 					1LL << integer_bits),
59fb4d8502Sjsg 				dc_fixpt_recip(
60fb4d8502Sjsg 					dc_fixpt_from_int(
61fb4d8502Sjsg 						divisor))));
62fb4d8502Sjsg 	}
63fb4d8502Sjsg 
64fb4d8502Sjsg 	if (numerator >= 0)
65fb4d8502Sjsg 		result = (uint16_t)numerator;
66fb4d8502Sjsg 	else
67fb4d8502Sjsg 		result = (uint16_t)(
68fb4d8502Sjsg 		(1 << (integer_bits + fractional_bits + 1)) + numerator);
69fb4d8502Sjsg 
70fb4d8502Sjsg 	if ((result != 0) && dc_fixpt_lt(
71fb4d8502Sjsg 		arg, dc_fixpt_zero))
72fb4d8502Sjsg 		result |= 1 << (integer_bits + fractional_bits);
73fb4d8502Sjsg 
74fb4d8502Sjsg 	return result;
75fb4d8502Sjsg }
765ca02815Sjsg /*
775ca02815Sjsg  * convert_float_matrix - This converts a double into HW register spec defined format S2D13.
78fb4d8502Sjsg  */
convert_float_matrix(uint16_t * matrix,struct fixed31_32 * flt,uint32_t buffer_size)79fb4d8502Sjsg void convert_float_matrix(
80fb4d8502Sjsg 	uint16_t *matrix,
81fb4d8502Sjsg 	struct fixed31_32 *flt,
82fb4d8502Sjsg 	uint32_t buffer_size)
83fb4d8502Sjsg {
84fb4d8502Sjsg 	const struct fixed31_32 min_2_13 =
85fb4d8502Sjsg 		dc_fixpt_from_fraction(S2D13_MIN, DIVIDER);
86fb4d8502Sjsg 	const struct fixed31_32 max_2_13 =
87fb4d8502Sjsg 		dc_fixpt_from_fraction(S2D13_MAX, DIVIDER);
88fb4d8502Sjsg 	uint32_t i;
89fb4d8502Sjsg 
90fb4d8502Sjsg 	for (i = 0; i < buffer_size; ++i) {
91fb4d8502Sjsg 		uint32_t reg_value =
92fb4d8502Sjsg 				fixed_point_to_int_frac(
93fb4d8502Sjsg 					dc_fixpt_clamp(
94fb4d8502Sjsg 						flt[i],
95fb4d8502Sjsg 						min_2_13,
96fb4d8502Sjsg 						max_2_13),
97fb4d8502Sjsg 						2,
98fb4d8502Sjsg 						13);
99fb4d8502Sjsg 
100fb4d8502Sjsg 		matrix[i] = (uint16_t)reg_value;
101fb4d8502Sjsg 	}
102fb4d8502Sjsg }
1031bb76ff1Sjsg 
find_gcd(uint32_t a,uint32_t b)1041bb76ff1Sjsg static uint32_t find_gcd(uint32_t a, uint32_t b)
1051bb76ff1Sjsg {
1061bb76ff1Sjsg 	uint32_t remainder = 0;
1071bb76ff1Sjsg 	while (b != 0) {
1081bb76ff1Sjsg 		remainder = a % b;
1091bb76ff1Sjsg 		a = b;
1101bb76ff1Sjsg 		b = remainder;
1111bb76ff1Sjsg 	}
1121bb76ff1Sjsg 	return a;
1131bb76ff1Sjsg }
1141bb76ff1Sjsg 
reduce_fraction(uint32_t num,uint32_t den,uint32_t * out_num,uint32_t * out_den)1151bb76ff1Sjsg void reduce_fraction(uint32_t num, uint32_t den,
1161bb76ff1Sjsg 		uint32_t *out_num, uint32_t *out_den)
1171bb76ff1Sjsg {
1181bb76ff1Sjsg 	uint32_t gcd = 0;
1191bb76ff1Sjsg 
1201bb76ff1Sjsg 	gcd = find_gcd(num, den);
1211bb76ff1Sjsg 	*out_num = num / gcd;
1221bb76ff1Sjsg 	*out_den = den / gcd;
1231bb76ff1Sjsg }
124