[lttng-dev] [PATCH babeltrace] Fix: ctf-text: signed base 8, 16 printout

[Mathieu Desnoyers]

Base 16 signed integer printout is buggy for 64-bit length: a shift of
64-bit is undefined.

Change printout of base 8 signed integer to match what is done for base
16.

Signed-off-by: Mathieu Desnoyers <mathieu.desnoyers at efficios.com>
---
 formats/ctf-text/types/integer.c | 22 ++++++++++++++++------
 1 file changed, 16 insertions(+), 6 deletions(-)

diff --git a/formats/ctf-text/types/integer.c b/formats/ctf-text/types/integer.c
index cc3a355..b4587c4 100644
--- a/formats/ctf-text/types/integer.c
+++ b/formats/ctf-text/types/integer.c
@@ -101,10 +101,18 @@ int ctf_text_integer_write(struct bt_stream_pos *ppos, struct bt_definition *def
 	{
 		uint64_t v;
 
-		if (!integer_declaration->signedness)
+		if (!integer_declaration->signedness) {
 			v = integer_definition->value._unsigned;
-		else
+		} else {
 			v = (uint64_t) integer_definition->value._signed;
+			if (integer_declaration->len < 64) {
+				/* Round length to the nearest 3-bit */
+				uint8_t rounded_len =
+					integer_declaration->len + ((integer_declaration->len + 2) % 3);
+
+				v &= ((uint64_t) 1 << rounded_len) - 1;
+			}
+		}
 
 		fprintf(pos->fp, "0%" PRIo64, v);
 		break;
@@ -116,11 +124,13 @@ int ctf_text_integer_write(struct bt_stream_pos *ppos, struct bt_definition *def
 		if (!integer_declaration->signedness) {
 			v = integer_definition->value._unsigned;
 		} else {
-			/* Round length to the nearest nibble */
-			uint8_t rounded_len = ((integer_declaration->len + 3) & ~0x3);
-
 			v = (uint64_t) integer_definition->value._signed;
-			v &= ((uint64_t) 1 << rounded_len) - 1;
+			if (integer_declaration->len < 64) {
+				/* Round length to the nearest nibble */
+				uint8_t rounded_len = ((integer_declaration->len + 3) & ~0x3);
+
+				v &= ((uint64_t) 1 << rounded_len) - 1;
+			}
 		}
 
 		fprintf(pos->fp, "0x%" PRIX64, v);
-- 
2.1.4