decode.c 26.5 KB
Newer Older
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
1 2
/**
 * @file decode.c
3 4
 *
 * @section LICENSE
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
5
 * Copyright 2012 - 2017
6
 *
7 8 9 10
 * Mathis Rosenhauer, Moritz Hanke, Joerg Behrens
 * Deutsches Klimarechenzentrum GmbH
 * Bundesstr. 45a
 * 20146 Hamburg Germany
11
 *
12 13 14 15 16
 * Luis Kornblueh
 * Max-Planck-Institut fuer Meteorologie
 * Bundesstr. 53
 * 20146 Hamburg
 * Germany
17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
 *
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above
 *    copyright notice, this list of conditions and the following
 *    disclaimer in the documentation and/or other materials provided
 *    with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
 * OF THE POSSIBILITY OF SUCH DAMAGE.
 *
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
44 45 46
 * @section DESCRIPTION
 *
 * Adaptive Entropy Decoder
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
47
 * Based on CCSDS documents 121.0-B-2 and 120.0-G-3
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
48 49
 *
 */
50 51 52 53 54

#include <stdio.h>
#include <stdlib.h>
#include <string.h>

55
#include "decode.h"
56
#include "libaec.h"
57

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
58 59 60 61
#if HAVE_BSR64
#  include <intrin.h>
#endif

62
#define ROS 5
63
#define RSI_USED_SIZE(state) ((size_t)(state->rsip - state->rsi_buffer))
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
64
#define BUFFERSPACE(strm) (strm->avail_in >= strm->state->in_blklen      \
65 66
                           && strm->avail_out >= strm->state->out_blklen)

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
#define FLUSH(KIND)                                                      \
    static void flush_##KIND(struct aec_stream *strm)                    \
    {                                                                    \
        uint32_t *flush_end, *bp, half_d;                                \
        int32_t data, m;                                                 \
        struct internal_state *state = strm->state;                      \
                                                                         \
        flush_end = state->rsip;                                         \
        if (state->pp) {                                                 \
            if (state->flush_start == state->rsi_buffer                  \
                && state->rsip > state->rsi_buffer) {                    \
                state->last_out = *state->rsi_buffer;                    \
                                                                         \
                if (strm->flags & AEC_DATA_SIGNED) {                     \
                    m = UINT32_C(1) << (strm->bits_per_sample - 1);      \
                    /* Reference samples have to be sign extended */     \
                    state->last_out = (state->last_out ^ m) - m;         \
                }                                                        \
                put_##KIND(strm, (uint32_t)state->last_out);             \
                state->flush_start++;                                    \
            }                                                            \
                                                                         \
            data = state->last_out;                                      \
                                                                         \
            if (state->xmin == 0) {                                      \
                uint32_t xmax, med, d;                                   \
                med = state->xmax / 2 + 1;                               \
                xmax = state->xmax;                                      \
                                                                         \
                for (bp = state->flush_start; bp < flush_end; bp++) {    \
97
                    uint32_t mask;                                       \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
98 99 100
                    d = *bp;                                             \
                    half_d = (d >> 1) + (d & 1);                         \
                    /*in this case: data >= med == data & med */         \
101
                    mask = (data & med)?xmax:0;                          \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
102 103
                                                                         \
                    /*in this case: xmax - data == xmax ^ data */        \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
104
                    if (half_d <= (mask ^ (uint32_t)data)) {             \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
                        data += (d >> 1)^(~((d & 1) - 1));               \
                    } else {                                             \
                        data = mask ^ d;                                 \
                    }                                                    \
                    put_##KIND(strm, (uint32_t)data);                    \
                }                                                        \
                state->last_out = data;                                  \
            } else {                                                     \
                int32_t xmax, d;                                         \
                xmax = state->xmax;                                      \
                                                                         \
                for (bp = state->flush_start; bp < flush_end; bp++) {    \
                    d = *bp;                                             \
                    half_d = ((uint32_t)d >> 1) + (d & 1);               \
                                                                         \
                    if (data < 0) {                                      \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
121
                        if (half_d <= xmax + (uint32_t)data + 1) {       \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
122 123 124 125 126
                            data += ((uint32_t)d >> 1)^(~((d & 1) - 1)); \
                        } else {                                         \
                            data = d - xmax - 1;                         \
                        }                                                \
                    } else {                                             \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
127
                        if (half_d <= xmax - (uint32_t)data) {           \
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
128 129 130 131 132 133 134 135 136 137 138 139 140 141
                            data += ((uint32_t)d >> 1)^(~((d & 1) - 1)); \
                        } else {                                         \
                            data = xmax - d;                             \
                        }                                                \
                    }                                                    \
                    put_##KIND(strm, (uint32_t)data);                    \
                }                                                        \
                state->last_out = data;                                  \
            }                                                            \
        } else {                                                         \
            for (bp = state->flush_start; bp < flush_end; bp++)          \
                put_##KIND(strm, *bp);                                   \
        }                                                                \
        state->flush_start = state->rsip;                                \
142
    }
143

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
144 145 146

static inline void put_msb_32(struct aec_stream *strm, uint32_t data)
{
147 148 149 150
    *strm->next_out++ = (unsigned char)(data >> 24);
    *strm->next_out++ = (unsigned char)(data >> 16);
    *strm->next_out++ = (unsigned char)(data >> 8);
    *strm->next_out++ = (unsigned char)data;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
151 152 153 154
}

static inline void put_msb_24(struct aec_stream *strm, uint32_t data)
{
155 156 157
    *strm->next_out++ = (unsigned char)(data >> 16);
    *strm->next_out++ = (unsigned char)(data >> 8);
    *strm->next_out++ = (unsigned char)data;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
158 159 160 161
}

static inline void put_msb_16(struct aec_stream *strm, uint32_t data)
{
162 163
    *strm->next_out++ = (unsigned char)(data >> 8);
    *strm->next_out++ = (unsigned char)data;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
164 165 166 167
}

static inline void put_lsb_32(struct aec_stream *strm, uint32_t data)
{
168 169 170 171
    *strm->next_out++ = (unsigned char)data;
    *strm->next_out++ = (unsigned char)(data >> 8);
    *strm->next_out++ = (unsigned char)(data >> 16);
    *strm->next_out++ = (unsigned char)(data >> 24);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
172 173 174 175
}

static inline void put_lsb_24(struct aec_stream *strm, uint32_t data)
{
176 177 178
    *strm->next_out++ = (unsigned char)data;
    *strm->next_out++ = (unsigned char)(data >> 8);
    *strm->next_out++ = (unsigned char)(data >> 16);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
179 180 181 182
}

static inline void put_lsb_16(struct aec_stream *strm, uint32_t data)
{
183 184
    *strm->next_out++ = (unsigned char)data;
    *strm->next_out++ = (unsigned char)(data >> 8);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
185 186 187 188
}

static inline void put_8(struct aec_stream *strm, uint32_t data)
{
189
    *strm->next_out++ = (unsigned char)data;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
190 191
}

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
192 193 194 195 196 197 198
FLUSH(msb_32)
FLUSH(msb_24)
FLUSH(msb_16)
FLUSH(lsb_32)
FLUSH(lsb_24)
FLUSH(lsb_16)
FLUSH(8)
199

200
static inline void put_sample(struct aec_stream *strm, uint32_t s)
201 202 203
{
    struct internal_state *state = strm->state;

204
    *state->rsip++ = s;
205
    strm->avail_out -= state->bytes_per_sample;
206 207
}

208
static inline uint32_t direct_get(struct aec_stream *strm, int n)
209 210
{
    /**
211
       Get n bit from input stream
212 213 214 215

       No checking whatsoever. Read bits are dumped.
     */

216
    struct internal_state *state = strm->state;
217
    if (state->bitp < n)
218
    {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
219
        int b = (63 - state->bitp) >> 3;
220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
        if (b == 6) {
            state->acc = (state->acc << 48)
                | ((uint64_t)strm->next_in[0] << 40)
                | ((uint64_t)strm->next_in[1] << 32)
                | ((uint64_t)strm->next_in[2] << 24)
                | ((uint64_t)strm->next_in[3] << 16)
                | ((uint64_t)strm->next_in[4] << 8)
                | (uint64_t)strm->next_in[5];
        } else if (b == 7) {
            state->acc = (state->acc << 56)
                | ((uint64_t)strm->next_in[0] << 48)
                | ((uint64_t)strm->next_in[1] << 40)
                | ((uint64_t)strm->next_in[2] << 32)
                | ((uint64_t)strm->next_in[3] << 24)
                | ((uint64_t)strm->next_in[4] << 16)
                | ((uint64_t)strm->next_in[5] << 8)
                | (uint64_t)strm->next_in[6];
        } else if (b == 5) {
            state->acc = (state->acc << 40)
                | ((uint64_t)strm->next_in[0] << 32)
                | ((uint64_t)strm->next_in[1] << 24)
                | ((uint64_t)strm->next_in[2] << 16)
                | ((uint64_t)strm->next_in[3] << 8)
                | (uint64_t)strm->next_in[4];
        } else if (b == 4) {
            state->acc = (state->acc << 32)
                | ((uint64_t)strm->next_in[0] << 24)
                | ((uint64_t)strm->next_in[1] << 16)
                | ((uint64_t)strm->next_in[2] << 8)
                | (uint64_t)strm->next_in[3];
        } else if (b == 3) {
            state->acc = (state->acc << 24)
                | ((uint64_t)strm->next_in[0] << 16)
                | ((uint64_t)strm->next_in[1] << 8)
                | (uint64_t)strm->next_in[2];
        } else if (b == 2) {
            state->acc = (state->acc << 16)
                | ((uint64_t)strm->next_in[0] << 8)
                | (uint64_t)strm->next_in[1];
        } else if (b == 1) {
            state->acc = (state->acc << 8)
                | (uint64_t)strm->next_in[0];
        }
        strm->next_in += b;
        strm->avail_in -= b;
        state->bitp += b << 3;
    }
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
267

268
    state->bitp -= n;
269
    return (state->acc >> state->bitp) & (UINT64_MAX >> (64 - n));
270 271
}

272
static inline uint32_t direct_get_fs(struct aec_stream *strm)
273 274 275 276
{
    /**
       Interpret a Fundamental Sequence from the input buffer.

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
277
       Essentially counts the number of 0 bits until a 1 is
278
       encountered.
279 280
     */

281
    uint32_t fs = 0;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
282
    struct internal_state *state = strm->state;
283

284 285 286 287
    if (state->bitp)
        state->acc &= UINT64_MAX >> (64 - state->bitp);
    else
        state->acc = 0;
288

289
    while (state->acc == 0) {
290 291 292
        if (strm->avail_in < 7)
            return 0;

293 294 295 296 297 298 299 300 301 302
        state->acc = (state->acc << 56)
            | ((uint64_t)strm->next_in[0] << 48)
            | ((uint64_t)strm->next_in[1] << 40)
            | ((uint64_t)strm->next_in[2] << 32)
            | ((uint64_t)strm->next_in[3] << 24)
            | ((uint64_t)strm->next_in[4] << 16)
            | ((uint64_t)strm->next_in[5] << 8)
            | (uint64_t)strm->next_in[6];
        strm->next_in += 7;
        strm->avail_in -= 7;
303
        fs += state->bitp;
304
        state->bitp = 56;
305
    }
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
306

307
    {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
308 309 310 311
#ifndef __has_builtin
#define __has_builtin(x) 0  /* Compatibility with non-clang compilers. */
#endif
#if HAVE_DECL___BUILTIN_CLZLL || __has_builtin(__builtin_clzll)
312
        int i = 63 - __builtin_clzll(state->acc);
313
#elif HAVE_BSR64
314 315
        unsigned long i;
        _BitScanReverse64(&i, state->acc);
316
#else
317 318 319
        int i = state->bitp - 1;
        while ((state->acc & (UINT64_C(1) << i)) == 0)
            i--;
320
#endif
321 322 323
        fs += state->bitp - i - 1;
        state->bitp = i;
    }
324 325 326
    return fs;
}

327
static inline uint32_t bits_ask(struct aec_stream *strm, int n)
328 329 330 331 332 333 334 335 336 337 338 339
{
    while (strm->state->bitp < n) {
        if (strm->avail_in == 0)
            return 0;
        strm->avail_in--;
        strm->state->acc <<= 8;
        strm->state->acc |= *strm->next_in++;
        strm->state->bitp += 8;
    }
    return 1;
}

340
static inline uint32_t bits_get(struct aec_stream *strm, int n)
341 342
{
    return (strm->state->acc >> (strm->state->bitp - n))
343
        & (UINT64_MAX >> (64 - n));
344 345
}

346
static inline void bits_drop(struct aec_stream *strm, int n)
347 348 349 350
{
    strm->state->bitp -= n;
}

351
static inline uint32_t fs_ask(struct aec_stream *strm)
352 353 354
{
    if (bits_ask(strm, 1) == 0)
        return 0;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
355
    while ((strm->state->acc & (UINT64_C(1) << (strm->state->bitp - 1))) == 0) {
356 357 358 359 360 361 362 363 364 365 366 367 368 369
        if (strm->state->bitp == 1) {
            if (strm->avail_in == 0)
                return 0;
            strm->avail_in--;
            strm->state->acc <<= 8;
            strm->state->acc |= *strm->next_in++;
            strm->state->bitp += 8;
        }
        strm->state->fs++;
        strm->state->bitp--;
    }
    return 1;
}

370
static inline void fs_drop(struct aec_stream *strm)
371 372 373 374 375
{
    strm->state->fs = 0;
    strm->state->bitp--;
}

376
static inline uint32_t copysample(struct aec_stream *strm)
377
{
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
378
    if (bits_ask(strm, strm->bits_per_sample) == 0
379
        || strm->avail_out < strm->state->bytes_per_sample)
380
        return 0;
381

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
382 383
    put_sample(strm, bits_get(strm, strm->bits_per_sample));
    bits_drop(strm, strm->bits_per_sample);
384 385
    return 1;
}
386

387
static inline int m_id(struct aec_stream *strm)
388 389
{
    struct internal_state *state = strm->state;
390 391 392 393 394 395 396 397 398 399 400 401 402
    if (strm->avail_in >= strm->state->in_blklen) {
        state->id = direct_get(strm, state->id_len);
    } else {
        if (bits_ask(strm, state->id_len) == 0) {
            state->mode = m_id;
            return M_EXIT;
        }
        state->id = bits_get(strm, state->id_len);
        bits_drop(strm, state->id_len);
    }
    state->mode = state->id_table[state->id];
    return(state->mode(strm));
}
403

404 405 406 407
static int m_next_cds(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;
    if (state->rsi_size == RSI_USED_SIZE(state)) {
408 409 410 411
        state->flush_output(strm);
        state->flush_start = state->rsi_buffer;
        state->rsip = state->rsi_buffer;
        if (state->pp) {
412
            state->ref = 1;
413 414
            state->encoded_block_size = strm->block_size - 1;
        }
415 416
        if (strm->flags & AEC_PAD_RSI)
            state->bitp -= state->bitp % 8;
417
    } else {
418
        state->ref = 0;
419
        state->encoded_block_size = strm->block_size;
420
    }
421
    return m_id(strm);
422 423 424 425 426 427 428 429
}

static int m_split_output(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;
    int k = state->id - 1;

    do {
430
        if (bits_ask(strm, k) == 0 || strm->avail_out < state->bytes_per_sample)
431
            return M_EXIT;
432 433 434 435
        if (k)
            *state->rsip++ += bits_get(strm, k);
        else
            state->rsip++;
436
        strm->avail_out -= state->bytes_per_sample;
437
        bits_drop(strm, k);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
438
    } while(++state->sample_counter < state->encoded_block_size);
439

440
    state->mode = m_next_cds;
441 442 443 444 445 446
    return M_CONTINUE;
}

static int m_split_fs(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;
447
    int k = state->id - 1;
448 449

    do {
450 451
        if (fs_ask(strm) == 0)
            return M_EXIT;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
452
        state->rsip[state->sample_counter] = state->fs << k;
453
        fs_drop(strm);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
454
    } while(++state->sample_counter < state->encoded_block_size);
455

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
456
    state->sample_counter = 0;
457
    state->mode = m_split_output;
458

459 460 461 462 463 464 465
    return M_CONTINUE;
}

static int m_split(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

466
    if (BUFFERSPACE(strm)) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
467 468
        int k = state->id - 1;
        size_t binary_part = (k * state->encoded_block_size) / 8 + 9;
469 470

        if (state->ref)
471
            *state->rsip++ = direct_get(strm, strm->bits_per_sample);
472

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
473
        for (size_t i = 0; i < state->encoded_block_size; i++)
474
            state->rsip[i] = direct_get_fs(strm) << k;
475

476
        if (k) {
477
            if (strm->avail_in < binary_part)
478 479
                return M_ERROR;

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
480
            for (size_t i = 0; i < state->encoded_block_size; i++)
481 482
                *state->rsip++ += direct_get(strm, k);
        } else {
483
            state->rsip += state->encoded_block_size;
484
        }
485

486
        strm->avail_out -= state->out_blklen;
487
        state->mode = m_next_cds;
488
    } else {
489 490
        if (state->ref && (copysample(strm) == 0))
            return M_EXIT;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
491
        state->sample_counter = 0;
492
        state->mode = m_split_fs;
493 494 495 496 497 498 499 500
    }
    return M_CONTINUE;
}

static int m_zero_output(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

501
    do {
502
        if (strm->avail_out < state->bytes_per_sample)
503 504
            return M_EXIT;
        put_sample(strm, 0);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
505
    } while(--state->sample_counter);
506

507
    state->mode = m_next_cds;
508 509 510 511 512 513
    return M_CONTINUE;
}

static int m_zero_block(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
514 515 516
    uint32_t zero_blocks;
    uint32_t zero_samples;
    uint32_t zero_bytes;
517

518 519
    if (fs_ask(strm) == 0)
        return M_EXIT;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
520

521
    zero_blocks = state->fs + 1;
522
    fs_drop(strm);
523 524

    if (zero_blocks == ROS) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
525
        int b = (int)RSI_USED_SIZE(state) / strm->block_size;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
526
        zero_blocks = MIN((int)(strm->rsi - b), 64 - (b % 64));
527 528 529 530
    } else if (zero_blocks > ROS) {
        zero_blocks--;
    }

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
531 532
    zero_samples = zero_blocks * strm->block_size - state->ref;
    if (state->rsi_size - RSI_USED_SIZE(state) < zero_samples)
533
        return M_ERROR;
534

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
535
    zero_bytes = zero_samples * state->bytes_per_sample;
536
    if (strm->avail_out >= zero_bytes) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
537 538
        memset(state->rsip, 0, zero_samples * sizeof(uint32_t));
        state->rsip += zero_samples;
539
        strm->avail_out -= zero_bytes;
540
        state->mode = m_next_cds;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
541 542 543
    } else {
        state->sample_counter = zero_samples;
        state->mode = m_zero_output;
544 545 546 547 548 549 550 551
    }
    return M_CONTINUE;
}

static int m_se_decode(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
552 553 554
    while(state->sample_counter < strm->block_size) {
        int32_t m;
        int32_t d1;
555 556
        if (fs_ask(strm) == 0)
            return M_EXIT;
557
        m = state->fs;
558 559
        if (m > SE_TABLE_SIZE)
            return M_ERROR;
560
        d1 = m - state->se_table[2 * m + 1];
561

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
562
        if ((state->sample_counter & 1) == 0) {
563
            if (strm->avail_out < state->bytes_per_sample)
564 565
                return M_EXIT;
            put_sample(strm, state->se_table[2 * m] - d1);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
566
            state->sample_counter++;
567 568
        }

569
        if (strm->avail_out < state->bytes_per_sample)
570 571
            return M_EXIT;
        put_sample(strm, d1);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
572
        state->sample_counter++;
573
        fs_drop(strm);
574 575
    }

576
    state->mode = m_next_cds;
577 578 579 580 581 582 583
    return M_CONTINUE;
}

static int m_se(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

584
    if (BUFFERSPACE(strm)) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
585
        uint32_t i = state->ref;
586 587

        while (i < strm->block_size) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
588 589
            uint32_t m = direct_get_fs(strm);
            int32_t d1;
590 591 592 593

            if (m > SE_TABLE_SIZE)
                return M_ERROR;

594 595 596 597 598 599 600 601 602
            d1 = m - state->se_table[2 * m + 1];

            if ((i & 1) == 0) {
                put_sample(strm, state->se_table[2 * m] - d1);
                i++;
            }
            put_sample(strm, d1);
            i++;
        }
603
        state->mode = m_next_cds;
604 605
    } else {
        state->mode = m_se_decode;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
606
        state->sample_counter = state->ref;
607 608 609 610 611 612 613 614
    }
    return M_CONTINUE;
}

static int m_low_entropy_ref(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

615 616
    if (state->ref && copysample(strm) == 0)
        return M_EXIT;
617

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
618
    if (state->id == 1)
619
        state->mode = m_se;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
620 621
    else
        state->mode = m_zero_block;
622 623 624 625 626 627 628
    return M_CONTINUE;
}

static int m_low_entropy(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

629 630 631 632
    if (bits_ask(strm, 1) == 0)
        return M_EXIT;
    state->id = bits_get(strm, 1);
    bits_drop(strm, 1);
633 634 635 636 637 638 639 640
    state->mode = m_low_entropy_ref;
    return M_CONTINUE;
}

static int m_uncomp_copy(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

641 642 643
    do {
        if (copysample(strm) == 0)
            return M_EXIT;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
644
    } while(--state->sample_counter);
645

646
    state->mode = m_next_cds;
647 648 649 650 651 652 653
    return M_CONTINUE;
}

static int m_uncomp(struct aec_stream *strm)
{
    struct internal_state *state = strm->state;

654
    if (BUFFERSPACE(strm)) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
655
        for (size_t i = 0; i < strm->block_size; i++)
656
            *state->rsip++ = direct_get(strm, strm->bits_per_sample);
657
        strm->avail_out -= state->out_blklen;
658
        state->mode = m_next_cds;
659
    } else {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
660
        state->sample_counter = strm->block_size;
661
        state->mode = m_uncomp_copy;
662 663 664 665
    }
    return M_CONTINUE;
}

666 667
static void create_se_table(int *table)
{
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
668 669 670 671
    int k = 0;
    for (int i = 0; i < 13; i++) {
        int ms = k;
        for (int j = 0; j <= i; j++) {
672 673 674 675 676 677 678
            table[2 * k] = i;
            table[2 * k + 1] = ms;
            k++;
        }
    }
}

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
679
int aec_decode_init(struct aec_stream *strm)
680
{
681
    struct internal_state *state;
682
    int modi;
683

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
684
    if (strm->bits_per_sample > 32 || strm->bits_per_sample == 0)
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
685
        return AEC_CONF_ERROR;
686

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
687
    state = malloc(sizeof(struct internal_state));
688
    if (state == NULL)
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
689
        return AEC_MEM_ERROR;
690
    memset(state, 0, sizeof(struct internal_state));
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
691

692 693
    create_se_table(state->se_table);

694 695
    strm->state = state;

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
696
    if (strm->bits_per_sample > 16) {
697
        state->id_len = 5;
698

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
699 700
        if (strm->bits_per_sample <= 24 && strm->flags & AEC_DATA_3BYTE) {
            state->bytes_per_sample = 3;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
701
            if (strm->flags & AEC_DATA_MSB)
702
                state->flush_output = flush_msb_24;
703
            else
704
                state->flush_output = flush_lsb_24;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
705
        } else {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
706
            state->bytes_per_sample = 4;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
707
            if (strm->flags & AEC_DATA_MSB)
708
                state->flush_output = flush_msb_32;
709
            else
710
                state->flush_output = flush_lsb_32;
711
        }
712
        state->out_blklen = strm->block_size * state->bytes_per_sample;
713
    }
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
714 715
    else if (strm->bits_per_sample > 8) {
        state->bytes_per_sample = 2;
716
        state->id_len = 4;
717
        state->out_blklen = strm->block_size * 2;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
718
        if (strm->flags & AEC_DATA_MSB)
719
            state->flush_output = flush_msb_16;
720
        else
721
            state->flush_output = flush_lsb_16;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
722
    } else {
723
        if (strm->flags & AEC_RESTRICTED) {
724 725 726 727 728 729 730 731 732 733 734 735
            if (strm->bits_per_sample <= 4) {
                if (strm->bits_per_sample <= 2)
                    state->id_len = 1;
                else
                    state->id_len = 2;
            } else {
                return AEC_CONF_ERROR;
            }
        } else {
            state->id_len = 3;
        }

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
736
        state->bytes_per_sample = 1;
737
        state->out_blklen = strm->block_size;
738
        state->flush_output = flush_8;
739 740
    }

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
741
    if (strm->flags & AEC_DATA_SIGNED) {
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
742 743
        state->xmax = UINT32_MAX >> (32 - strm->bits_per_sample + 1);
        state->xmin = ~state->xmax;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
744
    } else {
745
        state->xmin = 0;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
746
        state->xmax = UINT32_MAX >> (32 - strm->bits_per_sample);
747
    }
748

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
749
    state->in_blklen = (strm->block_size * strm->bits_per_sample
750
                        + state->id_len) / 8 + 16;
751

752
    modi = 1UL << state->id_len;
753
    state->id_table = malloc(modi * sizeof(int (*)(struct aec_stream *)));
754
    if (state->id_table == NULL)
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
755
        return AEC_MEM_ERROR;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
756

757
    state->id_table[0] = m_low_entropy;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
758
    for (int i = 1; i < modi - 1; i++) {
759
        state->id_table[i] = m_split;
760
    }
761
    state->id_table[modi - 1] = m_uncomp;
762

763 764 765
    state->rsi_size = strm->rsi * strm->block_size;
    state->rsi_buffer = malloc(state->rsi_size * sizeof(uint32_t));
    if (state->rsi_buffer == NULL)
766 767
        return AEC_MEM_ERROR;

768
    state->pp = strm->flags & AEC_DATA_PREPROCESS;
769 770 771 772 773 774 775
    if (state->pp) {
        state->ref = 1;
        state->encoded_block_size = strm->block_size - 1;
    } else {
        state->ref = 0;
        state->encoded_block_size = strm->block_size;
    }
776 777 778
    strm->total_in = 0;
    strm->total_out = 0;

779 780
    state->rsip = state->rsi_buffer;
    state->flush_start = state->rsi_buffer;
781
    state->bitp = 0;
782
    state->fs = 0;
783
    state->mode = m_id;
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
784
    return AEC_OK;
785 786
}

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
787
int aec_decode(struct aec_stream *strm, int flush)
788
{
789 790 791 792 793 794 795 796 797
    /**
       Finite-state machine implementation of the adaptive entropy
       decoder.

       Can work with one byte input und one sample output buffers. If
       enough buffer space is available, then faster implementations
       of the states are called. Inspired by zlib.
    */

798 799 800
    struct internal_state *state = strm->state;
    int status;

801 802 803
    strm->total_in += strm->avail_in;
    strm->total_out += strm->avail_out;

804 805 806 807 808 809 810
    do {
        status = state->mode(strm);
    } while (status == M_CONTINUE);

    if (status == M_ERROR)
        return AEC_DATA_ERROR;

811 812 813 814
    if (status == M_EXIT && strm->avail_out > 0 &&
        strm->avail_out < state->bytes_per_sample)
        return AEC_MEM_ERROR;

815
    state->flush_output(strm);
816 817 818 819

    strm->total_in -= strm->avail_in;
    strm->total_out -= strm->avail_out;

820 821
    return AEC_OK;
}
822

823 824
int aec_decode_end(struct aec_stream *strm)
{
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
825
    struct internal_state *state = strm->state;
826

827
    free(state->id_table);
828
    free(state->rsi_buffer);
829
    free(state);
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
830
    return AEC_OK;
831
}
832

Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
833
int aec_buffer_decode(struct aec_stream *strm)
834
{
Mathis Rosenhauer's avatar
Mathis Rosenhauer committed
835
    int status = aec_decode_init(strm);
836 837 838 839 840 841 842
    if (status != AEC_OK)
        return status;

    status = aec_decode(strm, AEC_FLUSH);
    aec_decode_end(strm);
    return status;
}