bin/ffmpeg/libavcodec/loongarch/cabac.h

/*
 * Loongson  optimized cabac
 *
 * Copyright (c) 2020 Loongson Technology Corporation Limited
 * Contributed by Shiyou Yin <[email protected]>
 *                Gu Xiwei([email protected])
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#ifndef AVCODEC_LOONGARCH_CABAC_H
#define AVCODEC_LOONGARCH_CABAC_H

#include "libavutil/attributes.h"
#include "libavcodec/cabac.h"
#include "config.h"

#define GET_CABAC_LOONGARCH_UNCBSR                                      \
    "ld.bu        %[bit],        %[state],       0x0           \n\t"    \
    "andi         %[tmp0],       %[c_range],     0xC0          \n\t"    \
    "slli.d       %[tmp0],       %[tmp0],        0x01          \n\t"    \
    "add.d        %[tmp0],       %[tmp0],        %[tables]     \n\t"    \
    "add.d        %[tmp0],       %[tmp0],        %[bit]        \n\t"    \
    /* tmp1: RangeLPS */                                                \
    "ld.bu        %[tmp1],       %[tmp0],        %[lps_off]    \n\t"    \
                                                                        \
    "sub.d        %[c_range],    %[c_range],     %[tmp1]       \n\t"    \
    "slli.d       %[tmp0],       %[c_range],     0x11          \n\t"    \
    "bge          %[tmp0],       %[c_low],       1f            \n\t"    \
    "move         %[c_range],    %[tmp1]                       \n\t"    \
    "nor          %[bit],        %[bit],         %[bit]        \n\t"    \
    "sub.d        %[c_low],      %[c_low],       %[tmp0]       \n\t"    \
                                                                        \
    "1:                                                        \n\t"    \
    /* tmp1: *state */                                                  \
    "add.d        %[tmp0],       %[tables],      %[bit]        \n\t"    \
    "ld.bu        %[tmp1],       %[tmp0],        %[mlps_off]   \n\t"    \
    /* tmp2: lps_mask */                                                \
    "add.d        %[tmp0],       %[tables],      %[c_range]    \n\t"    \
    "ld.bu        %[tmp2],       %[tmp0],        %[norm_off]   \n\t"    \
                                                                        \
    "andi         %[bit],        %[bit],         0x01          \n\t"    \
    "st.b         %[tmp1],       %[state],       0x0           \n\t"    \
    "sll.d        %[c_range],    %[c_range],     %[tmp2]       \n\t"    \
    "sll.d        %[c_low],      %[c_low],       %[tmp2]       \n\t"    \
                                                                        \
    "and          %[tmp1],       %[c_low],       %[cabac_mask] \n\t"    \
    "bnez         %[tmp1],       1f                            \n\t"    \
    "ld.hu        %[tmp1],       %[c_bytestream], 0x0          \n\t"    \
    "ctz.d        %[tmp0],       %[c_low]                      \n\t"    \
    "addi.d       %[tmp2],       %[tmp0],        -16           \n\t"    \
    "revb.2h      %[tmp0],       %[tmp1]                       \n\t"    \
    "slli.d       %[tmp0],       %[tmp0],        0x01          \n\t"    \
    "sub.d        %[tmp0],       %[tmp0],        %[cabac_mask] \n\t"    \
    "sll.d        %[tmp0],       %[tmp0],        %[tmp2]       \n\t"    \
    "add.d        %[c_low],      %[c_low],       %[tmp0]       \n\t"    \
    "addi.d       %[c_bytestream], %[c_bytestream],     0x02   \n\t"    \
    "1:                                                        \n\t"    \

#define GET_CABAC_LOONGARCH                                             \
    "ld.bu        %[bit],        %[state],       0x0           \n\t"    \
    "andi         %[tmp0],       %[c_range],     0xC0          \n\t"    \
    "slli.d       %[tmp0],       %[tmp0],        0x01          \n\t"    \
    "add.d        %[tmp0],       %[tmp0],        %[tables]     \n\t"    \
    "add.d        %[tmp0],       %[tmp0],        %[bit]        \n\t"    \
    /* tmp1: RangeLPS */                                                \
    "ld.bu        %[tmp1],       %[tmp0],        %[lps_off]    \n\t"    \
                                                                        \
    "sub.d        %[c_range],    %[c_range],     %[tmp1]       \n\t"    \
    "slli.d       %[tmp0],       %[c_range],     0x11          \n\t"    \
    "bge          %[tmp0],       %[c_low],       1f            \n\t"    \
    "move         %[c_range],    %[tmp1]                       \n\t"    \
    "nor          %[bit],        %[bit],         %[bit]        \n\t"    \
    "sub.d        %[c_low],      %[c_low],       %[tmp0]       \n\t"    \
                                                                        \
    "1:                                                        \n\t"    \
    /* tmp1: *state */                                                  \
    "add.d        %[tmp0],       %[tables],      %[bit]        \n\t"    \
    "ld.bu        %[tmp1],       %[tmp0],        %[mlps_off]   \n\t"    \
    /* tmp2: lps_mask */                                                \
    "add.d        %[tmp0],       %[tables],      %[c_range]    \n\t"    \
    "ld.bu        %[tmp2],       %[tmp0],        %[norm_off]   \n\t"    \
                                                                        \
    "andi         %[bit],        %[bit],         0x01          \n\t"    \
    "st.b         %[tmp1],       %[state],       0x0           \n\t"    \
    "sll.d        %[c_range],    %[c_range],     %[tmp2]       \n\t"    \
    "sll.d        %[c_low],      %[c_low],       %[tmp2]       \n\t"    \
                                                                        \
    "and          %[tmp1],       %[c_low],       %[cabac_mask] \n\t"    \
    "bnez         %[tmp1],       1f                            \n\t"    \
    "ld.hu        %[tmp1],       %[c_bytestream], 0x0          \n\t"    \
    "ctz.d        %[tmp0],       %[c_low]                      \n\t"    \
    "addi.d       %[tmp2],       %[tmp0],        -16           \n\t"    \
    "revb.2h      %[tmp0],       %[tmp1]                       \n\t"    \
    "slli.d       %[tmp0],       %[tmp0],        0x01          \n\t"    \
    "sub.d        %[tmp0],       %[tmp0],        %[cabac_mask] \n\t"    \
    "sll.d        %[tmp0],       %[tmp0],        %[tmp2]       \n\t"    \
                                                                        \
    "add.d        %[c_low],      %[c_low],       %[tmp0]       \n\t"    \
                                                                        \
    "slt      %[tmp0],  %[c_bytestream],  %[c_bytestream_end]  \n\t"    \
    "add.d    %[c_bytestream], %[c_bytestream],     %[tmp0]    \n\t"    \
    "add.d    %[c_bytestream], %[c_bytestream],     %[tmp0]    \n\t"    \
    "1:                                                        \n\t"    \

#define get_cabac_inline get_cabac_inline_loongarch
static av_always_inline
int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state)
{
    int64_t tmp0, tmp1, tmp2, bit;

    __asm__ volatile (
#if UNCHECKED_BITSTREAM_READER
        GET_CABAC_LOONGARCH_UNCBSR
#else
        GET_CABAC_LOONGARCH
#endif
    : [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
      [c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
      [c_bytestream]"+&r"(c->bytestream)
    : [state]"r"(state), [tables]"r"(ff_h264_cabac_tables),
#if !UNCHECKED_BITSTREAM_READER
      [c_bytestream_end]"r"(c->bytestream_end),
#endif
      [lps_off]"i"(H264_LPS_RANGE_OFFSET),
      [mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128),
      [norm_off]"i"(H264_NORM_SHIFT_OFFSET),
      [cabac_mask]"r"(CABAC_MASK)
    : "memory"
    );

    return bit;
}

#define get_cabac_bypass get_cabac_bypass_loongarch
static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c)
{
    int64_t tmp0, tmp1, tmp2;
    int res = 0;
    __asm__ volatile(
        "slli.d     %[c_low],        %[c_low],        0x01                \n\t"
        "and        %[tmp0],         %[c_low],        %[cabac_mask]       \n\t"
        "bnez       %[tmp0],         1f                                   \n\t"
        "ld.hu      %[tmp1],         %[c_bytestream], 0x0                 \n\t"
#if UNCHECKED_BITSTREAM_READER
        "addi.d     %[c_bytestream], %[c_bytestream], 0x02                \n\t"
#else
        "slt        %[tmp0],         %[c_bytestream], %[c_bytestream_end] \n\t"
        "add.d      %[c_bytestream], %[c_bytestream], %[tmp0]             \n\t"
        "add.d      %[c_bytestream], %[c_bytestream], %[tmp0]             \n\t"
#endif
        "revb.2h    %[tmp1],         %[tmp1]                              \n\t"
        "slli.d     %[tmp1],         %[tmp1],         0x01                \n\t"
        "sub.d      %[tmp1],         %[tmp1],         %[cabac_mask]       \n\t"
        "add.d      %[c_low],        %[c_low],        %[tmp1]             \n\t"
        "1:                                                               \n\t"
        "slli.d     %[tmp1],         %[c_range],      0x11                \n\t"
        "slt        %[tmp0],         %[c_low],        %[tmp1]             \n\t"
        "sub.d      %[tmp1],         %[c_low],        %[tmp1]             \n\t"
        "masknez    %[tmp2],         %[one],          %[tmp0]             \n\t"
        "maskeqz    %[res],          %[res],          %[tmp0]             \n\t"
        "or         %[res],          %[res],          %[tmp2]             \n\t"
        "masknez    %[tmp2],         %[tmp1],         %[tmp0]             \n\t"
        "maskeqz    %[c_low],        %[c_low],        %[tmp0]             \n\t"
        "or         %[c_low],        %[c_low],        %[tmp2]             \n\t"
        : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
          [c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
          [c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res)
        : [cabac_mask]"r"(CABAC_MASK),
#if !UNCHECKED_BITSTREAM_READER
          [c_bytestream_end]"r"(c->bytestream_end),
#endif
          [one]"r"(0x01)
        : "memory"
    );
    return res;
}

#define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch
static av_always_inline
int get_cabac_bypass_sign_loongarch(CABACContext *c, int val)
{
    int64_t tmp0, tmp1;
    int res = val;
    __asm__ volatile(
        "slli.d     %[c_low],        %[c_low],        0x01                \n\t"
        "and        %[tmp0],         %[c_low],        %[cabac_mask]       \n\t"
        "bnez       %[tmp0],         1f                                   \n\t"
        "ld.hu      %[tmp1],         %[c_bytestream], 0x0                 \n\t"
#if UNCHECKED_BITSTREAM_READER
        "addi.d     %[c_bytestream], %[c_bytestream], 0x02                \n\t"
#else
        "slt        %[tmp0],         %[c_bytestream], %[c_bytestream_end] \n\t"
        "add.d      %[c_bytestream], %[c_bytestream], %[tmp0]             \n\t"
        "add.d      %[c_bytestream], %[c_bytestream], %[tmp0]             \n\t"
#endif
        "revb.2h    %[tmp1],         %[tmp1]                              \n\t"
        "slli.d     %[tmp1],         %[tmp1],         0x01                \n\t"
        "sub.d      %[tmp1],         %[tmp1],         %[cabac_mask]       \n\t"
        "add.d      %[c_low],        %[c_low],        %[tmp1]             \n\t"
        "1:                                                               \n\t"
        "slli.d     %[tmp1],         %[c_range],      0x11                \n\t"
        "slt        %[tmp0],         %[c_low],        %[tmp1]             \n\t"
        "sub.d      %[tmp1],         %[c_low],        %[tmp1]             \n\t"
        "masknez    %[tmp1],         %[tmp1],         %[tmp0]             \n\t"
        "maskeqz    %[c_low],        %[c_low],        %[tmp0]             \n\t"
        "or         %[c_low],        %[c_low],        %[tmp1]             \n\t"
        "sub.d      %[tmp1],         %[zero],         %[res]              \n\t"
        "maskeqz    %[tmp1],         %[tmp1],         %[tmp0]             \n\t"
        "masknez    %[res],          %[res],          %[tmp0]             \n\t"
        "or         %[res],          %[res],          %[tmp1]             \n\t"
        : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res),
          [c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
          [c_bytestream]"+&r"(c->bytestream)
        : [cabac_mask]"r"(CABAC_MASK),
#if !UNCHECKED_BITSTREAM_READER
          [c_bytestream_end]"r"(c->bytestream_end),
#endif
          [zero]"r"(0x0)
        : "memory"
    );

    return res;
}
#endif /* AVCODEC_LOONGARCH_CABAC_H */