StarPilot/tinygrad_repo/extra/gptoss_kernels/combine/input_backward.cpp

#include <hip/hip_runtime.h>
#include <hip/hip_bf16.h>

extern "C" __global__ __launch_bounds__(256) void gptoss_combine_input_backward(
    __hip_bfloat16 *__restrict__ out, const __hip_bfloat16 *__restrict__ dout,
    const int *__restrict__ src_row, const float *__restrict__ weights) {
  const int row = blockIdx.x, group = row / ROWS, tid = threadIdx.x;
  const int src = src_row[row];
  // Return before forming input addresses for unused grouped rows.
  if (src < 0) {
    for (int d = tid; d < 2880; d += 256) out[(long long)row * 2880 + d] = (__hip_bfloat16)0.0f;
    return;
  }

  const int token = group * TOKENS + src / 4;
  const float weight = weights[token * 4 + src % 4];
  for (int d = tid; d < 2880; d += 256) {
    out[(long long)row * 2880 + d] = (__hip_bfloat16)((float)dout[(long long)token * 2880 + d] * weight);
  }
}