71b4a97cbc
Use the common BVH utilities header for this. Added a special type qualifier ccl_ray_data which is defined to ccl_private for all platforms but Metal. On Metal it is defined to ray_data. The tricky part is that the BVH utilities are wrapped into the Metal context class. In some of the BVH functions the context has been already constructed, but it wasn't done in all the callbacks. From a quick render tests of the Junkshop benchmark scene there is no render time difference, No functional changes are expected. Pull Request: https://projects.blender.org/blender/blender/pulls/111967
133 lines
3.6 KiB
C++
133 lines
3.6 KiB
C++
/* SPDX-FileCopyrightText: 2011-2022 Blender Foundation
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0 */
|
|
|
|
#pragma once
|
|
|
|
#define __KERNEL_GPU__
|
|
#define __KERNEL_CUDA__
|
|
#define CCL_NAMESPACE_BEGIN
|
|
#define CCL_NAMESPACE_END
|
|
|
|
#ifndef ATTR_FALLTHROUGH
|
|
# define ATTR_FALLTHROUGH
|
|
#endif
|
|
|
|
/* Manual definitions so we can compile without CUDA toolkit. */
|
|
|
|
#ifdef __CUDACC_RTC__
|
|
typedef unsigned int uint32_t;
|
|
typedef unsigned long long uint64_t;
|
|
#else
|
|
# include <stdint.h>
|
|
#endif
|
|
|
|
#ifdef CYCLES_CUBIN_CC
|
|
# define FLT_MIN 1.175494350822287507969e-38f
|
|
# define FLT_MAX 340282346638528859811704183484516925440.0f
|
|
# define FLT_EPSILON 1.192092896e-07F
|
|
#endif
|
|
|
|
/* Qualifiers */
|
|
|
|
#define ccl_device __device__ __inline__
|
|
#define ccl_device_extern extern "C" __device__
|
|
#if __CUDA_ARCH__ < 500
|
|
# define ccl_device_inline __device__ __forceinline__
|
|
# define ccl_device_forceinline __device__ __forceinline__
|
|
#else
|
|
# define ccl_device_inline __device__ __inline__
|
|
# define ccl_device_forceinline __device__ __forceinline__
|
|
#endif
|
|
#define ccl_device_noinline __device__ __noinline__
|
|
#define ccl_device_noinline_cpu ccl_device
|
|
#define ccl_device_inline_method ccl_device
|
|
#define ccl_global
|
|
#define ccl_inline_constant __constant__
|
|
#define ccl_device_constant __constant__ __device__
|
|
#define ccl_constant const
|
|
#define ccl_gpu_shared __shared__
|
|
#define ccl_private
|
|
#define ccl_ray_data ccl_private
|
|
#define ccl_may_alias
|
|
#define ccl_restrict __restrict__
|
|
#define ccl_loop_no_unroll
|
|
#define ccl_align(n) __align__(n)
|
|
#define ccl_optional_struct_init
|
|
|
|
/* No assert supported for CUDA */
|
|
|
|
#define kernel_assert(cond)
|
|
|
|
/* GPU thread, block, grid size and index */
|
|
|
|
#define ccl_gpu_thread_idx_x (threadIdx.x)
|
|
#define ccl_gpu_block_dim_x (blockDim.x)
|
|
#define ccl_gpu_block_idx_x (blockIdx.x)
|
|
#define ccl_gpu_grid_dim_x (gridDim.x)
|
|
#define ccl_gpu_warp_size (warpSize)
|
|
#define ccl_gpu_thread_mask(thread_warp) uint(0xFFFFFFFF >> (ccl_gpu_warp_size - thread_warp))
|
|
|
|
#define ccl_gpu_global_id_x() (ccl_gpu_block_idx_x * ccl_gpu_block_dim_x + ccl_gpu_thread_idx_x)
|
|
#define ccl_gpu_global_size_x() (ccl_gpu_grid_dim_x * ccl_gpu_block_dim_x)
|
|
|
|
/* GPU warp synchronization. */
|
|
|
|
#define ccl_gpu_syncthreads() __syncthreads()
|
|
#define ccl_gpu_ballot(predicate) __ballot_sync(0xFFFFFFFF, predicate)
|
|
|
|
/* GPU texture objects */
|
|
|
|
typedef unsigned long long CUtexObject;
|
|
typedef CUtexObject ccl_gpu_tex_object_2D;
|
|
typedef CUtexObject ccl_gpu_tex_object_3D;
|
|
|
|
template<typename T>
|
|
ccl_device_forceinline T ccl_gpu_tex_object_read_2D(const ccl_gpu_tex_object_2D texobj,
|
|
const float x,
|
|
const float y)
|
|
{
|
|
return tex2D<T>(texobj, x, y);
|
|
}
|
|
|
|
template<typename T>
|
|
ccl_device_forceinline T ccl_gpu_tex_object_read_3D(const ccl_gpu_tex_object_3D texobj,
|
|
const float x,
|
|
const float y,
|
|
const float z)
|
|
{
|
|
return tex3D<T>(texobj, x, y, z);
|
|
}
|
|
|
|
/* Use fast math functions */
|
|
|
|
#define cosf(x) __cosf(((float)(x)))
|
|
#define sinf(x) __sinf(((float)(x)))
|
|
#define powf(x, y) __powf(((float)(x)), ((float)(y)))
|
|
#define tanf(x) __tanf(((float)(x)))
|
|
#define logf(x) __logf(((float)(x)))
|
|
#define expf(x) __expf(((float)(x)))
|
|
|
|
/* Half */
|
|
|
|
typedef unsigned short half;
|
|
|
|
ccl_device_forceinline half __float2half(const float f)
|
|
{
|
|
half val;
|
|
asm("{ cvt.rn.f16.f32 %0, %1;}\n" : "=h"(val) : "f"(f));
|
|
return val;
|
|
}
|
|
|
|
ccl_device_forceinline float __half2float(const half h)
|
|
{
|
|
float val;
|
|
asm("{ cvt.f32.f16 %0, %1;}\n" : "=f"(val) : "h"(h));
|
|
return val;
|
|
}
|
|
|
|
/* Types */
|
|
|
|
#include "util/half.h"
|
|
#include "util/types.h"
|