2011-04-27 11:58:34 +00:00
|
|
|
/*
|
2013-08-18 14:16:15 +00:00
|
|
|
* Copyright 2011-2013 Blender Foundation
|
2011-04-27 11:58:34 +00:00
|
|
|
*
|
2013-08-18 14:16:15 +00:00
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
2011-04-27 11:58:34 +00:00
|
|
|
*
|
2013-08-18 14:16:15 +00:00
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
2011-04-27 11:58:34 +00:00
|
|
|
*
|
2013-08-18 14:16:15 +00:00
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
2014-12-25 02:50:24 +01:00
|
|
|
* limitations under the License.
|
2011-04-27 11:58:34 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
/* CPU kernel entry points */
|
|
|
|
|
2016-03-25 16:09:05 +01:00
|
|
|
/* On x86-64, we can assume SSE2, so avoid the extra kernel and compile this
|
|
|
|
* one with SSE2 intrinsics.
|
|
|
|
*/
|
2015-12-30 17:54:02 +05:00
|
|
|
#if defined(__x86_64__) || defined(_M_X64)
|
2016-02-12 18:33:43 +01:00
|
|
|
# define __KERNEL_SSE2__
|
2015-12-30 17:54:02 +05:00
|
|
|
#endif
|
|
|
|
|
2016-03-25 16:09:05 +01:00
|
|
|
/* When building kernel for native machine detect kernel features from the flags
|
|
|
|
* set by compiler.
|
|
|
|
*/
|
|
|
|
#ifdef WITH_KERNEL_NATIVE
|
|
|
|
# ifdef __SSE2__
|
|
|
|
# ifndef __KERNEL_SSE2__
|
|
|
|
# define __KERNEL_SSE2__
|
|
|
|
# endif
|
|
|
|
# endif
|
|
|
|
# ifdef __SSE3__
|
|
|
|
# define __KERNEL_SSE3__
|
|
|
|
# endif
|
|
|
|
# ifdef __SSSE3__
|
|
|
|
# define __KERNEL_SSSE3__
|
|
|
|
# endif
|
|
|
|
# ifdef __SSE4_1__
|
|
|
|
# define __KERNEL_SSE41__
|
|
|
|
# endif
|
|
|
|
# ifdef __AVX__
|
|
|
|
# define __KERNEL_AVX__
|
|
|
|
# endif
|
|
|
|
# ifdef __AVX2__
|
2016-10-12 17:35:03 +02:00
|
|
|
# define __KERNEL_SSE__
|
2016-03-25 16:09:05 +01:00
|
|
|
# define __KERNEL_AVX2__
|
|
|
|
# endif
|
|
|
|
#endif
|
|
|
|
|
2015-12-30 17:54:02 +05:00
|
|
|
/* quiet unused define warnings */
|
|
|
|
#if defined(__KERNEL_SSE2__)
|
|
|
|
/* do nothing */
|
|
|
|
#endif
|
|
|
|
|
2015-02-02 21:13:41 +05:00
|
|
|
#include "kernel.h"
|
2015-12-30 17:54:02 +05:00
|
|
|
#define KERNEL_ARCH cpu
|
|
|
|
#include "kernel_cpu_impl.h"
|
2011-04-27 11:58:34 +00:00
|
|
|
|
|
|
|
CCL_NAMESPACE_BEGIN
|
|
|
|
|
|
|
|
/* Memory Copy */
|
|
|
|
|
|
|
|
void kernel_const_copy(KernelGlobals *kg, const char *name, void *host, size_t size)
|
|
|
|
{
|
|
|
|
if(strcmp(name, "__data") == 0)
|
|
|
|
memcpy(&kg->__data, host, size);
|
|
|
|
else
|
|
|
|
assert(0);
|
|
|
|
}
|
|
|
|
|
2015-07-21 21:58:19 +02:00
|
|
|
void kernel_tex_copy(KernelGlobals *kg,
|
|
|
|
const char *name,
|
|
|
|
device_ptr mem,
|
|
|
|
size_t width,
|
|
|
|
size_t height,
|
|
|
|
size_t depth,
|
|
|
|
InterpolationType interpolation,
|
2015-07-28 13:51:10 +02:00
|
|
|
ExtensionType extension)
|
2011-04-27 11:58:34 +00:00
|
|
|
{
|
2011-09-27 20:37:24 +00:00
|
|
|
if(0) {
|
2011-04-27 11:58:34 +00:00
|
|
|
}
|
2011-09-27 20:37:24 +00:00
|
|
|
|
|
|
|
#define KERNEL_TEX(type, ttype, tname) \
|
|
|
|
else if(strcmp(name, #tname) == 0) { \
|
|
|
|
kg->tname.data = (type*)mem; \
|
|
|
|
kg->tname.width = width; \
|
2011-04-27 11:58:34 +00:00
|
|
|
}
|
2011-09-27 20:37:24 +00:00
|
|
|
#define KERNEL_IMAGE_TEX(type, ttype, tname)
|
|
|
|
#include "kernel_textures.h"
|
|
|
|
|
2016-05-06 13:42:50 +02:00
|
|
|
else if(strstr(name, "__tex_image_float4")) {
|
2012-03-07 12:27:18 +00:00
|
|
|
texture_image_float4 *tex = NULL;
|
2016-05-06 13:42:50 +02:00
|
|
|
int id = atoi(name + strlen("__tex_image_float4_"));
|
2012-09-04 13:29:07 +00:00
|
|
|
int array_index = id;
|
2012-03-07 12:27:18 +00:00
|
|
|
|
2016-05-27 22:58:33 +02:00
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_FLOAT4_CPU) {
|
2016-05-06 13:42:50 +02:00
|
|
|
tex = &kg->texture_float4_images[array_index];
|
2012-03-07 12:27:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (float4*)mem;
|
2014-05-05 06:57:33 +10:00
|
|
|
tex->dimensions_set(width, height, depth);
|
2014-03-07 23:16:09 +01:00
|
|
|
tex->interpolation = interpolation;
|
2015-07-28 13:51:10 +02:00
|
|
|
tex->extension = extension;
|
2012-03-07 12:27:18 +00:00
|
|
|
}
|
|
|
|
}
|
2016-05-09 12:51:42 +02:00
|
|
|
else if(strstr(name, "__tex_image_float")) {
|
|
|
|
texture_image_float *tex = NULL;
|
|
|
|
int id = atoi(name + strlen("__tex_image_float_"));
|
2016-05-27 22:58:33 +02:00
|
|
|
int array_index = id - TEX_START_FLOAT_CPU;
|
2016-05-09 12:51:42 +02:00
|
|
|
|
2016-05-27 22:58:33 +02:00
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_FLOAT_CPU) {
|
2016-05-09 12:51:42 +02:00
|
|
|
tex = &kg->texture_float_images[array_index];
|
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (float*)mem;
|
|
|
|
tex->dimensions_set(width, height, depth);
|
|
|
|
tex->interpolation = interpolation;
|
|
|
|
tex->extension = extension;
|
|
|
|
}
|
|
|
|
}
|
2016-05-09 02:22:01 +02:00
|
|
|
else if(strstr(name, "__tex_image_byte4")) {
|
2011-04-27 11:58:34 +00:00
|
|
|
texture_image_uchar4 *tex = NULL;
|
2016-05-09 02:22:01 +02:00
|
|
|
int id = atoi(name + strlen("__tex_image_byte4_"));
|
2016-05-27 22:58:33 +02:00
|
|
|
int array_index = id - TEX_START_BYTE4_CPU;
|
2011-04-27 11:58:34 +00:00
|
|
|
|
2016-05-27 22:58:33 +02:00
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_BYTE4_CPU) {
|
2016-05-09 09:16:41 +02:00
|
|
|
tex = &kg->texture_byte4_images[array_index];
|
2011-04-27 11:58:34 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (uchar4*)mem;
|
2014-05-05 06:57:33 +10:00
|
|
|
tex->dimensions_set(width, height, depth);
|
2014-03-07 23:16:09 +01:00
|
|
|
tex->interpolation = interpolation;
|
2015-07-28 13:51:10 +02:00
|
|
|
tex->extension = extension;
|
2011-04-27 11:58:34 +00:00
|
|
|
}
|
|
|
|
}
|
2016-05-12 14:51:42 +02:00
|
|
|
else if(strstr(name, "__tex_image_byte")) {
|
|
|
|
texture_image_uchar *tex = NULL;
|
|
|
|
int id = atoi(name + strlen("__tex_image_byte_"));
|
2016-05-27 22:58:33 +02:00
|
|
|
int array_index = id - TEX_START_BYTE_CPU;
|
2016-05-12 14:51:42 +02:00
|
|
|
|
2016-05-27 22:58:33 +02:00
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_BYTE_CPU) {
|
2016-05-12 14:51:42 +02:00
|
|
|
tex = &kg->texture_byte_images[array_index];
|
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (uchar*)mem;
|
|
|
|
tex->dimensions_set(width, height, depth);
|
|
|
|
tex->interpolation = interpolation;
|
|
|
|
tex->extension = extension;
|
|
|
|
}
|
|
|
|
}
|
2016-06-19 17:31:16 +02:00
|
|
|
else if(strstr(name, "__tex_image_half4")) {
|
|
|
|
texture_image_half4 *tex = NULL;
|
|
|
|
int id = atoi(name + strlen("__tex_image_half4_"));
|
|
|
|
int array_index = id - TEX_START_HALF4_CPU;
|
|
|
|
|
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_HALF4_CPU) {
|
|
|
|
tex = &kg->texture_half4_images[array_index];
|
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (half4*)mem;
|
|
|
|
tex->dimensions_set(width, height, depth);
|
|
|
|
tex->interpolation = interpolation;
|
|
|
|
tex->extension = extension;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else if(strstr(name, "__tex_image_half")) {
|
|
|
|
texture_image_half *tex = NULL;
|
|
|
|
int id = atoi(name + strlen("__tex_image_half_"));
|
|
|
|
int array_index = id - TEX_START_HALF_CPU;
|
|
|
|
|
|
|
|
if(array_index >= 0 && array_index < TEX_NUM_HALF_CPU) {
|
|
|
|
tex = &kg->texture_half_images[array_index];
|
|
|
|
}
|
|
|
|
|
|
|
|
if(tex) {
|
|
|
|
tex->data = (half*)mem;
|
|
|
|
tex->dimensions_set(width, height, depth);
|
|
|
|
tex->interpolation = interpolation;
|
|
|
|
tex->extension = extension;
|
|
|
|
}
|
|
|
|
}
|
2011-04-27 11:58:34 +00:00
|
|
|
else
|
|
|
|
assert(0);
|
|
|
|
}
|
|
|
|
|
|
|
|
CCL_NAMESPACE_END
|