[Bf-blender-cvs] [dba4684f82a] master: Cycles: add colorspace manager class and utilities based on OpenColorIO

Lukas Stockner noreply at git.blender.org
Fri May 3 15:43:32 CEST 2019


Commit: dba4684f82a179a5c8abdae5940bc7c35e65a1a7
Author: Lukas Stockner
Date:   Fri May 3 11:23:16 2019 +0200
Branches: master
https://developer.blender.org/rBdba4684f82a179a5c8abdae5940bc7c35e65a1a7

Cycles: add colorspace manager class and utilities based on OpenColorIO

This is the groundwork for supporting loading image textures with arbitrary
color spaces through OpenColorIO.

Initial patch by Lukas, completed by Brecht.

Differential Revision: https://developer.blender.org/D3491

===================================================================

M	intern/cycles/render/CMakeLists.txt
A	intern/cycles/render/colorspace.cpp
A	intern/cycles/render/colorspace.h
M	intern/cycles/util/util_color.h
M	intern/cycles/util/util_image.h
M	intern/cycles/util/util_map.h
M	intern/cycles/util/util_math.h

===================================================================

diff --git a/intern/cycles/render/CMakeLists.txt b/intern/cycles/render/CMakeLists.txt
index 378957d21f4..c79e5a23ea1 100644
--- a/intern/cycles/render/CMakeLists.txt
+++ b/intern/cycles/render/CMakeLists.txt
@@ -14,6 +14,7 @@ set(SRC
   bake.cpp
   buffers.cpp
   camera.cpp
+  colorspace.cpp
   constant_fold.cpp
   coverage.cpp
   denoising.cpp
@@ -48,6 +49,7 @@ set(SRC_HEADERS
   background.h
   buffers.h
   camera.h
+  colorspace.h
   constant_fold.h
   coverage.h
   denoising.h
diff --git a/intern/cycles/render/colorspace.cpp b/intern/cycles/render/colorspace.cpp
new file mode 100644
index 00000000000..cbfcf774a15
--- /dev/null
+++ b/intern/cycles/render/colorspace.cpp
@@ -0,0 +1,374 @@
+/*
+ * Copyright 2011-2013 Blender Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "render/colorspace.h"
+
+#include "util/util_color.h"
+#include "util/util_image.h"
+#include "util/util_half.h"
+#include "util/util_logging.h"
+#include "util/util_math.h"
+#include "util/util_thread.h"
+#include "util/util_vector.h"
+
+#ifdef WITH_OCIO
+#  include <OpenColorIO/OpenColorIO.h>
+namespace OCIO = OCIO_NAMESPACE;
+#endif
+
+CCL_NAMESPACE_BEGIN
+
+/* Builtin colorspaces. */
+ustring u_colorspace_auto;
+ustring u_colorspace_raw("__builtin_raw");
+ustring u_colorspace_srgb("__builtin_srgb");
+
+/* Cached data. */
+#ifdef WITH_OCIO
+static thread_mutex cache_mutex;
+static unordered_map<ustring, ustring, ustringHash> cached_colorspaces;
+static unordered_map<ustring, OCIO::ConstProcessorRcPtr, ustringHash> cached_processors;
+#endif
+
+ColorSpaceProcessor *ColorSpaceManager::get_processor(ustring colorspace)
+{
+#ifdef WITH_OCIO
+  /* Only use this for OpenColorIO color spaces, not the builtin ones. */
+  assert(colorspace != u_colorspace_srgb && colorspace != u_colorspace_auto);
+
+  if (colorspace == u_colorspace_raw) {
+    return NULL;
+  }
+
+  OCIO::ConstConfigRcPtr config = OCIO::GetCurrentConfig();
+  if (!config) {
+    return NULL;
+  }
+
+  /* Cache processor until free_memory(), memory overhead is expected to be
+   * small and the processor is likely to be reused. */
+  thread_scoped_lock cache_lock(cache_mutex);
+  if (cached_processors.find(colorspace) == cached_processors.end()) {
+    try {
+      cached_processors[colorspace] = config->getProcessor(colorspace.c_str(), "scene_linear");
+    }
+    catch (OCIO::Exception &exception) {
+      cached_processors[colorspace] = OCIO::ConstProcessorRcPtr();
+      VLOG(1) << "Colorspace " << colorspace.c_str()
+              << " can't be converted to scene_linear: " << exception.what();
+    }
+  }
+
+  const OCIO::Processor *processor = cached_processors[colorspace].get();
+  return (ColorSpaceProcessor *)processor;
+#else
+  /* No OpenColorIO. */
+  (void)colorspace;
+  return NULL;
+#endif
+}
+
+ustring ColorSpaceManager::detect_known_colorspace(ustring colorspace,
+                                                   const char *file_format,
+                                                   bool is_float)
+{
+  if (colorspace == u_colorspace_auto) {
+    /* Auto detect sRGB or raw if none specified. */
+    if (is_float) {
+      bool srgb = (colorspace == "sRGB" || colorspace == "GammaCorrected" ||
+                   (colorspace.empty() &&
+                    (strcmp(file_format, "png") == 0 || strcmp(file_format, "tiff") == 0 ||
+                     strcmp(file_format, "dpx") == 0 || strcmp(file_format, "jpeg2000") == 0)));
+      return srgb ? u_colorspace_srgb : u_colorspace_raw;
+    }
+    else {
+      return u_colorspace_srgb;
+    }
+  }
+  else if (colorspace == u_colorspace_srgb || colorspace == u_colorspace_raw) {
+    /* Builtin colorspaces. */
+    return colorspace;
+  }
+  else {
+    /* Use OpenColorIO. */
+#ifdef WITH_OCIO
+    {
+      thread_scoped_lock cache_lock(cache_mutex);
+      /* Cached lookup. */
+      if (cached_colorspaces.find(colorspace) != cached_colorspaces.end()) {
+        return cached_colorspaces[colorspace];
+      }
+    }
+
+    /* Detect if it matches a simple builtin colorspace. */
+    bool is_no_op, is_srgb;
+    is_builtin_colorspace(colorspace, is_no_op, is_srgb);
+
+    thread_scoped_lock cache_lock(cache_mutex);
+    if (is_no_op) {
+      VLOG(1) << "Colorspace " << colorspace.string() << " is no-op";
+      cached_colorspaces[colorspace] = u_colorspace_raw;
+      return u_colorspace_raw;
+    }
+    else if (is_srgb) {
+      VLOG(1) << "Colorspace " << colorspace.string() << " is sRGB";
+      cached_colorspaces[colorspace] = u_colorspace_srgb;
+      return u_colorspace_srgb;
+    }
+
+    /* Verify if we can convert from the requested color space. */
+    if (!get_processor(colorspace)) {
+      OCIO::ConstConfigRcPtr config = OCIO::GetCurrentConfig();
+      if (!config || !config->getColorSpace(colorspace.c_str())) {
+        VLOG(1) << "Colorspace " << colorspace.c_str() << " not found, using raw instead";
+      }
+      else {
+        VLOG(1) << "Colorspace " << colorspace.c_str()
+                << " can't be converted to scene_linear, using raw instead";
+      }
+      cached_colorspaces[colorspace] = u_colorspace_raw;
+      return u_colorspace_raw;
+    }
+
+    /* Convert to/from colorspace with OpenColorIO. */
+    VLOG(1) << "Colorspace " << colorspace.string() << " handled through OpenColorIO";
+    cached_colorspaces[colorspace] = colorspace;
+    return colorspace;
+#else
+    VLOG(1) << "Colorspace " << colorspace.c_str() << " not available, built without OpenColorIO";
+    return u_colorspace_raw;
+#endif
+  }
+}
+
+void ColorSpaceManager::is_builtin_colorspace(ustring colorspace, bool &is_no_op, bool &is_srgb)
+{
+#ifdef WITH_OCIO
+  const OCIO::Processor *processor = (const OCIO::Processor *)get_processor(colorspace);
+  if (!processor) {
+    is_no_op = false;
+    is_srgb = false;
+    return;
+  }
+
+  is_no_op = true;
+  is_srgb = true;
+  for (int i = 0; i < 256; i++) {
+    float v = i / 255.0f;
+
+    float cR[3] = {v, 0, 0};
+    float cG[3] = {0, v, 0};
+    float cB[3] = {0, 0, v};
+    float cW[3] = {v, v, v};
+    processor->applyRGB(cR);
+    processor->applyRGB(cG);
+    processor->applyRGB(cB);
+    processor->applyRGB(cW);
+
+    /* Make sure that there is no channel crosstalk. */
+    if (fabsf(cR[1]) > 1e-5f || fabsf(cR[2]) > 1e-5f || fabsf(cG[0]) > 1e-5f ||
+        fabsf(cG[2]) > 1e-5f || fabsf(cB[0]) > 1e-5f || fabsf(cB[1]) > 1e-5f) {
+      is_no_op = false;
+      is_srgb = false;
+      break;
+    }
+    /* Make sure that the three primaries combine linearly. */
+    if (!compare_floats(cR[0], cW[0], 1e-6f, 64) || !compare_floats(cG[1], cW[1], 1e-6f, 64) ||
+        !compare_floats(cB[2], cW[2], 1e-6f, 64)) {
+      is_no_op = false;
+      is_srgb = false;
+      break;
+    }
+    /* Make sure that the three channels behave identically. */
+    if (!compare_floats(cW[0], cW[1], 1e-6f, 64) || !compare_floats(cW[1], cW[2], 1e-6f, 64)) {
+      is_no_op = false;
+      is_srgb = false;
+      break;
+    }
+
+    float out_v = average(make_float3(cW[0], cW[1], cW[2]));
+    if (!compare_floats(v, out_v, 1e-6f, 64)) {
+      is_no_op = false;
+    }
+    if (!compare_floats(color_srgb_to_linear(v), out_v, 1e-6f, 64)) {
+      is_srgb = false;
+    }
+  }
+#else
+  (void)colorspace;
+  is_no_op = false;
+  is_srgb = false;
+#endif
+}
+
+#ifdef WITH_OCIO
+
+template<typename T> inline float4 cast_to_float4(T *data)
+{
+  return make_float4(util_image_cast_to_float(data[0]),
+                     util_image_cast_to_float(data[1]),
+                     util_image_cast_to_float(data[2]),
+                     util_image_cast_to_float(data[3]));
+}
+
+template<typename T> inline void cast_from_float4(T *data, float4 value)
+{
+  data[0] = util_image_cast_from_float<T>(value.x);
+  data[1] = util_image_cast_from_float<T>(value.y);
+  data[2] = util_image_cast_from_float<T>(value.z);
+  data[3] = util_image_cast_from_float<T>(value.w);
+}
+
+/* Slower versions for other all data types, which needs to convert to float and back. */
+template<typename T, bool compress_as_srgb = false>
+inline void processor_apply_pixels(const OCIO::Processor *processor,
+                                   T *pixels,
+                                   size_t width,
+                                   size_t height)
+{
+  /* Process large images in chunks to keep temporary memory requirement down. */
+  size_t y_chunk_size = max(1, 16 * 1024 * 1024 / (sizeof(float4) * width));
+  vector<float4> float_pixels(y_chunk_size * width);
+
+  for (size_t y0 = 0; y0 < height; y0 += y_chunk_size) {
+    size_t y1 = std::min(y0 + y_chunk_size, height);
+    size_t i = 0;
+
+    for (size_t y = y0; y < y1; y++) {
+      for (size_t x = 0; x < width; x++, i++) {
+        float_pixels[i] = cast_to_float4(pixels + 4 * (y * width + x));
+      }
+    }
+
+    OCIO::PackedImageDesc desc((float *)float_pixels.data(), width, y_chunk_size, 4);
+    processor->apply(desc);
+
+    i = 0;
+    for (size_t y = y0; y < y1; y++) {
+      for (size_t x = 0; x < width; x++, i++) {
+        float4 value = float_pixels[i];
+        if (compress_as_srgb) {
+          value = color_linear_to_srgb_v4(value);
+        }
+        cast_from_float4(pixels + 4 * (y * width + x), value);
+      }
+    }
+  }
+}
+
+/* Fast version for float images, which OpenColorIO can handle natively. */
+template<>
+inline void processor_apply_pixels(const OCIO::Processor *processor,
+                                   float *pixels,
+                                   size_t width,
+                                   size_t height)
+{
+  OCIO::PackedImageDesc desc(pixels, width, height, 4);
+  processor->apply(desc);
+}
+#endif
+
+template<t

@@ Diff output truncated at 10240 characters. @@



More information about the Bf-blender-cvs mailing list