Python Buffer Protocol

Changes

@@ -1,7 +1,10 @@
 10.6.x.x (relative to 10.6.3.0)
 ========
 
+API
+---
 
+- IECorePython : Added `Buffer` object and associated `asReadOnlyBuffer()` and `asReadWriteBuffer()` methods for numeric-based `*VectorData` types. This adds support for Python's buffer protocol which allows direct access to the vector.
 
 10.6.3.0 (relative to 10.6.2.2)
 ========

SConstruct

@@ -90,10 +90,13 @@ o.Add(
 # https://developercommunity.visualstudio.com/content/problem/756694/including-windowsh-and-boostinterprocess-headers-l.html
 # /DBOOST_ALL_NO_LIB is needed to find Boost when it is built without
 # verbose system information added to file and directory names.
+# /DZc:strictStrings- fixes a compilation error when setting the `Py_buffer.format` member in `VectorTypedDataBinding.inl`
+# `getBuffer()` method. Python declares that member as `char *` but MSVC requires `const char *` for string literals.
+# Disabling strict strings relaxes that requirement.
 o.Add(
 	"CXXFLAGS",
 	"The extra flags to pass to the C++ compiler during compilation.",
-	[ "-pipe", "-Wall", "-Wextra", "-Wsuggest-override" ] if Environment()["PLATFORM"] != "win32" else [ "/permissive-", "/D_USE_MATH_DEFINES", "/Zc:externC-", "/DBOOST_ALL_NO_LIB" ],
+	[ "-pipe", "-Wall", "-Wextra", "-Wsuggest-override" ] if Environment()["PLATFORM"] != "win32" else [ "/permissive-", "/D_USE_MATH_DEFINES", "/Zc:externC-", "/DBOOST_ALL_NO_LIB", "/Zc:strictStrings-" ],
 )
 
 o.Add(

contrib/IECoreUSD/include/IECoreUSD/TypeTraits.h

@@ -36,6 +36,7 @@
 #define IECOREUSD_TYPETRAITS_H
 
 #include "IECore/GeometricTypedData.h"
+#include "IECore/Half.h"
 #include "IECore/InternedString.h"
 #include "IECore/TypedData.h"
 
@@ -44,7 +45,6 @@ IECORE_PUSH_DEFAULT_VISIBILITY
 #include "pxr/base/vt/value.h"
 IECORE_POP_DEFAULT_VISIBILITY
 
-#include "Imath/half.h"
 #include "Imath/ImathColor.h"
 #include "Imath/ImathMatrix.h"
 #include "Imath/ImathQuat.h"

include/IECore/DataAlgo.inl

@@ -174,6 +174,14 @@ typename std::invoke_result_t<F, Data *, Args&&...> dispatch( Data *data, F &&fu
 			return functor( static_cast<V3fVectorData *>( data ), std::forward<Args>( args )... );
 		case V3dVectorDataTypeId :
 			return functor( static_cast<V3dVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2iVectorDataTypeId :
+			return functor( static_cast<Box2iVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2fVectorDataTypeId :
+			return functor( static_cast<Box2fVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2dVectorDataTypeId :
+			return functor( static_cast<Box2dVectorData *>( data ), std::forward<Args>( args )... );
+		case Box3iVectorDataTypeId :
+			return functor( static_cast<Box3iVectorData *>( data ), std::forward<Args>( args )... );
 		case Box3fVectorDataTypeId :
 			return functor( static_cast<Box3fVectorData *>( data ), std::forward<Args>( args )... );
 		case Box3dVectorDataTypeId :
@@ -328,6 +336,14 @@ typename std::invoke_result_t<F, const Data *, Args&&...> dispatch( const Data *
 			return functor( static_cast<const V3fVectorData *>( data ), std::forward<Args>( args )... );
 		case V3dVectorDataTypeId :
 			return functor( static_cast<const V3dVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2iVectorDataTypeId :
+			return functor( static_cast<const Box2iVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2fVectorDataTypeId :
+			return functor( static_cast<const Box2fVectorData *>( data ), std::forward<Args>( args )... );
+		case Box2dVectorDataTypeId :
+			return functor( static_cast<const Box2dVectorData *>( data ), std::forward<Args>( args )... );
+		case Box3iVectorDataTypeId :
+			return functor( static_cast<const Box3iVectorData *>( data ), std::forward<Args>( args )... );
 		case Box3fVectorDataTypeId :
 			return functor( static_cast<const Box3fVectorData *>( data ), std::forward<Args>( args )... );
 		case Box3dVectorDataTypeId :

include/IECore/Half.h

@@ -0,0 +1,44 @@
+//////////////////////////////////////////////////////////////////////////
+//
+//  Copyright (c) 2026, Cinesite VFX Ltd. All rights reserved.
+//
+//  Redistribution and use in source and binary forms, with or without
+//  modification, are permitted provided that the following conditions are
+//  met:
+//
+//     * Redistributions of source code must retain the above copyright
+//       notice, this list of conditions and the following disclaimer.
+//
+//     * Redistributions in binary form must reproduce the above copyright
+//       notice, this list of conditions and the following disclaimer in the
+//       documentation and/or other materials provided with the distribution.
+//
+//     * Neither the name of Image Engine Design nor the names of any
+//       other contributors to this software may be used to endorse or
+//       promote products derived from this software without specific prior
+//       written permission.
+//
+//  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+//  IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+//  THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+//  PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+//  CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+//  EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+//  PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+//  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+//  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+//  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+//  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+//
+//////////////////////////////////////////////////////////////////////////
+
+#ifndef IECORE_HALF_H
+#define IECORE_HALF_H
+
+#include "IECore/HalfTypeTraits.h"
+
+IECORE_PUSH_DEFAULT_VISIBILITY
+#include "Imath/half.h"
+IECORE_POP_DEFAULT_VISIBILITY
+
+#endif  // IECORE_HALF_H

include/IECore/ImathHash.h

@@ -35,8 +35,9 @@
 #ifndef IE_CORE_IMATHHASH_H
 #define IE_CORE_IMATHHASH_H
 
+#include "IECore/Half.h"
+
 IECORE_PUSH_DEFAULT_VISIBILITY
-#include "Imath/half.h"
 #include "Imath/ImathBox.h"
 #include "Imath/ImathColor.h"
 #include "Imath/ImathMatrix.h"

include/IECore/IndexedIO.h

@@ -36,13 +36,10 @@
 #define IE_CORE_INDEXEDIO_H
 
 #include "IECore/Export.h"
+#include "IECore/Half.h"
 #include "IECore/InternedString.h"
 #include "IECore/RunTimeTyped.h"
 
-IECORE_PUSH_DEFAULT_VISIBILITY
-#include "Imath/half.h"
-IECORE_POP_DEFAULT_VISIBILITY
-
 #include <map>
 #include <string>
 #include <vector>

include/IECore/NumericParameter.h

@@ -35,11 +35,10 @@
 #ifndef IE_CORE_NUMERICPARAMETER_H
 #define IE_CORE_NUMERICPARAMETER_H
 
+#include "IECore/Half.h"
 #include "IECore/Parameter.h"
 #include "IECore/TypedData.h"
 
-#include "Imath/half.h"
-
 namespace IECore
 {
 

include/IECore/SimpleTypedData.h

@@ -37,6 +37,7 @@
 
 #include "IECore/Export.h"
 #include "IECore/GeometricTypedData.h"
+#include "IECore/Half.h"
 #include "IECore/InternedString.h"
 #include "IECore/LineSegment.h"
 #include "IECore/TypedData.h"
@@ -47,7 +48,6 @@ IECORE_PUSH_DEFAULT_VISIBILITY
 #include "Imath/ImathMatrix.h"
 #include "Imath/ImathQuat.h"
 #include "Imath/ImathVec.h"
-#include "Imath/half.h"
 IECORE_POP_DEFAULT_VISIBILITY
 
 #include <string>

include/IECore/Spline.inl

@@ -36,8 +36,7 @@
 #define IECORE_SPLINE_INL
 
 #include "IECore/Exception.h"
-
-#include "Imath/half.h"
+#include "IECore/Half.h"
 
 #include "boost/format.hpp"
 

include/IECore/VectorTypedData.h

@@ -37,14 +37,14 @@
 
 #include "IECore/Export.h"
 #include "IECore/GeometricTypedData.h"
+#include "IECore/Half.h"
 #include "IECore/TypedData.h"
 
 IECORE_PUSH_DEFAULT_VISIBILITY
 #include "Imath/ImathBox.h"
 #include "Imath/ImathColor.h"
 #include "Imath/ImathQuat.h"
 #include "Imath/ImathVec.h"
-#include "Imath/half.h"
 IECORE_POP_DEFAULT_VISIBILITY
 
 #include <string>

include/IECoreGL/NumericTraits.h

@@ -39,11 +39,7 @@
 
 #include "IECore/Data.h"
 #include "IECore/Export.h"
-
-IECORE_PUSH_DEFAULT_VISIBILITY
-#include "Imath/half.h"
-IECORE_POP_DEFAULT_VISIBILITY
-
+#include "IECore/Half.h"
 namespace IECoreGL
 {
 

include/IECoreImage/ImagePrimitive.inl

@@ -37,12 +37,9 @@
 
 #include "IECore/Exception.h"
 #include "IECore/Export.h"
+#include "IECore/Half.h"
 #include "IECore/TypeTraits.h"
 
-IECORE_PUSH_DEFAULT_VISIBILITY
-#include "Imath/half.h"
-IECORE_POP_DEFAULT_VISIBILITY
-
 #include "boost/format.hpp"
 #include "boost/static_assert.hpp"
 

include/IECorePython/GeometricTypedDataBinding.inl

@@ -262,6 +262,7 @@ class GeometricVectorTypedDataFunctions : ThisBinder
 					 "\nor any other python built-in type that is convertible to it. Alternatively accepts the size of the new vector.") \
 				.def("getInterpretation", &ThisClass::getInterpretation, "Returns the geometric interpretation of this data.") \
 				.def("setInterpretation", &ThisClass::setInterpretation, "Sets the geometric interpretation of this data.") \
+				BIND_BUFFER_PROTOCOL_METHODS	\
 			; \
 		} \
 

include/IECorePython/VectorTypedDataBinding.h

@@ -37,8 +37,35 @@
 
 #include "IECorePython/Export.h"
 
+#include "IECore/Data.h"
+#include "IECore/RefCounted.h"
+
+
 namespace IECorePython
 {
+
+class Buffer : public IECore::RefCounted
+{
+	public :
+		IE_CORE_DECLAREMEMBERPTR( Buffer );
+
+		Buffer( IECore::Data *data, const bool writable );
+		~Buffer() override;
+
+		IECore::DataPtr asData() const;
+
+		bool isWritable() const;
+
+		static int getBuffer( PyObject *object, Py_buffer *view, int flags );
+		static void releaseBuffer( PyObject *object, Py_buffer *view );
+
+	private :
+		IECore::DataPtr m_data;
+		const bool m_writable;
+};
+
+IE_CORE_DECLAREPTR( Buffer )
+
 extern IECOREPYTHON_API void bindAllVectorTypedData();
 }
 

include/IECorePython/VectorTypedDataBinding.inl

@@ -39,6 +39,7 @@
 
 #include "IECorePython/IECoreBinding.h"
 #include "IECorePython/RunTimeTypedBinding.h"
+#include "IECorePython/VectorTypedDataBinding.h"
 
 #include "boost/numeric/conversion/cast.hpp"
 #include "boost/python/suite/indexing/container_utils.hpp"
@@ -541,6 +542,21 @@ class VectorTypedDataFunctions
 			);
 		}
 
+		static bool dataSourceEqual( ThisClass &x, ThisClass &y )
+		{
+			return &x.readable() == &y.readable();
+		}
+
+		static IECorePython::BufferPtr asReadOnlyBuffer( ThisClass &x )
+		{
+			return new Buffer( &x, /* writable = */ false );
+		}
+
+		static IECorePython::BufferPtr asReadWriteBuffer( ThisClass &x )
+		{
+			return new Buffer( &x, /* writable = */ true );
+		}
+
 
 	protected:
 		/*
@@ -695,7 +711,7 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 #define BASIC_VECTOR_BINDING(ThisClass, Tname)																	\
 		typedef VectorTypedDataFunctions< ThisClass > ThisBinder;												\
 																													\
-		RunTimeTypedClass<ThisClass>(																							\
+		RunTimeTypedClass<ThisClass>(																				\
 			Tname "-type vector class derived from Data class.\n"													\
 			"This class behaves like the native python lists, except that it only accepts " Tname " values.\n"		\
 			"The copy constructor accepts another instance of this class or a python list containing " Tname		\
@@ -725,6 +741,7 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 			.def("resize", &ThisBinder::resize, "s.resize( size )\nAdjusts the size of s.")	\
 			.def("resize", &ThisBinder::resizeWithValue, "s.resize( size, value )\nAdjusts the size of s, inserting elements of value as necessary.")	\
 			.def("hasBase", &ThisClass::hasBase ).staticmethod( "hasBase" ) \
+			.def("_dataSourceEqual", &ThisBinder::dataSourceEqual, "Returns true if the given object points to the same source data as this object.")	\
 			.def("__str__", &str<ThisClass> )	\
 			.def("__repr__", &repr<ThisClass> )	\
 
@@ -736,6 +753,10 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 			;																						\
 		}
 
+#define BIND_BUFFER_PROTOCOL_METHODS	\
+				.def("asReadOnlyBuffer", &ThisBinder::asReadOnlyBuffer, "Returns a read-only Buffer object that can be passed to Python objects that support the buffer protocol." )	\
+				.def("asReadWriteBuffer", &ThisBinder::asReadWriteBuffer, "Returns a writable Buffer object that can be passed to Python objects that support the buffer protocol." )	\
+
 // bind a VectorTypedData class that supports simple Math operators (+=, -= and *=)
 #define BIND_SIMPLE_OPERATED_VECTOR_TYPEDDATA(T, Tname)									\
 		{																							\
@@ -749,6 +770,7 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 				.def("__imul__", &ThisBinder::imul, "inplace multiplication (s *= v) : accepts another vector of the same type or a single " Tname)		\
 				.def("__cmp__", &ThisBinder::invalidOperator, "Raises an exception. This vector type does not support comparison operators.")		\
 				.def("toString", &ThisBinder::toString, "Returns a string with a copy of the bytes in the vector.")\
+				BIND_BUFFER_PROTOCOL_METHODS														\
 			;																						\
 		}
 
@@ -769,6 +791,7 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 				.def("__itruediv__", &ThisBinder::idiv, "inplace division (s /= v) : accepts another vector of the same type or a single " Tname)			\
 				.def("__cmp__", &ThisBinder::invalidOperator, "Raises an exception. This vector type does not support comparison operators.")		\
 				.def("toString", &ThisBinder::toString, "Returns a string with a copy of the bytes in the vector.")\
+				BIND_BUFFER_PROTOCOL_METHODS																											\
 			;																						\
 		}
 
@@ -793,6 +816,7 @@ std::string str<IECore::TypedData<std::vector<TYPE> > >( IECore::TypedData<std::
 				.def("__gt__", &ThisBinder::gt, "The comparison is element-wise, like a string comparison. \n")	\
 				.def("__ge__", &ThisBinder::ge, "The comparison is element-wise, like a string comparison. \n")	\
 				.def("toString", &ThisBinder::toString, "Returns a string with a copy of the bytes in the vector.")\
+				BIND_BUFFER_PROTOCOL_METHODS																		\
 			; \
 		}
 

src/IECoreImageBindings/ImagePrimitiveBinding.cpp

@@ -34,7 +34,7 @@
 
 #include "boost/python.hpp"
 
-#include "Imath/half.h"
+#include "IECore/Half.h"
 
 #include "IECoreImage/ImagePrimitive.h"
 

src/IECorePython/HalfBinding.cpp

@@ -37,10 +37,7 @@
 #include "IECorePython/HalfBinding.h"
 
 #include "IECore/Export.h"
-
-IECORE_PUSH_DEFAULT_VISIBILITY
-#include "Imath/half.h"
-IECORE_POP_DEFAULT_VISIBILITY
+#include "IECore/Half.h"
 
 using namespace boost::python;