Feat/data db encoding

Data/ODBC/include/Poco/Data/ODBC/Extractor.h

@@ -32,6 +32,8 @@
 #include "Poco/Dynamic/Var.h"
 #include "Poco/Nullable.h"
 #include "Poco/UTFString.h"
+#include "Poco/TextEncoding.h"
+#include "Poco/TextConverter.h"
 #include "Poco/Exception.h"
 #include <map>
 #ifdef POCO_OS_FAMILY_WINDOWS
@@ -52,8 +54,9 @@ class ODBC_API Extractor: public Poco::Data::AbstractExtractor
 public:
 	typedef Preparator::Ptr PreparatorPtr;
 
-	Extractor(const StatementHandle& rStmt,
-		Preparator::Ptr pPreparator);
+	Extractor(const StatementHandle& rStmt, 
+		Preparator::Ptr pPreparator,
+		Poco::TextEncoding::Ptr pDBEncoding = nullptr);
 		/// Creates the Extractor.
 
 	~Extractor();
@@ -580,6 +583,40 @@ class ODBC_API Extractor: public Poco::Data::AbstractExtractor
 		return false;
 	}
 
+	template <typename C>
+	bool stringContainerExtractConvert(std::size_t pos, C& val)
+	{
+		bool ret = false;
+		C res;
+		ret = extractBoundImplContainer(pos, res);
+		val.clear();
+		if (ret)
+		{
+			Poco::TextConverter conv(*_pDBEncoding, *_pToEncoding);
+			val.resize(res.size());
+			typename C::iterator vIt = val.begin();
+			typename C::iterator it = res.begin();
+			for (; it != res.end(); ++it, ++vIt) conv.convert(*it, *vIt);
+		}
+		return ret;
+	}
+
+	template <typename C>
+	bool stringContainerExtract(std::size_t pos, C& val)
+	{
+		bool ret = false;
+		if (Preparator::DE_BOUND == _dataExtraction)
+		{
+			if (!_transcode)
+				ret = extractBoundImplContainer(pos, val);
+			else
+				ret = stringContainerExtractConvert(pos, val);
+		}
+		else
+			throw InvalidAccessException("Direct container extraction only allowed for bound mode.");
+		return ret;
+	}
+
 	bool isNullLengthIndicator(SQLLEN val) const;
 		/// The reason for this utility wrapper are platforms where
 		/// SQLLEN macro (a.k.a. SQLINTEGER) yields 64-bit value,
@@ -591,6 +628,9 @@ class ODBC_API Extractor: public Poco::Data::AbstractExtractor
 	PreparatorPtr              _pPreparator;
 	Preparator::DataExtraction _dataExtraction;
 	std::vector<SQLLEN>        _lengths;
+	Poco::TextEncoding::Ptr    _pDBEncoding;
+	bool                       _transcode;
+	Poco::TextEncoding::Ptr    _pToEncoding;
 };
 
 

Data/ODBC/include/Poco/Data/ODBC/ODBCStatementImpl.h

@@ -136,8 +136,6 @@ class ODBC_API ODBCStatementImpl: public Poco::Data::StatementImpl
 		/// Called whenever SQLExecute returns SQL_NEED_DATA. This is expected 
 		/// behavior for PB_AT_EXEC binding mode. 
 
-	void getData();
-
 	void addPreparator();
 	void fillColumns();
 	void checkError(SQLRETURN rc, const std::string& msg="");

Data/ODBC/include/Poco/Data/ODBC/SessionImpl.h

@@ -25,6 +25,7 @@
 #include "Poco/Data/ODBC/Handle.h"
 #include "Poco/Data/ODBC/ODBCException.h"
 #include "Poco/Data/AbstractSessionImpl.h"
+#include "Poco/TextEncoding.h"
 #include "Poco/SharedPtr.h"
 #include "Poco/Mutex.h"
 #ifdef POCO_OS_FAMILY_WINDOWS
@@ -162,6 +163,16 @@ class ODBC_API SessionImpl: public Poco::Data::AbstractSessionImpl<SessionImpl>
 		/// Returns the timeout (in seconds) for queries,
 		/// or -1 if no timeout has been set.
 
+	void setDBEncoding(const std::string&, const Poco::Any& value);
+		/// Sets the database encoding.
+		/// Value must be of type std::string.
+
+	Poco::Any getDBEncoding(const std::string&) const;
+		/// Returns the database encoding.
+
+	const std::string& dbEncoding() const;
+		/// Returns the database encoding.
+
 	const ConnectionHandle& dbc() const;
 		/// Returns the connection handle.
 
@@ -193,6 +204,7 @@ class ODBC_API SessionImpl: public Poco::Data::AbstractSessionImpl<SessionImpl>
 	mutable char           _canTransact;
 	bool                   _inTransaction;
 	int                    _queryTimeout;
+	std::string            _dbEncoding;
 	Poco::FastMutex        _mutex;
 };
 
@@ -291,6 +303,18 @@ inline int SessionImpl::queryTimeout() const
 }
 
 
+inline Poco::Any SessionImpl::getDBEncoding(const std::string&) const
+{
+	return _dbEncoding;
+}
+
+
+inline const std::string& SessionImpl::dbEncoding() const
+{
+	return _dbEncoding;
+}
+
+
 } } } // namespace Poco::Data::ODBC
 
 

Data/ODBC/src/Extractor.cpp

@@ -19,7 +19,6 @@
 #include "Poco/Data/ODBC/ODBCException.h"
 #include "Poco/Data/LOB.h"
 #include "Poco/Buffer.h"
-#include "Poco/Exception.h"
 #include <typeinfo>
 
 
@@ -34,11 +33,15 @@ const std::string Extractor::FLD_SIZE_EXCEEDED_FMT = "Specified data size (%z by
 	"to increase the maximum allowed data size\n";
 
 
-Extractor::Extractor(const StatementHandle& rStmt,
-	Preparator::Ptr pPreparator):
+Extractor::Extractor(const StatementHandle& rStmt, 
+	Preparator::Ptr pPreparator,
+	TextEncoding::Ptr pDBEncoding):
 	_rStmt(rStmt),
 	_pPreparator(pPreparator),
-	_dataExtraction(pPreparator->getDataExtraction())
+	_dataExtraction(pPreparator->getDataExtraction()),
+	_pDBEncoding(pDBEncoding),
+	_transcode(_pDBEncoding && !_pDBEncoding->isA("UTF-8")),
+	_pToEncoding(_transcode ? Poco::TextEncoding::find("UTF-8") : nullptr)
 {
 }
 
@@ -702,37 +705,45 @@ bool Extractor::extract(std::size_t pos, std::list<double>& val)
 
 bool Extractor::extract(std::size_t pos, std::string& val)
 {
-	if (Preparator::DE_MANUAL == _dataExtraction)
-		return extractManualImpl(pos, val, SQL_C_CHAR);
+	bool ret = false;
+
+	if (!_transcode)
+	{
+		if (Preparator::DE_MANUAL == _dataExtraction)
+			ret = extractManualImpl(pos, val, SQL_C_CHAR);
+		else
+			ret = extractBoundImpl(pos, val);
+	}
 	else
-		return extractBoundImpl(pos, val);
+	{
+		std::string result;
+		if (Preparator::DE_MANUAL == _dataExtraction)
+			ret = extractManualImpl(pos, result, SQL_C_CHAR);
+		else
+			ret = extractBoundImpl(pos, result);
+		Poco::TextConverter converter(*_pDBEncoding, *_pToEncoding);
+		converter.convert(result, val);
+	}
+
+	return ret;
 }
 
 
 bool Extractor::extract(std::size_t pos, std::vector<std::string>& val)
 {
-	if (Preparator::DE_BOUND == _dataExtraction)
-		return extractBoundImplContainer(pos, val);
-	else
-		throw InvalidAccessException("Direct container extraction only allowed for bound mode.");
+	return stringContainerExtract(pos, val);
 }
 
 
 bool Extractor::extract(std::size_t pos, std::deque<std::string>& val)
 {
-	if (Preparator::DE_BOUND == _dataExtraction)
-		return extractBoundImplContainer(pos, val);
-	else
-		throw InvalidAccessException("Direct container extraction only allowed for bound mode.");
+	return stringContainerExtract(pos, val);
 }
 
 
 bool Extractor::extract(std::size_t pos, std::list<std::string>& val)
 {
-	if (Preparator::DE_BOUND == _dataExtraction)
-		return extractBoundImplContainer(pos, val);
-	else
-		throw InvalidAccessException("Direct container extraction only allowed for bound mode.");
+	return stringContainerExtract(pos, val);
 }
 
 

Data/ODBC/src/ODBCStatementImpl.cpp

@@ -145,7 +145,8 @@ void ODBCStatementImpl::addPreparator()
 	else
 		_preparations.push_back(new Preparator(*_preparations[0]));
 
-	_extractors.push_back(new Extractor(_stmt, _preparations.back()));
+	_extractors.push_back(new Extractor(_stmt, _preparations.back(),
+		TextEncoding::find(Poco::RefAnyCast<std::string>(session().getProperty("dbEncoding")))));
 }
 
 

Data/ODBC/src/SessionImpl.cpp

@@ -39,7 +39,8 @@ SessionImpl::SessionImpl(const std::string& connect,
 		_autoExtract(autoExtract),
 		_canTransact(ODBC_TXN_CAPABILITY_UNKNOWN),
 		_inTransaction(false),
-		_queryTimeout(-1)
+		_queryTimeout(-1),
+		_dbEncoding("UTF-8")
 {
 	setFeature("bulk", true);
 	open();
@@ -58,7 +59,8 @@ SessionImpl::SessionImpl(const std::string& connect,
 		_autoExtract(autoExtract),
 		_canTransact(ODBC_TXN_CAPABILITY_UNKNOWN),
 		_inTransaction(false),
-		_queryTimeout(-1)
+		_queryTimeout(-1),
+		_dbEncoding("UTF-8")
 {
 	setFeature("bulk", true);
 	open();
@@ -158,12 +160,24 @@ void SessionImpl::open(const std::string& connect)
 		&SessionImpl::setQueryTimeout,
 		&SessionImpl::getQueryTimeout);
 
+	addProperty("dbEncoding",
+		&SessionImpl::setDBEncoding,
+		&SessionImpl::getDBEncoding);
+
 	Poco::Data::ODBC::SQLSetConnectAttr(_db, SQL_ATTR_QUIET_MODE, 0, 0);
 
 	if (!canTransact()) autoCommit("", true);
 }
 
 
+void SessionImpl::setDBEncoding(const std::string&, const Poco::Any& value)
+{
+	const std::string& enc = Poco::RefAnyCast<std::string>(value);
+	Poco::TextEncoding::byName(enc); // throws if not found
+	_dbEncoding = enc;
+}
+
+
 bool SessionImpl::isConnected() const
 {
 	SQLULEN value = 0;

Data/SQLite/testsuite/src/SQLiteTest.cpp

@@ -55,6 +55,7 @@ using Poco::Data::SQLChannel;
 using Poco::Data::LimitException;
 using Poco::Data::ConnectionFailedException;
 using Poco::Data::CLOB;
+using Poco::Data::BLOB;
 using Poco::Data::Date;
 using Poco::Data::Time;
 using Poco::Data::Transaction;
@@ -1419,6 +1420,47 @@ void SQLiteTest::testCLOB()
 }
 
 
+void SQLiteTest::testBLOB()
+{
+	std::string lastName("lastname");
+	std::string firstName("firstname");
+	std::string address("Address");
+	Session tmp(Poco::Data::SQLite::Connector::KEY, "dummy.db");
+	tmp << "DROP TABLE IF EXISTS Person", now;
+	tmp << "CREATE TABLE IF NOT EXISTS Person (LastName VARCHAR(30), FirstName VARCHAR, Address VARCHAR, Image BLOB)", now;
+	typedef struct
+	{
+		int i = 0;
+		Poco::Int64 i64 = 1;
+		float f = 2.5;
+		double d = 3.5;
+		char c[16] = {0};
+	} DataStruct;
+	DataStruct ds;
+	strcpy(ds.c, "123456789ABCDEF");
+	BLOB img(reinterpret_cast<unsigned char*>(&ds), sizeof(ds));
+	assertTrue(img.size() == sizeof(ds));
+	int count = 0;
+	tmp << "INSERT INTO PERSON VALUES(:ln, :fn, :ad, :img)", use(lastName), use(firstName), use(address), use(img), now;
+	tmp << "SELECT COUNT(*) FROM PERSON", into(count), now;
+	assertTrue(count == 1);
+	BLOB res;
+	assertTrue(res.size() == 0);
+
+	tmp << "SELECT Image FROM Person WHERE LastName == :ln", bind("lastname"), into(res), now;
+	assertTrue(res.size() == img.size());
+	assertTrue(0 == std::memcmp(res.rawContent(), img.rawContent(), sizeof(img)));
+	assertTrue(0 == std::memcmp(res.rawContent(), &ds, sizeof(ds)));
+	DataStruct dsCopy;
+	std::memcpy(&dsCopy, res.rawContent(), sizeof(dsCopy));
+	assertTrue(ds.i == dsCopy.i);
+	assertTrue(ds.i64 == dsCopy.i64);
+	assertTrue(ds.f == dsCopy.f);
+	assertTrue(ds.d == dsCopy.d);
+	assertTrue(std::string(ds.c) == std::string(dsCopy.c));
+}
+
+
 void SQLiteTest::testTuple10()
 {
 	Session tmp (Poco::Data::SQLite::Connector::KEY, "dummy.db");
@@ -3448,6 +3490,7 @@ CppUnit::Test* SQLiteTest::suite()
 	CppUnit_addTest(pSuite, SQLiteTest, testSingleSelect);
 	CppUnit_addTest(pSuite, SQLiteTest, testEmptyDB);
 	CppUnit_addTest(pSuite, SQLiteTest, testCLOB);
+	CppUnit_addTest(pSuite, SQLiteTest, testBLOB);
 	CppUnit_addTest(pSuite, SQLiteTest, testTuple10);
 	CppUnit_addTest(pSuite, SQLiteTest, testTupleVector10);
 	CppUnit_addTest(pSuite, SQLiteTest, testTuple9);

Data/SQLite/testsuite/src/SQLiteTest.h

@@ -76,6 +76,7 @@ class SQLiteTest: public CppUnit::TestCase
 	void testEmptyDB();
 
 	void testCLOB();
+	void testBLOB();
 
 	void testTuple1();
 	void testTupleVector1();

Data/src/SimpleRowFormatter.cpp

@@ -66,7 +66,7 @@ std::string& SimpleRowFormatter::formatNames(const NameVecPtr pNames, std::strin
 
 	std::ostringstream str;
 	std::string line(std::string::size_type(pNames->size()*_colWidth + (pNames->size() - 1)*_spacing), '-');
-	std::string space(_spacing, ' ');
+	std::string space(static_cast<std::size_t>(_spacing), ' ');
 	NameVec::const_iterator it = pNames->begin();
 	NameVec::const_iterator end = pNames->end();
 	for (; it != end; ++it)
@@ -83,7 +83,7 @@ std::string& SimpleRowFormatter::formatNames(const NameVecPtr pNames, std::strin
 std::string& SimpleRowFormatter::formatValues(const ValueVec& vals, std::string& formattedValues)
 {
 	std::ostringstream str;
-	std::string space(_spacing, ' ');
+	std::string space(static_cast<std::size_t>(_spacing), ' ');
 	ValueVec::const_iterator it = vals.begin();
 	ValueVec::const_iterator end = vals.end();
 	for (; it != end; ++it)

Foundation/Foundation_vs160.vcxproj

@@ -55,7 +55,7 @@
     <ProjectGuid>{B01196CC-B693-4548-8464-2FF60499E73F}</ProjectGuid>
     <RootNamespace>Foundation</RootNamespace>
     <Keyword>Win32Proj</Keyword>
-    <WindowsTargetPlatformVersion>8.1</WindowsTargetPlatformVersion>
+    <WindowsTargetPlatformVersion>10.0</WindowsTargetPlatformVersion>
   </PropertyGroup>
   <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
   <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='release_static_md|Win32'" Label="Configuration">

Foundation/include/Poco/AbstractObserver.h

@@ -38,7 +38,7 @@ class Foundation_API AbstractObserver
 
 	virtual void notify(Notification* pNf) const = 0;
 	virtual bool equals(const AbstractObserver& observer) const = 0;
-	virtual bool accepts(Notification* pNf) const = 0;
+	virtual bool accepts(Notification* pNf, const char* pName = 0) const = 0;
 	virtual AbstractObserver* clone() const = 0;
 	virtual void disable() = 0;
 };

Foundation/include/Poco/NObserver.h

@@ -94,9 +94,9 @@ class NObserver: public AbstractObserver
 		return pObs && pObs->_pObject == _pObject && pObs->_method == _method;
 	}
 
-	bool accepts(Notification* pNf) const
+	bool accepts(Notification* pNf, const char* pName = 0) const
 	{
-		return dynamic_cast<N*>(pNf) != 0;
+		return dynamic_cast<N*>(pNf) && (!pName || pNf->name() == pName);
 	}
 
 	AbstractObserver* clone() const