util: io::load accepts base64 encoding without newlines
This commit also renames io::BASE_64 to io::BASE64.
refs #3741
Change-Id: I46286c72d12e685902a72ce8dab4a1385dc0fceb
diff --git a/src/security/transform.hpp b/src/security/transform.hpp
index 3f83de0..8ecfed5 100644
--- a/src/security/transform.hpp
+++ b/src/security/transform.hpp
@@ -29,6 +29,7 @@
#include "transform/bool-sink.hpp"
#include "transform/stream-sink.hpp"
+#include "transform/strip-space.hpp"
#include "transform/hex-encode.hpp"
#include "transform/hex-decode.hpp"
#include "transform/base64-encode.hpp"
diff --git a/src/security/transform/strip-space.cpp b/src/security/transform/strip-space.cpp
new file mode 100644
index 0000000..dad2cc3
--- /dev/null
+++ b/src/security/transform/strip-space.cpp
@@ -0,0 +1,62 @@
+/* -*- Mode:C++; c-file-style:"gnu"; indent-tabs-mode:nil; -*- */
+/**
+ * Copyright (c) 2013-2016 Regents of the University of California.
+ *
+ * This file is part of ndn-cxx library (NDN C++ library with eXperimental eXtensions).
+ *
+ * ndn-cxx library is free software: you can redistribute it and/or modify it under the
+ * terms of the GNU Lesser General Public License as published by the Free Software
+ * Foundation, either version 3 of the License, or (at your option) any later version.
+ *
+ * ndn-cxx library is distributed in the hope that it will be useful, but WITHOUT ANY
+ * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+ * PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
+ *
+ * You should have received copies of the GNU General Public License and GNU Lesser
+ * General Public License along with ndn-cxx, e.g., in COPYING.md file. If not, see
+ * <http://www.gnu.org/licenses/>.
+ *
+ * See AUTHORS.md for complete list of ndn-cxx authors and contributors.
+ */
+
+#include "strip-space.hpp"
+
+namespace ndn {
+namespace security {
+namespace transform {
+
+const char* const StripSpace::DEFAULT_WHITESPACES = " \f\n\r\t\v";
+
+StripSpace::StripSpace(const char* whitespaces)
+{
+ for (const char* i = whitespaces; *i != '\0'; ++i) {
+ m_isWhitespace.set(*i);
+ }
+}
+
+size_t
+StripSpace::convert(const uint8_t* buf, size_t buflen)
+{
+ auto buffer = make_unique<OBuffer>();
+ buffer->reserve(buflen);
+
+ for (size_t i = 0; i < buflen; ++i) {
+ uint8_t ch = buf[i];
+ if (!m_isWhitespace[ch]) {
+ buffer->push_back(ch);
+ }
+ }
+
+ setOutputBuffer(std::move(buffer));
+ return buflen;
+}
+
+unique_ptr<Transform>
+stripSpace(const char* whitespaces)
+{
+ return make_unique<StripSpace>(whitespaces);
+}
+
+} // namespace transform
+} // namespace security
+} // namespace ndn
diff --git a/src/security/transform/strip-space.hpp b/src/security/transform/strip-space.hpp
new file mode 100644
index 0000000..7cc4dc8
--- /dev/null
+++ b/src/security/transform/strip-space.hpp
@@ -0,0 +1,65 @@
+/* -*- Mode:C++; c-file-style:"gnu"; indent-tabs-mode:nil; -*- */
+/**
+ * Copyright (c) 2013-2016 Regents of the University of California.
+ *
+ * This file is part of ndn-cxx library (NDN C++ library with eXperimental eXtensions).
+ *
+ * ndn-cxx library is free software: you can redistribute it and/or modify it under the
+ * terms of the GNU Lesser General Public License as published by the Free Software
+ * Foundation, either version 3 of the License, or (at your option) any later version.
+ *
+ * ndn-cxx library is distributed in the hope that it will be useful, but WITHOUT ANY
+ * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+ * PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
+ *
+ * You should have received copies of the GNU General Public License and GNU Lesser
+ * General Public License along with ndn-cxx, e.g., in COPYING.md file. If not, see
+ * <http://www.gnu.org/licenses/>.
+ *
+ * See AUTHORS.md for complete list of ndn-cxx authors and contributors.
+ */
+
+#ifndef NDN_CXX_SECURITY_TRANSFORM_STRIP_SPACE_HPP
+#define NDN_CXX_SECURITY_TRANSFORM_STRIP_SPACE_HPP
+
+#include "transform-base.hpp"
+#include <bitset>
+#include <climits>
+
+namespace ndn {
+namespace security {
+namespace transform {
+
+/** \brief strip whitespace characters from a stream
+ *
+ * This transform interprets the input as a byte string, and puts all bytes except
+ * whitespace characters on the output.
+ */
+class StripSpace : public Transform
+{
+public:
+ static const char* const DEFAULT_WHITESPACES;
+
+ explicit
+ StripSpace(const char* whitespaces = DEFAULT_WHITESPACES);
+
+private:
+ virtual size_t
+ convert(const uint8_t* buf, size_t buflen) final;
+
+private:
+ static constexpr size_t CHARMAP_SIZE = 1 << CHAR_BIT;
+ std::bitset<CHARMAP_SIZE> m_isWhitespace; // char => whether char is whitespace
+};
+
+/** \brief constructs a StripSpace transform
+ * \param whitespaces characters classified as whitespaces, terminated with null
+ */
+unique_ptr<Transform>
+stripSpace(const char* whitespaces = StripSpace::DEFAULT_WHITESPACES);
+
+} // namespace transform
+} // namespace security
+} // namespace ndn
+
+#endif // NDN_CXX_SECURITY_TRANSFORM_STRIP_SPACE_HPP
diff --git a/src/util/io.cpp b/src/util/io.cpp
index 84db1e4..76fe18c 100644
--- a/src/util/io.cpp
+++ b/src/util/io.cpp
@@ -37,8 +37,8 @@
case NO_ENCODING:
t::streamSource(is) >> t::streamSink(os);
break;
- case BASE_64:
- t::streamSource(is) >> t::base64Decode() >> t::streamSink(os);
+ case BASE64:
+ t::streamSource(is) >> t::stripSpace("\n") >> t::base64Decode(false) >> t::streamSink(os);
break;
case HEX:
t::streamSource(is) >> t::hexDecode() >> t::streamSink(os);
@@ -69,7 +69,7 @@
case NO_ENCODING:
t::bufferSource(block.wire(), block.size()) >> t::streamSink(os);
break;
- case BASE_64:
+ case BASE64:
t::bufferSource(block.wire(), block.size()) >> t::base64Encode() >> t::streamSink(os);
break;
case HEX:
diff --git a/src/util/io.hpp b/src/util/io.hpp
index a169113..ea093d5 100644
--- a/src/util/io.hpp
+++ b/src/util/io.hpp
@@ -43,17 +43,32 @@
/** \brief indicates how a file or stream is encoded
*/
enum IoEncoding {
- NO_ENCODING, ///< binary without encoding
- BASE_64, ///< base64 encoding
- HEX ///< uppercase hexadecimal encoding
+ /** \brief binary without encoding
+ */
+ NO_ENCODING,
+
+ /** \brief base64 encoding
+ *
+ * \p save() inserts a newline after every 64 characters,
+ * \p load() can accept base64 text with or without newlines
+ */
+ BASE64,
+
+ /** \brief hexadecimal encoding
+ *
+ * \p save() uses uppercase letters A-F, \p load() can accept mixed-case
+ */
+ HEX
};
+constexpr IoEncoding DEPRECATED(BASE_64) = BASE64;
+
/** \brief loads a TLV block from a stream
* \return if success, the Block and true
* otherwise, a default-constructed Block and false
*/
optional<Block>
-loadBlock(std::istream& is, IoEncoding encoding = BASE_64);
+loadBlock(std::istream& is, IoEncoding encoding = BASE64);
/** \brief loads a TLV element from a stream
* \tparam T type of TLV element; T must be WireDecodable,
@@ -62,7 +77,7 @@
*/
template<typename T>
shared_ptr<T>
-load(std::istream& is, IoEncoding encoding = BASE_64)
+load(std::istream& is, IoEncoding encoding = BASE64)
{
optional<Block> block = loadBlock(is, encoding);
if (!block) {
@@ -86,7 +101,7 @@
*/
template<typename T>
shared_ptr<T>
-load(const std::string& filename, IoEncoding encoding = BASE_64)
+load(const std::string& filename, IoEncoding encoding = BASE64)
{
std::ifstream is(filename);
return load<T>(is, encoding);
@@ -96,7 +111,7 @@
* \throw Error error during saving
*/
void
-saveBlock(const Block& block, std::ostream& os, IoEncoding encoding = BASE_64);
+saveBlock(const Block& block, std::ostream& os, IoEncoding encoding = BASE64);
/** \brief saves a TLV element to a stream
* \tparam T type of TLV element; T must be WireEncodable,
@@ -105,7 +120,7 @@
*/
template<typename T>
void
-save(const T& obj, std::ostream& os, IoEncoding encoding = BASE_64)
+save(const T& obj, std::ostream& os, IoEncoding encoding = BASE64)
{
Block block;
try {
@@ -125,7 +140,7 @@
*/
template<typename T>
void
-save(const T& obj, const std::string& filename, IoEncoding encoding = BASE_64)
+save(const T& obj, const std::string& filename, IoEncoding encoding = BASE64)
{
std::ofstream os(filename);
save(obj, os, encoding);
diff --git a/tests/unit-tests/security/dummy-keychain.cpp b/tests/unit-tests/security/dummy-keychain.cpp
index 947bebf..c173117 100644
--- a/tests/unit-tests/security/dummy-keychain.cpp
+++ b/tests/unit-tests/security/dummy-keychain.cpp
@@ -114,9 +114,8 @@
{
static shared_ptr<v1::PublicKey> publicKey = nullptr;
if (publicKey == nullptr) {
- typedef boost::iostreams::stream<boost::iostreams::array_source> arrayStream;
- arrayStream
- is(reinterpret_cast<const char*>(DUMMY_CERT), sizeof(DUMMY_CERT));
+ typedef boost::iostreams::stream<boost::iostreams::array_source> ArrayStream;
+ ArrayStream is(reinterpret_cast<const char*>(DUMMY_CERT), sizeof(DUMMY_CERT));
auto cert = io::load<v1::IdentityCertificate>(is, io::NO_ENCODING);
publicKey = make_shared<v1::PublicKey>(cert->getPublicKeyInfo());
}
@@ -146,10 +145,9 @@
{
static shared_ptr<v1::IdentityCertificate> cert = nullptr;
if (cert == nullptr) {
- typedef boost::iostreams::stream<boost::iostreams::array_source> arrayStream;
- arrayStream
- is(reinterpret_cast<const char*>(DUMMY_CERT), sizeof(DUMMY_CERT));
- cert = io::load<v1::IdentityCertificate>(is, io::BASE_64);
+ typedef boost::iostreams::stream<boost::iostreams::array_source> ArrayStream;
+ ArrayStream is(reinterpret_cast<const char*>(DUMMY_CERT), sizeof(DUMMY_CERT));
+ cert = io::load<v1::IdentityCertificate>(is);
}
return cert;
diff --git a/tests/unit-tests/security/transform.t.cpp b/tests/unit-tests/security/transform.t.cpp
index 5d82444..ab5d612 100644
--- a/tests/unit-tests/security/transform.t.cpp
+++ b/tests/unit-tests/security/transform.t.cpp
@@ -50,6 +50,9 @@
transform::HexEncode* hexEncode = nullptr;
BOOST_CHECK(hexEncode == nullptr);
+ transform::StripSpace* stripSpace = nullptr;
+ BOOST_CHECK(stripSpace == nullptr);
+
transform::HexDecode* hexDecode = nullptr;
BOOST_CHECK(hexDecode == nullptr);
diff --git a/tests/unit-tests/security/transform/strip-space.t.cpp b/tests/unit-tests/security/transform/strip-space.t.cpp
new file mode 100644
index 0000000..d916f8d
--- /dev/null
+++ b/tests/unit-tests/security/transform/strip-space.t.cpp
@@ -0,0 +1,78 @@
+/* -*- Mode:C++; c-file-style:"gnu"; indent-tabs-mode:nil; -*- */
+/**
+ * Copyright (c) 2013-2016 Regents of the University of California.
+ *
+ * This file is part of ndn-cxx library (NDN C++ library with eXperimental eXtensions).
+ *
+ * ndn-cxx library is free software: you can redistribute it and/or modify it under the
+ * terms of the GNU Lesser General Public License as published by the Free Software
+ * Foundation, either version 3 of the License, or (at your option) any later version.
+ *
+ * ndn-cxx library is distributed in the hope that it will be useful, but WITHOUT ANY
+ * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+ * PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
+ *
+ * You should have received copies of the GNU General Public License and GNU Lesser
+ * General Public License along with ndn-cxx, e.g., in COPYING.md file. If not, see
+ * <http://www.gnu.org/licenses/>.
+ *
+ * See AUTHORS.md for complete list of ndn-cxx authors and contributors.
+ */
+
+#include "security/transform/strip-space.hpp"
+#include "security/transform/step-source.hpp"
+#include "security/transform/stream-sink.hpp"
+#include "encoding/buffer-stream.hpp"
+#include <iostream>
+
+#include "boost-test.hpp"
+
+namespace ndn {
+namespace security {
+namespace transform {
+namespace tests {
+
+BOOST_AUTO_TEST_SUITE(Security)
+BOOST_AUTO_TEST_SUITE(Transform)
+BOOST_AUTO_TEST_SUITE(TestStripSpace)
+
+BOOST_AUTO_TEST_CASE(Basic)
+{
+ const char* input = R"STR(
+ Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor
+ incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud
+ exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute
+ irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla
+ pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia
+ deserunt mollit anim id est laborum.
+ )STR";
+ size_t inputLen = strlen(input);
+
+ OBufferStream os;
+ StepSource source;
+ source >> stripSpace() >> streamSink(os);
+
+ for (size_t offset = 0; offset < inputLen; offset += 40) {
+ source.write(reinterpret_cast<const uint8_t*>(input + offset),
+ std::min<size_t>(40, inputLen - offset));
+ }
+ source.end();
+
+ std::string expected(
+ "Loremipsumdolorsitamet,consecteturadipiscingelit,seddoeiusmodtemporincididuntutl"
+ "aboreetdoloremagnaaliqua.Utenimadminimveniam,quisnostrudexercitationullamcolabor"
+ "isnisiutaliquipexeacommodoconsequat.Duisauteiruredolorinreprehenderitinvoluptate"
+ "velitessecillumdoloreeufugiatnullapariatur.Excepteursintoccaecatcupidatatnonproi"
+ "dent,suntinculpaquiofficiadeseruntmollitanimidestlaborum.");
+ ConstBufferPtr buf = os.buf();
+ BOOST_CHECK_EQUAL(std::string(reinterpret_cast<const char*>(buf->get()), buf->size()), expected);
+}
+
+BOOST_AUTO_TEST_SUITE_END() // TestStripSpace
+BOOST_AUTO_TEST_SUITE_END() // Transform
+BOOST_AUTO_TEST_SUITE_END() // Security
+
+} // namespace tests
+} // namespace transform
+} // namespace security
+} // namespace ndn
diff --git a/tests/unit-tests/util/io.t.cpp b/tests/unit-tests/util/io.t.cpp
index b789020..fc423a1 100644
--- a/tests/unit-tests/util/io.t.cpp
+++ b/tests/unit-tests/util/io.t.cpp
@@ -162,7 +162,46 @@
BOOST_AUTO_TEST_CASE(LoadBase64)
{
this->writeFile<std::string>("uwHu\n"); // printf '\xBB\x01\xEE' | base64
- shared_ptr<DecodableType> decoded = io::load<DecodableType>(filename, io::BASE_64);
+ shared_ptr<DecodableType> decoded = io::load<DecodableType>(filename, io::BASE64);
+ BOOST_CHECK(decoded != nullptr);
+}
+
+BOOST_AUTO_TEST_CASE(LoadBase64Newline64)
+{
+ this->writeFile<std::string>(
+ "CEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\n"
+ "AAAAAAAAAAAA\n");
+ // printf '\x08\x40\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00
+ // \x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00
+ // \x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00
+ // \x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00' | base64
+ shared_ptr<name::Component> decoded = io::load<name::Component>(filename, io::BASE64);
+ BOOST_CHECK(decoded != nullptr);
+}
+
+BOOST_AUTO_TEST_CASE(LoadBase64Newline32)
+{
+ this->writeFile<std::string>(
+ "CEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\n"
+ "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\n"
+ "AAAAAAAAAAAA\n");
+ shared_ptr<name::Component> decoded = io::load<name::Component>(filename, io::BASE64);
+ BOOST_CHECK(decoded != nullptr);
+}
+
+BOOST_AUTO_TEST_CASE(LoadBase64NewlineEnd)
+{
+ this->writeFile<std::string>(
+ "CEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\n");
+ shared_ptr<name::Component> decoded = io::load<name::Component>(filename, io::BASE64);
+ BOOST_CHECK(decoded != nullptr);
+}
+
+BOOST_AUTO_TEST_CASE(LoadBase64NoNewline)
+{
+ this->writeFile<std::string>(
+ "CEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA");
+ shared_ptr<name::Component> decoded = io::load<name::Component>(filename, io::BASE64);
BOOST_CHECK(decoded != nullptr);
}
@@ -209,7 +248,7 @@
BOOST_AUTO_TEST_CASE(SaveBase64)
{
EncodableType encoded;
- BOOST_CHECK_NO_THROW(io::save(encoded, filename, io::BASE_64));
+ BOOST_CHECK_NO_THROW(io::save(encoded, filename, io::BASE64));
auto content = this->readFile<std::string>();
BOOST_CHECK_EQUAL(content, "qgHd\n"); // printf '\xAA\x01\xDD' | base64
}
@@ -254,7 +293,7 @@
io::save(*idCert, filename);
shared_ptr<security::v1::IdentityCertificate> readCert = io::load<security::v1::IdentityCertificate>(filename);
- BOOST_CHECK(readCert != nullptr);
+ BOOST_REQUIRE(readCert != nullptr);
BOOST_CHECK_EQUAL(idCert->getName(), readCert->getName());
}