test/py/ganeti.impexpd_unittest.py - ganeti - Git at Google

 #!/usr/bin/python
 #

 # Copyright (C) 2010 Google Inc.
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 # 1. Redistributions of source code must retain the above copyright notice,
 # this list of conditions and the following disclaimer.
 #
 # 2. Redistributions in binary form must reproduce the above copyright
 # notice, this list of conditions and the following disclaimer in the
 # documentation and/or other materials provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
 # IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 # EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
 # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 # LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 # NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 # SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.


 """Script for testing ganeti.impexpd"""

 import os
 import sys
 import re
 import unittest
 import socket

 from ganeti import constants
 from ganeti import objects
 from ganeti import compat
 from ganeti import utils
 from ganeti import errors
 from ganeti import impexpd

 import testutils


 class CmdBuilderConfig(objects.ConfigObject):
   __slots__ = [
     "bind",
     "key",
     "cert",
     "ca",
     "host",
     "port",
     "ipv4",
     "ipv6",
     "compress",
     "magic",
     "connect_timeout",
     "connect_retries",
     "cmd_prefix",
     "cmd_suffix",
     ]


 def CheckCmdWord(cmd, word):
   wre = re.compile(r"\b%s\b" % re.escape(word))
   return compat.any(wre.search(i) for i in cmd)


 class TestCommandBuilder(unittest.TestCase):
   def test(self):
     for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
       if mode == constants.IEM_IMPORT:
         comprcmd = "gunzip"
       elif mode == constants.IEM_EXPORT:
         comprcmd = "gzip"

       for compress in [constants.IEC_NONE, constants.IEC_GZIP]:
         for magic in [None, 10 * "-", "HelloWorld", "J9plh4nFo2",
                       "24A02A81-2264-4B51-A882-A2AB9D85B420"]:
           opts = CmdBuilderConfig(magic=magic, compress=compress)
           builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)

           magic_cmd = builder._GetMagicCommand()
           dd_cmd = builder._GetDdCommand()

           if magic:
             self.assert_(("M=%s" % magic) in magic_cmd)
             self.assert_(("M=%s" % magic) in dd_cmd)
           else:
             self.assertFalse(magic_cmd)

         for host in ["localhost", "198.51.100.4", "192.0.2.99"]:
           for port in [0, 1, 1234, 7856, 45452]:
             for cmd_prefix in [None, "PrefixCommandGoesHere|",
                                "dd if=/dev/hda bs=1048576 |"]:
               for cmd_suffix in [None, "< /some/file/name",
                                  "| dd of=/dev/null"]:
                 opts = CmdBuilderConfig(host=host, port=port, compress=compress,
                                         cmd_prefix=cmd_prefix,
                                         cmd_suffix=cmd_suffix)

                 builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)

                 # Check complete command
                 cmd = builder.GetCommand()
                 self.assert_(isinstance(cmd, list))

                 if compress == constants.IEC_GZIP:
                   self.assert_(CheckCmdWord(cmd, comprcmd))

                 if cmd_prefix is not None:
                   self.assert_(compat.any(cmd_prefix in i for i in cmd))

                 if cmd_suffix is not None:
                   self.assert_(compat.any(cmd_suffix in i for i in cmd))

                 # Check socat command
                 socat_cmd = builder._GetSocatCommand()

                 if mode == constants.IEM_IMPORT:
                   ssl_addr = socat_cmd[-2].split(",")
                   self.assert_(("OPENSSL-LISTEN:%s" % port) in ssl_addr)
                 elif mode == constants.IEM_EXPORT:
                   ssl_addr = socat_cmd[-1].split(",")
                   self.assert_(("OPENSSL:%s:%s" % (host, port)) in ssl_addr)

                 self.assert_("verify=1" in ssl_addr)

   def testIPv6(self):
     for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
       opts = CmdBuilderConfig(host="localhost", port=6789,
                               ipv4=False, ipv6=False)
       builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
       cmd = builder._GetSocatCommand()
       self.assert_(compat.all("pf=" not in i for i in cmd))

       # IPv4
       opts = CmdBuilderConfig(host="localhost", port=6789,
                               ipv4=True, ipv6=False)
       builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
       cmd = builder._GetSocatCommand()
       self.assert_(compat.any(",pf=ipv4" in i for i in cmd))

       # IPv6
       opts = CmdBuilderConfig(host="localhost", port=6789,
                               ipv4=False, ipv6=True)
       builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
       cmd = builder._GetSocatCommand()
       self.assert_(compat.any(",pf=ipv6" in i for i in cmd))

       # IPv4 and IPv6
       opts = CmdBuilderConfig(host="localhost", port=6789,
                               ipv4=True, ipv6=True)
       builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
       self.assertRaises(AssertionError, builder._GetSocatCommand)

   def testCommaError(self):
     opts = CmdBuilderConfig(host="localhost", port=1234,
                             ca="/some/path/with,a/,comma")

     for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
       builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
       self.assertRaises(errors.GenericError, builder.GetCommand)

   def testOptionLengthError(self):
     testopts = [
       CmdBuilderConfig(bind="0.0.0.0" + ("A" * impexpd.SOCAT_OPTION_MAXLEN),
                        port=1234, ca="/tmp/ca"),
       CmdBuilderConfig(host="localhost", port=1234,
                        ca="/tmp/ca" + ("B" * impexpd.SOCAT_OPTION_MAXLEN)),
       CmdBuilderConfig(host="localhost", port=1234,
                        key="/tmp/key" + ("B" * impexpd.SOCAT_OPTION_MAXLEN)),
       ]

     for opts in testopts:
       for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
         builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
         self.assertRaises(errors.GenericError, builder.GetCommand)

       opts.host = "localhost" + ("A" * impexpd.SOCAT_OPTION_MAXLEN)
       builder = impexpd.CommandBuilder(constants.IEM_EXPORT, opts, 1, 2, 3)
       self.assertRaises(errors.GenericError, builder.GetCommand)

   def testModeError(self):
     mode = "foobarbaz"

     assert mode not in [constants.IEM_IMPORT, constants.IEM_EXPORT]

     opts = CmdBuilderConfig(host="localhost", port=1234)
     builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
     self.assertRaises(errors.GenericError, builder.GetCommand)


 class TestVerifyListening(unittest.TestCase):
   def test(self):
     self.assertEqual(impexpd._VerifyListening(socket.AF_INET,
                                               "192.0.2.7", 1234),
                      ("192.0.2.7", 1234))
     self.assertEqual(impexpd._VerifyListening(socket.AF_INET6, "::1", 9876),
                      ("::1", 9876))
     self.assertEqual(impexpd._VerifyListening(socket.AF_INET6, "[::1]", 4563),
                      ("::1", 4563))
     self.assertEqual(impexpd._VerifyListening(socket.AF_INET6,
                                               "[2001:db8::1:4563]", 4563),
                      ("2001:db8::1:4563", 4563))

   def testError(self):
     for family in [socket.AF_UNIX, socket.AF_INET, socket.AF_INET6]:
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "", 1234)
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "192", 999)

     for family in [socket.AF_UNIX, socket.AF_INET6]:
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "192.0.2.7", 1234)
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "[2001:db8::1", 1234)
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "2001:db8::1]", 1234)

     for family in [socket.AF_UNIX, socket.AF_INET]:
       self.assertRaises(errors.GenericError, impexpd._VerifyListening,
                         family, "::1", 1234)


 class TestCalcThroughput(unittest.TestCase):
   def test(self):
     self.assertEqual(impexpd._CalcThroughput([]), None)
     self.assertEqual(impexpd._CalcThroughput([(0, 0)]), None)

     samples = [
       (0.0, 0.0),
       (10.0, 100.0),
       ]
     self.assertAlmostEqual(impexpd._CalcThroughput(samples), 10.0, 3)

     samples = [
       (5.0, 7.0),
       (10.0, 100.0),
       (16.0, 181.0),
       ]
     self.assertAlmostEqual(impexpd._CalcThroughput(samples), 15.818, 3)


 if __name__ == "__main__":
   testutils.GanetiTestProgram()
	#!/usr/bin/python
	#

	# Copyright (C) 2010 Google Inc.
	# All rights reserved.
	#
	# Redistribution and use in source and binary forms, with or without
	# modification, are permitted provided that the following conditions are
	# met:
	#
	# 1. Redistributions of source code must retain the above copyright notice,
	# this list of conditions and the following disclaimer.
	#
	# 2. Redistributions in binary form must reproduce the above copyright
	# notice, this list of conditions and the following disclaimer in the
	# documentation and/or other materials provided with the distribution.
	#
	# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
	# IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
	# TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
	# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
	# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
	# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
	# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
	# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
	# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
	# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
	# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.


	"""Script for testing ganeti.impexpd"""

	import os
	import sys
	import re
	import unittest
	import socket

	from ganeti import constants
	from ganeti import objects
	from ganeti import compat
	from ganeti import utils
	from ganeti import errors
	from ganeti import impexpd

	import testutils


	class CmdBuilderConfig(objects.ConfigObject):
	__slots__ = [
	"bind",
	"key",
	"cert",
	"ca",
	"host",
	"port",
	"ipv4",
	"ipv6",
	"compress",
	"magic",
	"connect_timeout",
	"connect_retries",
	"cmd_prefix",
	"cmd_suffix",
	]


	def CheckCmdWord(cmd, word):
	wre = re.compile(r"\b%s\b" % re.escape(word))
	return compat.any(wre.search(i) for i in cmd)


	class TestCommandBuilder(unittest.TestCase):
	def test(self):
	for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
	if mode == constants.IEM_IMPORT:
	comprcmd = "gunzip"
	elif mode == constants.IEM_EXPORT:
	comprcmd = "gzip"

	for compress in [constants.IEC_NONE, constants.IEC_GZIP]:
	for magic in [None, 10 * "-", "HelloWorld", "J9plh4nFo2",
	"24A02A81-2264-4B51-A882-A2AB9D85B420"]:
	opts = CmdBuilderConfig(magic=magic, compress=compress)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)

	magic_cmd = builder._GetMagicCommand()
	dd_cmd = builder._GetDdCommand()

	if magic:
	self.assert_(("M=%s" % magic) in magic_cmd)
	self.assert_(("M=%s" % magic) in dd_cmd)
	else:
	self.assertFalse(magic_cmd)

	for host in ["localhost", "198.51.100.4", "192.0.2.99"]:
	for port in [0, 1, 1234, 7856, 45452]:
	for cmd_prefix in [None, "PrefixCommandGoesHere\|",
	"dd if=/dev/hda bs=1048576 \|"]:
	for cmd_suffix in [None, "< /some/file/name",
	"\| dd of=/dev/null"]:
	opts = CmdBuilderConfig(host=host, port=port, compress=compress,
	cmd_prefix=cmd_prefix,
	cmd_suffix=cmd_suffix)

	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)

	# Check complete command
	cmd = builder.GetCommand()
	self.assert_(isinstance(cmd, list))

	if compress == constants.IEC_GZIP:
	self.assert_(CheckCmdWord(cmd, comprcmd))

	if cmd_prefix is not None:
	self.assert_(compat.any(cmd_prefix in i for i in cmd))

	if cmd_suffix is not None:
	self.assert_(compat.any(cmd_suffix in i for i in cmd))

	# Check socat command
	socat_cmd = builder._GetSocatCommand()

	if mode == constants.IEM_IMPORT:
	ssl_addr = socat_cmd[-2].split(",")
	self.assert_(("OPENSSL-LISTEN:%s" % port) in ssl_addr)
	elif mode == constants.IEM_EXPORT:
	ssl_addr = socat_cmd[-1].split(",")
	self.assert_(("OPENSSL:%s:%s" % (host, port)) in ssl_addr)

	self.assert_("verify=1" in ssl_addr)

	def testIPv6(self):
	for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
	opts = CmdBuilderConfig(host="localhost", port=6789,
	ipv4=False, ipv6=False)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	cmd = builder._GetSocatCommand()
	self.assert_(compat.all("pf=" not in i for i in cmd))

	# IPv4
	opts = CmdBuilderConfig(host="localhost", port=6789,
	ipv4=True, ipv6=False)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	cmd = builder._GetSocatCommand()
	self.assert_(compat.any(",pf=ipv4" in i for i in cmd))

	# IPv6
	opts = CmdBuilderConfig(host="localhost", port=6789,
	ipv4=False, ipv6=True)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	cmd = builder._GetSocatCommand()
	self.assert_(compat.any(",pf=ipv6" in i for i in cmd))

	# IPv4 and IPv6
	opts = CmdBuilderConfig(host="localhost", port=6789,
	ipv4=True, ipv6=True)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	self.assertRaises(AssertionError, builder._GetSocatCommand)

	def testCommaError(self):
	opts = CmdBuilderConfig(host="localhost", port=1234,
	ca="/some/path/with,a/,comma")

	for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	self.assertRaises(errors.GenericError, builder.GetCommand)

	def testOptionLengthError(self):
	testopts = [
	CmdBuilderConfig(bind="0.0.0.0" + ("A" * impexpd.SOCAT_OPTION_MAXLEN),
	port=1234, ca="/tmp/ca"),
	CmdBuilderConfig(host="localhost", port=1234,
	ca="/tmp/ca" + ("B" * impexpd.SOCAT_OPTION_MAXLEN)),
	CmdBuilderConfig(host="localhost", port=1234,
	key="/tmp/key" + ("B" * impexpd.SOCAT_OPTION_MAXLEN)),
	]

	for opts in testopts:
	for mode in [constants.IEM_IMPORT, constants.IEM_EXPORT]:
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	self.assertRaises(errors.GenericError, builder.GetCommand)

	opts.host = "localhost" + ("A" * impexpd.SOCAT_OPTION_MAXLEN)
	builder = impexpd.CommandBuilder(constants.IEM_EXPORT, opts, 1, 2, 3)
	self.assertRaises(errors.GenericError, builder.GetCommand)

	def testModeError(self):
	mode = "foobarbaz"

	assert mode not in [constants.IEM_IMPORT, constants.IEM_EXPORT]

	opts = CmdBuilderConfig(host="localhost", port=1234)
	builder = impexpd.CommandBuilder(mode, opts, 1, 2, 3)
	self.assertRaises(errors.GenericError, builder.GetCommand)


	class TestVerifyListening(unittest.TestCase):
	def test(self):
	self.assertEqual(impexpd._VerifyListening(socket.AF_INET,
	"192.0.2.7", 1234),
	("192.0.2.7", 1234))
	self.assertEqual(impexpd._VerifyListening(socket.AF_INET6, "::1", 9876),
	("::1", 9876))
	self.assertEqual(impexpd._VerifyListening(socket.AF_INET6, "[::1]", 4563),
	("::1", 4563))
	self.assertEqual(impexpd._VerifyListening(socket.AF_INET6,
	"[2001:db8::1:4563]", 4563),
	("2001:db8::1:4563", 4563))

	def testError(self):
	for family in [socket.AF_UNIX, socket.AF_INET, socket.AF_INET6]:
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "", 1234)
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "192", 999)

	for family in [socket.AF_UNIX, socket.AF_INET6]:
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "192.0.2.7", 1234)
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "[2001:db8::1", 1234)
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "2001:db8::1]", 1234)

	for family in [socket.AF_UNIX, socket.AF_INET]:
	self.assertRaises(errors.GenericError, impexpd._VerifyListening,
	family, "::1", 1234)


	class TestCalcThroughput(unittest.TestCase):
	def test(self):
	self.assertEqual(impexpd._CalcThroughput([]), None)
	self.assertEqual(impexpd._CalcThroughput([(0, 0)]), None)

	samples = [
	(0.0, 0.0),
	(10.0, 100.0),
	]
	self.assertAlmostEqual(impexpd._CalcThroughput(samples), 10.0, 3)

	samples = [
	(5.0, 7.0),
	(10.0, 100.0),
	(16.0, 181.0),
	]
	self.assertAlmostEqual(impexpd._CalcThroughput(samples), 15.818, 3)


	if __name__ == "__main__":
	testutils.GanetiTestProgram()