test_flatten.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import json
import unittest

from flatten_json import (check_if_numbers_are_consecutive, cli, flatten,
                          flatten_preserve_lists, unflatten, unflatten_list)

try:
    # python2
    from StringIO import StringIO
except ImportError:
    # python3
    from io import StringIO


class UnitTests(unittest.TestCase):
    def test_numbers_consecutive(self):
        """Checks if all numbers in a list are consecutive integers"""
        list_ = [1, 2, 3, 4, 5]
        actual = check_if_numbers_are_consecutive(list_)
        self.assertTrue(actual)

        list_ = [0, 1, 5]
        actual = check_if_numbers_are_consecutive(list_)
        self.assertFalse(actual)

        list_ = [1.0, 2.0, 3.0]
        actual = check_if_numbers_are_consecutive(list_)
        self.assertTrue(actual)

        list_ = range(10)
        actual = check_if_numbers_are_consecutive(list_)
        self.assertTrue(actual)

        list_ = range(10, 0, -1)
        actual = check_if_numbers_are_consecutive(list_)
        self.assertFalse(actual)

    def test_empty(self):
        d = {}
        expected = d
        actual = flatten(d)
        self.assertEqual(expected, actual)

    def test_no_flatten(self):
        dic = {'a': '1', 'b': '2', 'c': 3}
        expected = dic
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_one_flatten(self):
        dic = {'a': '1',
               'b': '2',
               'c': {'c1': '3', 'c2': '4'}
               }
        expected = {'a': '1', 'b': '2', 'c_c1': '3', 'c_c2': '4'}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_one_flatten_utf8(self):
        dic = {'a': '1',
               u'ñ': u'áéö',
               'c': {u'c1': '3', 'c2': '4'}
               }
        expected = {'a': '1', u'ñ': u'áéö', 'c_c1': '3', 'c_c2': '4'}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_one_flatten_utf8_dif(self):
        a = {u'eñe': 1}
        info = dict(info=a)
        expected = {u'info_{}'.format(u'eñe'): 1}
        actual = flatten(info)
        self.assertEqual(expected, actual)

    def test_custom_separator(self):
        dic = {'a': '1',
               'b': '2',
               'c': {'c1': '3', 'c2': '4'}
               }
        expected = {'a': '1', 'b': '2', 'c*c1': '3', 'c*c2': '4'}
        actual = flatten(dic, '*')
        self.assertEqual(expected, actual)

    def test_list(self):
        dic = {
            'a': 1,
            'b': [{'c': [2, 3]}]
        }
        expected = {'a': 1, 'b_0_c_0': 2, 'b_0_c_1': 3}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_list_and_dict(self):
        dic = {
            'a': 1,
            'b': 2,
            'c': [{'d': [2, 3, 4], 'e': [{'f': 1, 'g': 2}]}]
        }
        expected = {'a': 1, 'b': 2, 'c_0_d_0': 2, 'c_0_d_1': 3, 'c_0_d_2': 4,
                    'c_0_e_0_f': 1, 'c_0_e_0_g': 2}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_empty_list_and_dict(self):
        dic = {
            'a': {},
            'b': [],
            'c': '',
            'd': None,
            'e': [{'f': [], 'g': [{'h': {}, 'i': [], 'j': '', 'k': None}]}]
        }
        expected = {'a': {}, 'b': [], 'c': '', 'd': None,
                    'e_0_f': [], 'e_0_g_0_h': {}, 'e_0_g_0_i': [],
                    'e_0_g_0_j': '', 'e_0_g_0_k': None}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_tuple(self):
        dic = {
            'a': 1,
            'b': ({'c': (2, 3)},)
        }
        expected = {'a': 1, 'b_0_c_0': 2, 'b_0_c_1': 3}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_empty_tuple(self):
        dic = {
            'a': 1,
            'b': ({'c': ()},)
        }
        expected = {'a': 1, 'b_0_c': ()}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_blog_example(self):
        dic = {
            "a": 1,
            "b": 2,
            "c": [{"d": ['2', 3, 4], "e": [{"f": 1, "g": 2}]}]
        }
        expected = {'a': 1, 'b': 2, 'c_0_d_0': '2', 'c_0_d_1': 3,
                    'c_0_d_2': 4, 'c_0_e_0_f': 1,
                    'c_0_e_0_g': 2}
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_unflatten_no_list(self):
        dic = {
            'a': 1,
            'b_a': 2,
            'b_b': 3,
            'c_a_b': 5
        }
        expected = {
            'a': 1,
            'b': {'a': 2, 'b': 3},
            'c': {'a': {'b': 5}}
        }
        actual = unflatten(dic)
        self.assertEqual(expected, actual)

    def test_unflatten_with_list(self):
        """Dictionary with lists"""
        dic = {
            'a': 1,
            'b_0': 1,
            'b_1': 2,
            'c_a': 'a',
            'c_b_0': 1,
            'c_b_1': 2,
            'c_b_2': 3
        }
        expected = {
            'a': 1,
            'b': [1, 2],
            'c': {'a': 'a', 'b': [1, 2, 3]}
        }
        actual = unflatten_list(dic)
        self.assertEqual(expected, actual)

        dic = {'a': 1, 'b_0': 5}
        expected = {'a': 1, 'b': [5]}
        actual = unflatten_list(dic)
        self.assertEqual(expected, actual)

        dic = {'a': 1, 'b:0': 5}
        expected = {'a': 1, 'b': [5]}
        actual = unflatten_list(dic, ':')
        self.assertEqual(expected, actual)

    def test_unflatten_with_list_custom_separator(self):
        """Complex dictionary with lists"""
        dic = {
            'a:b': 'str0',
            'c:0:d:0:e': 'str1',
            'c:1:d:0:e': 'str4',
            'c:1:f': 'str5',
            'c:0:f': 'str2',
            'c:1:g': 'str6',
            'c:0:g': 'str3',
            'h:d:0:e': 'str7',
            'h:i:0:f': 'str8',
            'h:i:0:g': 'str9'
        }
        expected = {
            'a': {'b': 'str0'},
            'c': [
                {
                    'd': [{'e': 'str1'}],
                    'f': 'str2',
                    'g': 'str3'
                }, {
                    'd': [{'e': 'str4'}],
                    'f': 'str5',
                    'g': 'str6'
                }
            ],
            'h': {
                'd': [{'e': 'str7'}],
                'i': [{'f': 'str8', 'g': 'str9'}]
            }
        }
        actual = unflatten_list(dic, ':')
        self.assertEqual(expected, actual)

    def test_unflatten_with_list_nested(self):
        dic = {"a": [[{"b": 1}], [{"d": 1}]]}
        dic_flatten = flatten(dic)
        actual = unflatten_list(dic_flatten)
        self.assertEqual(actual, dic)

    def test_unflatten_with_list_issue15(self):
        """https://github.com/amirziai/flatten/issues/15"""
        dic = {"Required": {"a": "1",
                            "b": ["1", "2", "3"],
                            "c": {"d": {"e": [[{"s1": 1}, {"s2": 2}],
                                              [{"s3": 1}, {"s4": 2}]]}},
                            "f": ["1", "2"]},
               "Optional": {"x": "1", "y": ["1", "2", "3"]}}
        dic_flatten = flatten(dic)
        actual = unflatten_list(dic_flatten)
        self.assertEqual(actual, dic)

    def test_unflatten_with_list_issue31(self):
        """https://github.com/amirziai/flatten/issues/31"""
        dic = {"testdict": {"seconddict": [["firstvalue",
                                            "secondvalue"],
                                           ["thirdvalue",
                                            "fourthvalue"]]}}

        dic_flatten = flatten(dic)
        actual = unflatten_list(dic_flatten)
        self.assertEqual(actual, dic)

    def test_unflatten_with_df_issue40(self):
        """https://github.com/amirziai/flatten/issues/40"""
        dic = {
            'a.b': float('nan'),
            'a.b.c': 2,
            'a.b.d': 3,
            'a.e': 4
        }
        expected = {
            'a': {'b': {'c': 2, 'd': 3},
                  'e': 4
                  }
        }
        actual = unflatten(dic, '.')
        self.assertEqual(expected, actual)

    def test_unflatten_with_key_loss_issue51(self):
        """https://github.com/amirziai/flatten/issues/51"""
        dic = {
            'a': 1,
            'a_b': 2,
            'a_c.d': 3,
            'a_c.e': 4
        }
        expected = {
            'a': 1,
            'a_b': 2,
            'a_c': {'d': 3, 'e': 4}
        }
        actual = unflatten(dic, '.')
        self.assertEqual(expected, actual)

    def test_flatten_preserve_lists_issue43_nested(self):
        """https://github.com/amirziai/flatten/issues/43"""
        dic = {
            'a': {'a': ["x0", "x1", "x2"]},
            'b': {'b': 'foo', 'c': 'bar'},
            'c': {'c': [
                {'foo': 2, 'bar': 6, 'baz':
                    ["n1", "n2", "n3", "n1.1", "n2.2"]},
                {'foo': 5, 'bar': 7, 'baz': ["n4", "n5", "n6"]},
                {'foo': float('nan')},
                {'foo': 100},
            ]},
            'd': {'g': 10},
            'f': {'h': 100, 'gar': [
                {"gup": 200, "garp": [
                    {"gu": 300, "gat": ["f7", "f8"]},
                    {"gu": 800, "gat": ["f9", "f10", "f11"]}
                ]
                 }]}
        }

        actual = flatten_preserve_lists(dic, max_depth=100, max_list_index=30)

        expected = [
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n3",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n1.1",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n2.2",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 6,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 2,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n4",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n5",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f7",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f8",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f9",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f10",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": None,
             "c_c_baz": "n6",
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": 7,
             "f_gar_garp_gat": "f11",
             "c_c_foo": 5,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f7",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f7",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f7",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f8",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f8",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 300,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f8",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f9",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f9",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f9",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f10",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f10",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f10",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x0",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f11",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x1",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f11",
             "c_c_foo": None,
             "d": 10},
            {"a_a": "x2",
             "f_h": 100,
             "c_c": 100,
             "c_c_baz": None,
             "b_b": "foo",
             "b_c": "bar",
             "f_gar_garp_gu": 800,
             "f_gar_gup": 200,
             "c_c_bar": None,
             "f_gar_garp_gat": "f11",
             "c_c_foo": None,
             "d": 10}]

        self.assertEqual(expected, actual)

    def test_flatten_preserve_lists_issue43(self):
        """https://github.com/amirziai/flatten/issues/43"""
        dic = {
            'a': {'a': ["x0", "x1", "x2"]},
            'b': {'b': 'foo', 'c': 'bar'},
            'c': {'c': [
                {'foo': 2, 'bar': 6, 'baz': [
                    "n1", "n2", "n3", "n1.1", "n2.2"]},
                {'foo': 5, 'bar': 7, 'baz': ["n4", "n5", "n6"]},
                {'foo': float('nan')},
                {'foo': 100},
            ]},
            'd': {'g': 10}
        }
        expected = [
            {'a_a': 'x0',
             'c_c_foo': 2,
             'c_c_baz': 'n1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 2,
             'c_c_baz': 'n1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 2,
             'c_c_baz': 'n1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 2,
             'c_c_baz': 'n2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 2,
             'c_c_baz': 'n2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 2,
             'c_c_baz': 'n2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 2,
             'c_c_baz': 'n3',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 2,
             'c_c_baz': 'n3',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 2,
             'c_c_baz': 'n3',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 2,
             'c_c_baz': 'n1.1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 2,
             'c_c_baz': 'n1.1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 2,
             'c_c_baz': 'n1.1',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 2,
             'c_c_baz': 'n2.2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 2,
             'c_c_baz': 'n2.2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 2,
             'c_c_baz': 'n2.2',
             'c_c_bar': 6,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 5,
             'c_c_baz': 'n4',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 5,
             'c_c_baz': 'n4',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 5,
             'c_c_baz': 'n4',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 5,
             'c_c_baz': 'n5',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 5,
             'c_c_baz': 'n5',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 5,
             'c_c_baz': 'n5',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': 5,
             'c_c_baz': 'n6',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x1',
             'c_c_foo': 5,
             'c_c_baz': 'n6',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x2',
             'c_c_foo': 5,
             'c_c_baz': 'n6',
             'c_c_bar': 7,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': None},
            {'a_a': 'x0',
             'c_c_foo': None,
             'c_c_baz': None,
             'c_c_bar': None,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': 100},
            {'a_a': 'x1',
             'c_c_foo': None,
             'c_c_baz': None,
             'c_c_bar': None,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': 100},
            {'a_a': 'x2',
             'c_c_foo': None,
             'c_c_baz': None,
             'c_c_bar': None,
             'b_b': 'foo',
             'd': 10,
             'b_c': 'bar',
             'c_c': 100}]

        actual = flatten_preserve_lists(dic, max_list_index=50, max_depth=10)
        self.assertEqual(expected, actual)

    def test_unflatten_with_list_deep(self):
        dic = {'a': [
            {'b': [{'c': [{'a': 5, 'b': {'a': [1, 2, 3]}, 'c': {'x': 3}}]}]}]}
        dic_flatten = flatten(dic)
        actual = unflatten_list(dic_flatten)
        self.assertEqual(actual, dic)

    def test_flatten_ignore_keys(self):
        """Ignore a set of root keys for processing"""
        dic = {
            'a': {'a': [1, 2, 3]},
            'b': {'b': 'foo', 'c': 'bar'},
            'c': {'c': [{'foo': 5, 'bar': 6, 'baz': [1, 2, 3]}]}
        }
        expected = {
            'a_a_0': 1,
            'a_a_1': 2,
            'a_a_2': 3
        }
        actual = flatten(dic, root_keys_to_ignore={'b', 'c'})
        self.assertEqual(expected, actual)

    def test_command_line(self):
        input_stream = StringIO(u'{"a": {"b": 1}}')
        output_stream = StringIO()
        cli(input_stream, output_stream)
        output = output_stream.getvalue()
        result = json.loads(output)
        self.assertEqual(result, dict(a_b=1))

    def test_replace_separators_none(self):
        dic = {
            'a_with_separator': {'b': [1, 2, 3]},
        }
        expected = {
            'a_with_separator_b_0': 1,
            'a_with_separator_b_1': 2,
            'a_with_separator_b_2': 3
        }
        actual = flatten(dic)
        self.assertEqual(expected, actual)

    def test_replace_separators_remove(self):
        dic = {
            'a_with_separator': {'b': [1, 2, 3]},
        }
        expected = {
            'awithseparator_b_0': 1,
            'awithseparator_b_1': 2,
            'awithseparator_b_2': 3
        }
        actual = flatten(dic, replace_separators='')
        self.assertEqual(expected, actual)

    def test_replace_separators_something(self):
        dic = {
            'a_with_separator': {'b': [1, 2, 3]},
        }
        expected = {
            'a.with.separator_b_0': 1,
            'a.with.separator_b_1': 2,
            'a.with.separator_b_2': 3
        }
        actual = flatten(dic, replace_separators='.')
        self.assertEqual(expected, actual)

    def test_replace_separators_nested(self):
        dic = {
            'a_with_separator': {'b_with_separator': [1, 2, 3]},
        }
        expected = {
            'awithseparator_bwithseparator_0': 1,
            'awithseparator_bwithseparator_1': 2,
            'awithseparator_bwithseparator_2': 3
        }
        actual = flatten(dic, replace_separators='')
        self.assertEqual(expected, actual)


if __name__ == '__main__':
    unittest.main()