BUG: fix nested meta path bug (GH 27220)

pandas/io/json/_normalize.py

@@ -288,12 +288,12 @@ def _recursive_extract(data, path, seen_meta, level=0):
         if len(path) > 1:
             for obj in data:
                 for val, key in zip(meta, meta_keys):
-                    if level + 1 == len(val):
-                        seen_meta[key] = _pull_field(obj, val[-1])
+                    # if level + 1 == len(val):
+                    seen_meta[key] = _pull_field(obj, val[0])
 
                 _recursive_extract(obj[path[0]], path[1:], seen_meta, level=level + 1)
         else:
-            for obj in data:
+            for ind, obj in enumerate(data):
                 recs = _pull_field(obj, path[0])
                 recs = [
                     nested_to_record(r, sep=sep, max_level=max_level)
@@ -307,6 +307,13 @@ def _recursive_extract(data, path, seen_meta, level=0):
                 for val, key in zip(meta, meta_keys):
                     if level + 1 > len(val):
                         meta_val = seen_meta[key]
+                        meta_vals[key].append(meta_val)
+                    elif seen_meta:
+                        meta_val = seen_meta[key]
+                        if isinstance(meta_val, list):
+                            meta_vals[key].append(meta_val[ind][val[level]])
+                        else:
+                            meta_vals[key].append(meta_val[val[level]])
                     else:
                         try:
                             meta_val = _pull_field(obj, val[level:])
@@ -319,7 +326,8 @@ def _recursive_extract(data, path, seen_meta, level=0):
                                     "errors='ignore' as key "
                                     "{err} is not always present".format(err=e)
                                 )
-                    meta_vals[key].append(meta_val)
+                        meta_vals[key].append(meta_val)
+
                 records.extend(recs)
 
     _recursive_extract(data, record_path, {}, level=0)

pandas/tests/io/json/test_normalize.py

@@ -287,6 +287,32 @@ def test_shallow_nested(self):
         expected = DataFrame(ex_data, columns=result.columns)
         tm.assert_frame_equal(result, expected)
 
+    def test_nested_meta_path_with_nested_record_path(self, state_data):
+        # GH 27220
+        result = json_normalize(
+            state_data,
+            ["counties", "name"],
+            ["state", "shortname", ["info", "governor"]],
+            errors="ignore",
+        )
+        ex_data = {
+            0: [
+                i
+                for word in ["Dade", "Broward", "Palm Beach", "Summit", "Cuyahoga"]
+                for i in word
+            ],
+            "state": ["Florida"] * 21 + ["Ohio"] * 14,
+            "shortname": ["FL"] * 21 + ["OH"] * 14,
+            "info.governor": ["Rick Scott"] * 21 + ["John Kasich"] * 14,
+            "population": [12345] * 4
+            + [40000] * 7
+            + [60000] * 10
+            + [1234] * 6
+            + [1337] * 8,
+        }
+        expected = DataFrame(ex_data, columns=result.columns)
+        tm.assert_frame_equal(result, expected)
+
     def test_meta_name_conflict(self):
         data = [
             {