Add support for adding local pack files

*** Is alpha ***

I added options to tools/arm_pack_manager/pack_manager.py and
tools/flash_algo/extract.py to allow a user to specify a single pack on
disk to add to the cache. The syntax is as follows:
 - python tools/arm_pack_manager/pack_manager.py add-local-pack <local-pack>
 - cd tools/flash_algo; python extract.py --local-pack <local-pack>

Both of these methods will add your pack to the index and copy the pack
file into the location that arm_pack_manager would have placed it if it
was downloaded from the internet.

Author: theotherjimmy

tools/arm_pack_manager/__init__.py

@@ -1,7 +1,8 @@
 from urllib2 import urlopen, URLError
 from bs4 import BeautifulSoup
-from os.path import join, dirname, basename
+from os.path import join, dirname, basename, exists
 from os import makedirs
+from shutil import copyfile
 from errno import EEXIST
 from threading import Thread
 from Queue import Queue
@@ -446,3 +447,38 @@ def cache_and_parse(self, url) :
         self.cache_file(url)
         return self.pdsc_from_cache(url)
 
+    def add_local_pack_file(self, filename):
+        """Add a single pack file to the index
+
+        :param filename: The pack file to add to the index
+        """
+        _ = self.index # Force the cache to be loaded
+        zipfile = ZipFile(open(filename))
+        for zipinfo in zipfile.infolist():
+            if (zipinfo.filename.endswith(".pdsc") or
+                zipinfo.filename.endswith(".PDSC")):
+                pdsc_filename = zipinfo.filename
+                print("Found PDSC file in archive: %s" % pdsc_filename)
+                break
+        else:
+            raise Exception("No `.pdsc` file found in pack archive.")
+        with zipfile.open(pdsc_filename) as pdsc:
+            pdsc_content = BeautifulSoup(pdsc, "html.parser")
+        new_url = pdsc_content.package.url.get_text()
+        if not new_url.endswith("/") :
+            new_url += "/"
+        pdsc_url = new_url + pdsc_filename
+        pack_url = (new_url + pdsc_content.package.vendor.get_text() + "." +
+                    pdsc_content.package.find('name').get_text() + "." +
+                    largest_version(pdsc_content) + ".pack")
+        for dev in pdsc_content("device"):
+            print("Adding device %s" % dev['dname'])
+            self._index[dev['dname']] = self._extract_dict(dev, pdsc_url, pack_url)
+        with open(LocalPackIndex, "wb+") as out:
+            self._index["version"] = "0.1.0"
+            dump(self._index, out)
+        new_path = join(self.data_path, strip_protocol(pack_url))
+        print("Copying pack file to index.")
+        if not exists(dirname(new_path)):
+            makedirs(dirname(new_path))
+        copyfile(filename, new_path)

tools/arm_pack_manager/pack_manager.py

@@ -1,6 +1,11 @@
 import argparse
 from os.path import basename
-from tools.arm_pack_manager import Cache
+import sys
+from os.path import join, abspath, dirname
+# Be sure that the tools directory is in the search path
+ROOT = abspath(join(dirname(__file__), "..", ".."))
+sys.path.insert(0, ROOT)
+
 from os.path import basename, join, dirname, exists
 from os import makedirs
 from itertools import takewhile
@@ -189,3 +194,19 @@ def main() :
     args = parser.parse_args()
     args.command(args)
 
+@subcommand('add-local-pack',
+            dict(name='filename', help="pack file to add to cache"),
+            help='add a local pack file to the index')
+def command_add_local_pack(cache, filename) :
+    cache.add_local_pack_file(filename)
+
+def get_argparse() :
+    return parser
+
+def main() :
+    args = parser.parse_args()
+    args.command(args)
+
+if __name__ == "__main__":
+    main()
+

tools/flash_algo/extract.py

@@ -44,6 +44,9 @@ def main():
                         help="Name of target to generate algo for")
     parser.add_argument("--all", action="store_true",
                         help="Build all flash algos for devcies")
+    parser.add_argument("--local-pack", dest="local_pack",
+                        default=None,
+                        help="Build all flash algos for devcies")
     args = parser.parse_args()
 
     cache = Cache(True, True)
@@ -57,6 +60,9 @@ def main():
         print("Descriptors rebuilt")
         return
 
+    if args.local_pack:
+        cache.add_local_pack_file(args.local_pack)
+
     if args.target is None:
         device_and_filenames = [(target.device_name, target.name) for target
                                 in TARGETS if hasattr(target, "device_name")]