CircuitPython_Memory_Tools/measure_size.py at main · FoamyGuy/CircuitPython_Memory_Tools · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
import os
import sys
import zipfile

import requests
import toml


def download_latest_bundle():
    json_resp = requests.get(
        "https://api.github.com/repos/adafruit/Adafruit_CircuitPython_Bundle/releases/latest").json()

    for asset in json_resp["assets"]:
        if "adafruit-circuitpython-bundle-8" in asset["name"]:
            # print(asset["browser_download_url"])
            bundle_zip = requests.get(asset["browser_download_url"], allow_redirects=True)
            download_filename = asset["browser_download_url"].split("/")[-1]
            bundle_out = open(download_filename, 'wb')
            bundle_out.write(bundle_zip.content)
            bundle_out.close()
            with zipfile.ZipFile(download_filename, "r") as zip_ref:
                zip_ref.extractall(".")
            # shutil.move(f'{download_filename.replace(".zip", "")}/lib/', ".")
            # shutil.move(f'{download_filename.replace(".zip", "")}/examples/', ".")
    return download_filename


def find_v8_mpy_zip():
    for file in os.listdir("./"):
        if "8.x-mpy" in file:
            # print("Found 8.x mpy zip:")
            # print(file)
            return file


def get_sizes_from_dir(dir_path, verbose=False):
    total_size = 0
    total_strings_size = 0

    for subdir_tuple in os.walk(dir_path):
        for mpy_file in subdir_tuple[2]:
            cur_file_path = f"{subdir_tuple[0]}{'/' if subdir_tuple[0][-1] != '/' else ''}{mpy_file}"
            if verbose:
                print(f"cur file: {cur_file_path}")

            file_stats = os.stat(cur_file_path)
            total_size += file_stats.st_size
            if verbose:
                print(f"size: {file_stats.st_size}")
            os.system(f"strings {cur_file_path} > strings_output.txt")
            os.system(f"strings {cur_file_path} >> totaled_strings_output.txt")
            string_file_stats = os.stat("strings_output.txt")
            total_strings_size += string_file_stats.st_size
            if verbose:
                print(f"strings size: {string_file_stats.st_size}")
                if string_file_stats.st_size != 0:
                    print(f"percent: {string_file_stats.st_size / file_stats.st_size * 100.0:.2f}%")

    return total_size, total_strings_size


def measure_sizes():
    # read module name from pyproject.toml
    pyproject_data = toml.load("pyproject.toml")
    if "packages" in pyproject_data["tool"]["setuptools"]:

        module_name = pyproject_data["tool"]["setuptools"]["packages"][0]
    elif "py-modules" in pyproject_data["tool"]["setuptools"]:
        module_name = pyproject_data["tool"]["setuptools"]["py-modules"][0]


    # New Version:
    found_v8_mpy_zip = find_v8_mpy_zip()
    os.chdir(found_v8_mpy_zip)
    os.chdir(os.listdir("./")[0])
    os.chdir("lib")

    if os.path.isfile(os.listdir("./")[0]):
        mpy_file = os.listdir("./")[0]
        file_stats = os.stat(mpy_file)
        print("This Branch Version:")
        print(f'mpy file size: {file_stats.st_size} bytes')

        # command = ['strings', mpy_file]
        # p = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.)
        # strings_command_output = p.stdout.read()
        # retcode = p.wait()

        os.system(f"strings {mpy_file} > strings_output.txt")
        string_file_stats = os.stat("strings_output.txt")
        print(f'strings output size: {string_file_stats.st_size} bytes')
        print(f"strings percentage of mpy: {(string_file_stats.st_size / file_stats.st_size) * 100.0:.2f}%")
    else:
        os.chdir(os.listdir("./")[0])
        file_size, strings_size = get_sizes_from_dir("./", verbose=False)
        print("This Branch Version:")
        print(f'total mpy files size: {file_size} bytes')
        print(f'strings output size: {strings_size} bytes')
        if file_size != 0:
            print(f"strings percentage of mpy: {(strings_size / file_size) * 100.0:.2f}%")

    # Published Version:
    print()
    print("---")
    print()
    print("Published Version:")
    downloaded_filename = download_latest_bundle()
    os.chdir(downloaded_filename.replace(".zip", ""))
    os.chdir("lib")
    single_mpy_file = f"./{module_name}.mpy"
    if os.path.exists(single_mpy_file):
        # if it's a single mpy file

        file_stats = os.stat(single_mpy_file)
        print(f'mpy file size: {file_stats.st_size} bytes')
        os.system(f"strings {single_mpy_file} > published_strings_output.txt")
        string_file_stats = os.stat("published_strings_output.txt")
        print(f'strings output size: {string_file_stats.st_size} bytes')
        print(f"strings percentage of mpy: {(string_file_stats.st_size / file_stats.st_size) * 100.0:.2f}%")

    else:  # single mpy file not found
        package_name = single_mpy_file.replace(".mpy", "")
        os.chdir(package_name)
        file_size, strings_size = get_sizes_from_dir("./", verbose=False)

        print(f'total mpy files size: {file_size} bytes')
        print(f'strings output size: {strings_size} bytes')
        if file_size != 0:
            print(f"strings percentage of mpy: {(strings_size / file_size) * 100.0:.2f}%")


if __name__ == '__main__':
        measure_sizes()