Update page 'Day 10 homework - Sloetjes '

2023-04-19 19:25:05 +02:00
parent f155d3eb84
commit cb7f42240c
1 changed files with 94 additions and 0 deletions
@@ -88,5 +88,99 @@ By using a set called `module_files` to keep track of the filenames of the modul
 * Otherwise, the module is a source module.

 **5. Add `import pandas` to the top of the module-inspector script and re-run it.  Notice that many of the pandas modules are not loaded using the `SourceFileLoader`.  Can you explain why these modules are different?**
+```
+import sys
+import os
+import importlib
+from collections import defaultdict
+import pandas as pd
+
+def get_module_stats():
+    byte_count = 0
+    dso_count = 0
+    py_count = 0
+    module_dirs = defaultdict(int)
+
+    for name, module in sys.modules.items():
+        if module is None:
+            continue
+
+        filename = getattr(module, '__file__', None)
+        if not filename:
+            continue
+
+        if filename.endswith('.pyc') or filename.endswith('.pyo'):
+            byte_count += 1
+        elif os.path.splitext(filename)[-1] in ('.so', '.dll'):
+            dso_count += 1
+        else:
+            py_count += 1
+
+        module_dir = os.path.dirname(os.path.abspath(filename))
+        module_dirs[module_dir] += 1
+
+    total_count = byte_count + dso_count + py_count
+
+    byte_percent = byte_count / total_count * 100
+    dso_percent = dso_count / total_count * 100
+    py_percent = py_count / total_count * 100
+
+    return {
+        'bytecode': {
+            'count': byte_count,
+            'percent': byte_percent,
+        },
+        'DSO': {
+            'count': dso_count,
+            'percent': dso_percent,
+        },
+        'python': {
+            'count': py_count,
+            'percent': py_percent,
+        },
+        'total': total_count,
+        'module_dirs': module_dirs,
+    }
+
+def print_module_stats():
+    stats = get_module_stats()
+
+    print(f'Total modules: {stats["total"]}')
+    print(f'Bytecode modules: {stats["bytecode"]["count"]} ({stats["bytecode"]["percent"]:.2f}%)')
+    print(f'DSO modules: {stats["DSO"]["count"]} ({stats["DSO"]["percent"]:.2f}%)')
+    print(f'Python modules: {stats["python"]["count"]} ({stats["python"]["percent"]:.2f}%)')
+
+    print('\nModule directory histogram:')
+    for module_dir, count in sorted(stats['module_dirs'].items(), key=lambda x: x[1], reverse=True):
+        print(f'{module_dir}: {"*" * count}')
+
+if __name__ == '__main__':
+    pd_version = pd.__version__
+    print(f'Pandas version: {pd_version}')
+    print_module_stats()
+```
+###### Output:
+```
+Pandas version: 1.4.4
+Total modules: 1422
+Bytecode modules: 0 (0.00%)
+DSO modules: 113 (7.95%)
+Python modules: 1309 (92.05%)
+
+Module directory histogram:
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9: *****************************************************************************************************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/debugpy/_vendored/pydevd/_pydevd_bundle: ************************************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/IPython/core: *******************************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/lib-dynload: ****************************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/IPython/utils: ********************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/numpy/core: *****************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/asyncio: **************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/pandas/_libs: ************************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/jedi/inference: **********************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/numpy/lib: **********************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/pandas/core: **********************
+/Users/sloetjeswong/opt/anaconda3/lib/python3.9/site-packages/setuptools/_distutils: ********************
+...
+```

 **Extra credit: use the freeze utility to turn the module-inspector script into a real app.**