new update

requirements.txt

+boto3==1.34.144
+botocore==1.34.144
+jmespath==1.0.1
+s3transfer==0.10.2
+pandas==2.2.2
+numpy==1.26.4
+python-dateutil==2.9.0.post0
+pytz==2024.1
+setuptools==70.0.0

sample/core.py

+# -*- coding: utf-8 -*-
+
+
+def get_hmm():
+    """Get a thought."""
+    return 'hmmm...'

sample/helpers.py

+from pathlib import Path
+import configparser
+import boto3
+
+
+def get_path_to_data():
+    """Return path to data."""
+    return Path('Data/')
+
+
+def get_raw_data_path():
+    """Return path to raw data."""
+    return get_path_to_data() / 'RawData'
+
+
+def get_tidy_data_path():
+    """Return path to tidy data."""
+    config = configparser.ConfigParser()
+    config.read("config.ini")
+    return get_path_to_data() / 'TidyData'

sample/tidy_data.py

+#%%
+import json
+import pandas as pd
+
+from helpers import get_raw_data_path, get_tidy_data_path
+
+tidy_data_path = get_tidy_data_path()
+tidy_data_path.mkdir(parents=True, exist_ok=True)
+print(tidy_data_path)
+
+#%%
+with open(get_raw_data_path() / 'current.json', 'r') as f:
+    d = json.load(f)
+
+# df = pd.json_normalize(d['MRData']['RaceTable']['Races'][0]['Results'])
+df = pd.json_normalize(d["InsuranceCompanies"]["Top Insurance Companies"])
+print(d)
+
+#%%
+df.to_parquet(tidy_data_path / 'current_race.parquet')

setup.py

+from setuptools import setup, find_packages
+
+setup(
+    name="feproject",
+    version="1.0",
+    packages=find_packages(),
+    install_requires=[
+        "requests>=2.0",
+        "numpy>=1.0"
+    ]
+)
\ No newline at end of file