From c6b1b503c9a509b5338684ed18634d5c4d469a3c Mon Sep 17 00:00:00 2001
From: adamnpeace <adam.n.peace@gmail.com>
Date: Tue, 7 Jul 2020 20:48:55 +0100
Subject: [PATCH] Initial code

---
 .gitignore             |   5 ++
 memories-downloader.py | 106 +++++++++++++++++++++++++++++++++++++++++
 memories/.gitignore    |   0
 3 files changed, 111 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 memories-downloader.py
 create mode 100644 memories/.gitignore

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..a512dd4
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,5 @@
+memories/*
+!memories/.gitignore
+.DS_Store
+memories_history.json
+useful_memories_history.json
diff --git a/memories-downloader.py b/memories-downloader.py
new file mode 100644
index 0000000..e09cd6c
--- /dev/null
+++ b/memories-downloader.py
@@ -0,0 +1,106 @@
+"""Adam Peace 2020
+Retrieves all Snapchat memories from AWS
+"""
+
+import urllib
+import json
+import requests
+import datetime
+import os
+
+# Helper Functions
+
+def get_datetime(memory_date):
+    return datetime.datetime.strptime(
+            memory_date,
+            "%Y-%m-%d %H:%M:%S %Z"
+        )
+
+def get_ext(memory_media_type):
+    ext = "mp4"
+    if memory["Media Type"] == "PHOTO":
+        ext = "jpg"
+    return ext
+
+overwrite = False # Overwrites existing useful memory metadata file
+
+# Import Memories Data
+
+memories = []
+with open("memories_history.json") as memories_file:
+    data = json.load(memories_file)
+    all_memories = data["Saved Media"]
+    print(len(all_memories), "memories to download")
+    memories = all_memories
+
+print(
+    "First memory is a {}, taken on {} (found at {}...)".format(
+            memories[-1]["Media Type"],
+            memories[-1]["Date"],
+            memories[-1]["Download Link"][:10]
+    )
+)
+
+# Get Download Links
+
+st = datetime.datetime.now()
+for i, memory in enumerate(memories):
+    if i%100 == 0:
+        print("{}: Time Elapsed: {}. Getting URL for date {}:".format(i, memory["Date"], datetime.datetime.now() - st), end=" ")
+    try:
+        link = requests.post(memory["Download Link"]).text
+        if i%100 == 0:
+            print("Success")
+        memory["url"] = link
+    except:
+        if i%100 == 0:
+            print("Failed")
+
+# Save memories JSON _with_ AWS URLs
+
+with open('useful_memories_history.json', 'w') as fp:
+    json.dump(memories, fp)
+
+# Download all memories and record the time taken
+
+if os.path.exists("useful_memories_history.json") and not overwrite:
+    with open("useful_memories_history.json") as fp:
+        data = json.load(fp)
+        memories = data
+else:
+    print("Fetching all actual URLs")
+    st = datetime.datetime.now()
+    for i, memory in enumerate(memories):
+        if i%100 == 0:
+            print("{}: Time Elapsed: {}. Getting URL for date {}:".format(i, memory["Date"], datetime.datetime.now() - st), end=" ")
+        try:
+            link = requests.post(memory["Download Link"]).text
+            if i%100 == 0:
+                print("Success")
+            memory["url"] = link
+        except:
+            if i%100 == 0:
+                print("Failed")
+    with open('useful_memories_history.json', 'w') as fp:
+        json.dump(memories, fp)
+
+
+print("Downloading all memories")
+
+for memory in memories:
+    memory_datetime = get_datetime(memory["Date"])
+    filename = "memories/{:%Y-%m-%d-%H%M%S}.{}".format(
+        memory_datetime,
+        get_ext(memory["Media Type"])
+    )
+
+    print("Downloading File {}:".format(filename), end=" ")
+    try:
+        urllib.request.urlretrieve(memory["url"], filename)
+        modtime = datetime.datetime.timestamp(memory_datetime)
+        os.utime(filename, (modtime, modtime))
+        print("Success")
+    except:
+        print("Error")
+
+print("Finished in {}. Bye!".format(datetime.datetime.now() - st))
diff --git a/memories/.gitignore b/memories/.gitignore
new file mode 100644
index 0000000..e69de29