Initializing cols

utilities/pushshift_data.py

@@ -146,9 +146,21 @@ def submissions_to_dataframe(submissions: List[Dict[str, Any]]) -> pd.DataFrame:
             'downs', 'ups']
     df = pd.DataFrame(submissions)
     df = df.convert_dtypes()
+
+    # As of Jan 2017 Im getting an error:
+    # KeyError: "['downs', 'ups'] not in index"
+    # To maintain backwards compatibility I will initialize these cols
+    for col in cols:
+        if col not in df.columns:
+            df[col] = None
+
+    # Take the subset of columns
     df = df[cols]
+
     # Convert the "created_utc" column to a datetime column with timezone information
     df['created_utc'] = pd.to_datetime(df['created_utc'], unit='s').dt.tz_localize('UTC')
+
+    # Using native type date and time had some incompatibility with the datasets visualization widget
     df['date'] = df['created_utc'].dt.date.astype(str)
     df['time'] = df['created_utc'].dt.time.astype(str)
     return df