add --limit and --write args to buildUserHistory.py. Address dependabot issues

Author: sspickle

ide/shell_cmds/buildUserHistory.py

@@ -8,25 +8,39 @@
 Usage (local emulator):
     DATASTORE_EMULATOR_HOST=localhost:8081 python ide/shell_cmds/buildUserHistory.py
 
+Usage (dry-run on first N users, no write):
+    GOOGLE_CLOUD_PROJECT=glowscript-py38 python ide/shell_cmds/buildUserHistory.py --limit 500
+
+Usage (limited run + write):
+    GOOGLE_CLOUD_PROJECT=glowscript-py38 python ide/shell_cmds/buildUserHistory.py --limit 500 --write
+
 Cost: ~$0.16 (reads ~315k User entities). Run once only.
 """
 
+import argparse
 from collections import defaultdict
 from datetime import datetime, timezone
 import json
 import os
+import sys
 
 from google.cloud import ndb
 from ide.models import User, Setting
 
 
-def build_history(client):
+def build_history(client, limit=None, write=True):
     monthly_new = defaultdict(int)
     count = 0
     skipped = 0
 
     with client.context():
-        for user in User.query():  # NDB iterates in batches — does not load all into memory
+        query = User.query()
+        if limit:
+            query = query.fetch(limit)
+        else:
+            query = query.iter()  # NDB iterates in batches — does not load all into memory
+
+        for user in query:
             count += 1
             if count % 10000 == 0:
                 print(f"  {count} users processed...")
@@ -56,29 +70,44 @@ def build_history(client):
             'points': points,
         }
 
+        print(f"Built {len(points)} monthly data points")
+        if points:
+            print(f"Latest: {points[-1]}")
+
+        if not write:
+            print("Dry-run: skipping Datastore write (pass --write to persist)")
+            return
+
         existing = ndb.Key('Setting', 'user_count_history').get()
         if not existing:
             existing = Setting(id='user_count_history')
         existing.value = json.dumps(history)
         try:
             existing.put()
         except Exception as e:
-            import sys
             print(f"ERROR: Failed to store user history: {e}", file=sys.stderr)
             sys.exit(1)
 
         print(f"Stored {len(points)} monthly data points")
-        if points:
-            print(f"Latest: {points[-1]}")
 
 
 if __name__ == '__main__':
-    import sys
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--limit', type=int, default=None,
+                        help='Process only the first N users (implies dry-run unless --write is also set)')
+    parser.add_argument('--write', action='store_true',
+                        help='Write results to Datastore (required when using --limit; always writes without --limit)')
+    args = parser.parse_args()
+
+    write = args.write if args.limit else True
+
     project = os.environ.get('GOOGLE_CLOUD_PROJECT', 'glowscript')
     emulator = os.environ.get('DATASTORE_EMULATOR_HOST')
     client = ndb.Client(project=project)
     print(f"Connecting to {'emulator at ' + emulator if emulator else 'production Datastore'}...")
+    if args.limit:
+        print(f"Limit: {args.limit} users ({'will write' if write else 'dry-run, no write'})")
     try:
-        build_history(client)
+        build_history(client, limit=args.limit, write=write)
     finally:
         client.close()

requirements.txt

@@ -1,12 +1,12 @@
 async-timeout==4.0.2
-Authlib==1.6.7
+Authlib==1.6.12
 blinker==1.9.0
 cachetools==5.3.0
 certifi==2024.7.4
 cffi==2.0.0
 charset-normalizer==3.1.0
 click==8.1.3
-cryptography==46.0.5
+cryptography==46.0.7
 Flask==3.1.3
 google-api-core==2.29.0
 google-api-python-client==2.189.0
@@ -21,23 +21,23 @@ grpc-google-iam-v1==0.14.2
 grpcio==1.73.1
 grpcio-status==1.63.0rc1
 httplib2==0.22.0
-idna==3.7
+idna==3.15
 itsdangerous==2.2.0
 Jinja2==3.1.6
 MarkupSafe==2.1.2
 proto-plus==1.27.1
 protobuf==6.33.5
-pyasn1==0.5.0
-pyasn1-modules==0.3.0
+pyasn1==0.6.3
+pyasn1-modules==0.4.2
 pycparser==2.21
 pymemcache==4.0.0
 pyparsing==3.0.9
-python-dotenv==1.0.0
+python-dotenv==1.2.2
 pytz==2023.3
 redis==4.5.5
-requests==2.32.4
+requests==2.33.0
 rsa==4.9
 six==1.16.0
 uritemplate==4.1.1
-urllib3==2.6.3
+urllib3==2.7.0
 Werkzeug==3.1.6