feat: event to load webpages in memory

helm-chart/sefaria/templates/configmap/local-settings-file.yaml

@@ -140,6 +140,8 @@ data:
     CSRF_COOKIE_SAMESITE = os.getenv("CSRF_COOKIE_SAMESITE", "Lax")
 
     SECRET_KEY = os.getenv("SECRET_KEY")
+    CHATBOT_USER_ID_SECRET = os.getenv("CHATBOT_USER_ID_SECRET", 'secret')
+    CHATBOT_API_BASE_URL = os.getenv("CHATBOT_API_BASE_URL", "https://chat-dev.sefaria.org/api")
 
     EMAIL_BACKEND = 'anymail.backends.mandrill.EmailBackend'
     DEFAULT_FROM_EMAIL = os.getenv("DEFAULT_FROM_EMAIL")

reader/admin.py

@@ -0,0 +1,63 @@
+from django import forms
+from django.contrib import admin
+from django.contrib.auth.admin import UserAdmin
+from django.contrib.auth.forms import UserChangeForm
+from django.contrib.auth.models import User
+
+from reader.models import UserExperimentSettings, _set_user_experiments
+
+
+@admin.register(UserExperimentSettings)
+class UserExperimentSettingsAdmin(admin.ModelAdmin):
+    list_display = ("user_email", "experiments")
+    list_display_links = ("user_email",)
+    raw_id_fields = ("user",)
+    search_fields = ("user__email", "user__username", "user__first_name", "user__last_name")
+    list_filter = ("experiments",)
+
+    def user_email(self, obj):
+        return obj.user.email
+    user_email.short_description = "Email"
+    user_email.admin_order_field = "user__email"
+
+
+class UserExperimentsChangeForm(UserChangeForm):
+    experiments = forms.BooleanField(required=False, label="Experiments")
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        if self.instance and self.instance.pk:
+            settings = UserExperimentSettings.objects.filter(user=self.instance).first()
+            self.fields["experiments"].initial = bool(settings and settings.experiments)
+
+    def save(self, commit=True):
+        user = super().save(commit=commit)
+        if commit:
+            _set_user_experiments(user, self.cleaned_data.get("experiments", False))
+        else:
+            # Store the value to be set after the user is saved
+            self._experiments_value = self.cleaned_data.get("experiments", False)
+        return user
+
+    def _save_m2m(self):
+        super()._save_m2m()
+        # Set experiments after the user and all related objects are saved
+        if hasattr(self, '_experiments_value'):
+            _set_user_experiments(self.instance, self._experiments_value)
+            delattr(self, '_experiments_value')
+
+
+class UserAdminWithExperiments(UserAdmin):
+    form = UserExperimentsChangeForm
+    fieldsets = UserAdmin.fieldsets + (("Experiments", {"fields": ("experiments",)}),)
+
+
+def register_user_admin():
+    try:
+        admin.site.unregister(User)
+    except admin.sites.NotRegistered:
+        pass
+    admin.site.register(User, UserAdminWithExperiments)
+
+
+register_user_admin()

reader/migrations/0001_initial.py

@@ -0,0 +1,68 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.29 on 2026-02-01 14:27
+from __future__ import unicode_literals
+
+from django.conf import settings
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    def _ensure_user_pk(apps, schema_editor):
+        connection = schema_editor.connection
+        if connection.vendor != "postgresql":
+            return
+
+        try:
+            app_label, model_name = settings.AUTH_USER_MODEL.split(".")
+        except ValueError:
+            return
+
+        try:
+            user_model = apps.get_model(app_label, model_name)
+        except LookupError:
+            return
+
+        table = user_model._meta.db_table
+        pk_column = user_model._meta.pk.column
+
+        with connection.cursor() as cursor:
+            if table not in connection.introspection.table_names(cursor):
+                return
+
+            cursor.execute(
+                "SELECT 1 FROM pg_constraint WHERE contype = 'p' AND conrelid = %s::regclass",
+                [table],
+            )
+            if cursor.fetchone():
+                return
+
+            constraint_name = "%s_pkey" % table
+            qn = connection.ops.quote_name
+            cursor.execute(
+                "ALTER TABLE %s ADD CONSTRAINT %s PRIMARY KEY (%s)"
+                % (qn(table), qn(constraint_name), qn(pk_column))
+            )
+
+    operations = [
+        migrations.RunPython(_ensure_user_pk, reverse_code=migrations.RunPython.noop),
+        migrations.CreateModel(
+            name='UserExperimentSettings',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('experiments', models.BooleanField(default=True)),
+                ('user', models.OneToOneField(on_delete=django.db.models.deletion.CASCADE, related_name='experiment_settings', to=settings.AUTH_USER_MODEL)),
+            ],
+            options={
+                'verbose_name': 'User experiment settings',
+                'verbose_name_plural': 'User experiment settings',
+            },
+        ),
+    ]

reader/migrations/__init__.py

@@ -0,0 +1 @@
+

reader/models.py

@@ -1,3 +1,38 @@
+from django.contrib.auth.models import User
+from django.core.exceptions import ObjectDoesNotExist
 from django.db import models
 
-# Create your models here.
+
+class UserExperimentSettings(models.Model):
+    user = models.OneToOneField(User, on_delete=models.CASCADE, related_name="experiment_settings")
+    experiments = models.BooleanField(default=True)
+
+    class Meta:
+        verbose_name = "User experiment settings"
+        verbose_name_plural = "User experiment settings"
+
+    def __str__(self):
+        return f"Experiments for user {self.user_id}"
+
+
+def _get_user_experiments(user):
+    try:
+        return bool(user.experiment_settings.experiments)
+    except ObjectDoesNotExist:
+        return False
+
+
+def _set_user_experiments(user, value):
+    settings, _ = UserExperimentSettings.objects.get_or_create(user=user)
+    settings.experiments = bool(value)
+    settings.save(update_fields=["experiments"])
+
+
+if not hasattr(User, "experiments"):
+    User.add_to_class("experiments", property(_get_user_experiments, _set_user_experiments))
+
+
+def user_has_experiments(user):
+    if not user or not getattr(user, "is_authenticated", False):
+        return False
+    return UserExperimentSettings.objects.filter(user=user, experiments=True).exists()

reader/views.py

@@ -68,6 +68,7 @@
 from sefaria.system.decorators import catch_error_as_json, sanitize_get_params, json_response_decorator
 from sefaria.system.exceptions import InputError, PartialRefInputError, BookNameError, NoVersionFoundError, DictionaryEntryNotFoundError
 from sefaria.system.cache import django_cache
+from reader.models import user_has_experiments
 from sefaria.system.database import db
 from sefaria.helper.search import get_query_obj
 from sefaria.helper.crm.crm_mediator import CrmMediator
@@ -3834,6 +3835,8 @@ def profile_api(request, slug=None):
         if not profileJSON:
             return jsonResponse({"error": "No post JSON."})
         profileUpdate = json.loads(profileJSON)
+        if "experiments" in profileUpdate and not user_has_experiments(request.user):
+            profileUpdate.pop("experiments", None)
 
         profile = UserProfile(id=request.user.id)
         profile.update(profileUpdate)
@@ -4168,9 +4171,11 @@ def account_settings(request):
     Page for managing a user's account settings.
     """
     profile = UserProfile(id=request.user.id)
+    experiments_available = user_has_experiments(request.user)
     return render_template(request,'account_settings.html', {"headerMode": True}, {
         'user': request.user,
         'profile': profile,
+        'experiments_available': experiments_available,
         'lang_names_and_codes': zip([Locale(lang).languages[lang].capitalize() for lang in SITE_SETTINGS['SUPPORTED_TRANSLATION_LANGUAGES']], SITE_SETTINGS['SUPPORTED_TRANSLATION_LANGUAGES']),
         'translation_language_preference': (profile is not None and profile.settings.get("translation_language_preference", None)) or request.COOKIES.get("translation_language_preference", None),
         "renderStatic": True

requirements.txt

@@ -1,5 +1,6 @@
 Appium-Python-Client==1.2.0
 Cerberus
+cryptography==42.0.7
 PyJWT==1.7.1 # pinned b/c current version 2.0.0 breaks simplejwt. waiting for 2.0.1
 babel
 django-admin-sortable==2.1.13
@@ -45,7 +46,8 @@ google-auth==1.24.0
 google-cloud-logging==1.15.1
 google-cloud-storage==1.32.0
 google-re2
-gunicorn==20.0.4
+gunicorn==23.0.0
+setuptools==69.5.1
 html5lib==0.9999999
 httplib2==0.18.1
 ipython==7.34.*

sefaria/local_settings_example.py

@@ -147,6 +147,7 @@
 MANAGERS = ADMINS
 
 SECRET_KEY = 'insert your long random secret key here !'
+CHATBOT_USER_ID_SECRET = 'insert your chatbot user id secret here'
 
 
 EMAIL_HOST = 'localhost'
@@ -352,3 +353,7 @@
 CSRF_COOKIE_SECURE = True  # Set to True if using HTTPS
 CSRF_COOKIE_HTTPONLY = False  # Must be False for CSRF tokens to work with JavaScript
 CSRF_COOKIE_SAMESITE = 'Lax'  # Modern browsers require this
+
+CHATBOT_API_BASE_URL = os.getenv("CHATBOT_API_BASE_URL", "https://chat-dev.sefaria.org/api")
+# Use the local Vite dev server script instead of the hosted UMD bundle.
+CHATBOT_USE_LOCAL_SCRIPT = True

sefaria/model/user_profile.py

@@ -396,6 +396,7 @@ def __init__(self, user_obj=None, id=None, slug=None, email=None, user_registrat
 
         # Fundraising
         self.is_sustainer = False
+        self.experiments = False
 
         # Update with saved profile doc in MongoDB
         profile = db.profiles.find_one({"id": id})
@@ -665,6 +666,7 @@ def to_mongo_dict(self):
             "version_preferences_by_corpus": self.version_preferences_by_corpus,
             "attr_time_stamps":      self.attr_time_stamps,
             "is_sustainer":          self.is_sustainer,
+            "experiments":           self.experiments,
             "tag_order":             getattr(self, "tag_order", None),
             "last_sync_web":         self.last_sync_web,
             "profile_pic_url":       self.profile_pic_url,
@@ -705,6 +707,7 @@ def to_api_dict(self, basic=False):
         other_info = {
             "pinned_sheets":         self.pinned_sheets,
             "is_sustainer":          self.is_sustainer,
+            "experiments":           self.experiments,
         }
         dictionary.update(other_info)
         return dictionary

sefaria/settings.py

@@ -75,6 +75,8 @@ def get_static_url():
 
 # Make this unique, and don't share it with anybody.
 SECRET_KEY = ''
+CHATBOT_USER_ID_SECRET = 'secret'
+CHATBOT_USE_LOCAL_SCRIPT = False
 
 TEMPLATES = [
     {
@@ -99,6 +101,7 @@ def get_static_url():
                     "sefaria.system.context_processors.large_data",
                     "sefaria.system.context_processors.body_flags",
                     "sefaria.system.context_processors.base_props",
+                    "sefaria.system.context_processors.chatbot_user_token",
                     "sefaria.system.context_processors.module_context",
             ],
             'loaders': [

sefaria/system/context_processors.py

@@ -7,8 +7,15 @@
 from functools import wraps
 
 from sefaria.settings import *
+from django.conf import settings
 from sefaria.site.site_settings import SITE_SETTINGS
 from sefaria.model import library
+from sefaria.model.user_profile import UserProfile, UserHistorySet, UserWrapper
+from sefaria.utils import calendars
+from sefaria.utils.util import short_to_long_lang_code
+from sefaria.utils.chatbot import build_chatbot_user_token
+from sefaria.utils.hebrew import hebrew_parasha_name
+from reader.views import render_react_component, _get_user_calendar_params
 
 import structlog
 logger = structlog.get_logger(__name__)
@@ -68,6 +75,7 @@ def global_settings(request):
         "OFFLINE":                OFFLINE,
         "SITE_SETTINGS":          SITE_SETTINGS,
         "CLIENT_SENTRY_DSN":      CLIENT_SENTRY_DSN,
+        "CHATBOT_USE_LOCAL_SCRIPT": CHATBOT_USE_LOCAL_SCRIPT,
     }
 
 
@@ -107,3 +115,20 @@ def large_data(request):
 @user_only
 def body_flags(request):
     return {"EMBED": "embed" in request.GET}
+
+
+@user_only
+def chatbot_user_token(request):
+    if not request.user.is_authenticated:
+        return {"chatbot_user_token": None, "chatbot_enabled": False}
+    if not CHATBOT_USER_ID_SECRET:
+        return {"chatbot_user_token": None, "chatbot_enabled": False}
+    profile = UserProfile(user_obj=request.user)
+    if not getattr(profile, "experiments", False):
+        return {"chatbot_user_token": None, "chatbot_enabled": False}
+    token = build_chatbot_user_token(request.user.id, CHATBOT_USER_ID_SECRET)
+    return {
+        "chatbot_user_token": token,
+        "chatbot_enabled": True,
+        "chatbot_api_base_url": settings.CHATBOT_API_BASE_URL,
+    }

sefaria/utils/chatbot.py

@@ -0,0 +1,37 @@
+import base64
+import hashlib
+import json
+import os
+from datetime import timedelta
+
+from cryptography.hazmat.primitives.ciphers.aead import AESGCM
+from django.utils import timezone
+
+DEFAULT_TTL_HOURS = 72
+NONCE_SIZE_BYTES = 12
+
+
+def _hash_user_id(user_id):
+    return hashlib.sha256(str(user_id).encode("utf-8")).hexdigest()
+
+
+def _derive_key(secret):
+    return hashlib.sha256(secret.encode("utf-8")).digest()
+
+
+def build_chatbot_user_token(user_id, secret, now=None, ttl_hours=DEFAULT_TTL_HOURS):
+    if not user_id or not secret:
+        return None
+
+    expires_at = (now or timezone.now()) + timedelta(hours=ttl_hours)
+    payload = {
+        "id": _hash_user_id(user_id),
+        "expiration": expires_at.replace(microsecond=0).isoformat(),
+    }
+    payload_bytes = json.dumps(payload, separators=(",", ":"), sort_keys=True).encode("utf-8")
+    key = _derive_key(secret)
+    aesgcm = AESGCM(key)
+    nonce = os.urandom(NONCE_SIZE_BYTES)
+    encrypted = aesgcm.encrypt(nonce, payload_bytes, None)
+    token_bytes = nonce + encrypted
+    return base64.urlsafe_b64encode(token_bytes).decode("ascii")