[AI-FSSDK] (DO NOT REVIEW) [FSSDK-12262] Exclude CMAB from UserProfileService

optimizely/decision_service.py

@@ -457,7 +457,14 @@ def get_variation(
             }
 
         # Check to see if user has a decision available for the given experiment
-        if user_profile_tracker is not None and not ignore_user_profile:
+        # CMAB experiments are excluded from UPS because UPS maintains decisions
+        # across the experiment lifetime without considering TTL or user attributes,
+        # which contradicts CMAB's dynamic nature.
+        if experiment.cmab:
+            message = f'Skipping user profile service for CMAB experiment "{experiment.key}".'
+            self.logger.info(message)
+            decide_reasons.append(message)
+        elif user_profile_tracker is not None and not ignore_user_profile:
             variation = self.get_stored_variation(project_config, experiment, user_profile_tracker.get_user_profile())
             if variation:
                 message = f'Returning previously activated variation ID "{variation}" of experiment ' \
@@ -529,7 +536,9 @@ def get_variation(
             self.logger.info(message)
             decide_reasons.append(message)
             # Store this new decision and return the variation for the user
-            if user_profile_tracker is not None and not ignore_user_profile:
+            # Skip UPS save for CMAB experiments - CMAB decisions should not be persisted
+            # in UPS as they are dynamically determined based on context.
+            if user_profile_tracker is not None and not ignore_user_profile and not experiment.cmab:
                 try:
                     user_profile_tracker.update_user_profile(experiment, variation)
                 except:

tests/test_decision_service.py

@@ -1890,3 +1890,180 @@ def test_get_variation_for_feature_returns_rollout_in_experiment_bucket_range_25
         mock_config_logging.debug.assert_called_with(
             'Assigned bucket 4000 to user with bucketing ID "test_user".')
         mock_generate_bucket_value.assert_called_with("test_user211147")
+
+    def test_get_variation__cmab_experiment_skips_ups_lookup(self):
+        """Test that get_variation skips UPS lookup for CMAB experiments even when UPS is available."""
+
+        user = optimizely_user_context.OptimizelyUserContext(
+            optimizely_client=None,
+            logger=None,
+            user_id="test_user",
+            user_attributes={}
+        )
+
+        user_profile_service = user_profile.UserProfileService()
+        user_profile_tracker = user_profile.UserProfileTracker(user.user_id, user_profile_service)
+
+        cmab_experiment = entities.Experiment(
+            '111150',
+            'cmab_experiment',
+            'Running',
+            '111150',
+            [],
+            {},
+            [
+                entities.Variation('111151', 'variation_1'),
+                entities.Variation('111152', 'variation_2')
+            ],
+            [
+                {'entityId': '111151', 'endOfRange': 5000},
+                {'entityId': '111152', 'endOfRange': 10000}
+            ],
+            cmab={'trafficAllocation': 5000}
+        )
+
+        with mock.patch('optimizely.helpers.experiment.is_experiment_running', return_value=True), \
+            mock.patch('optimizely.helpers.audience.does_user_meet_audience_conditions', return_value=[True, []]), \
+            mock.patch.object(self.decision_service.bucketer, 'bucket_to_entity_id',
+                              return_value=['$', []]), \
+            mock.patch.object(self.decision_service, 'cmab_service') as mock_cmab_service, \
+            mock.patch.object(self.project_config, 'get_variation_from_id',
+                              return_value=entities.Variation('111151', 'variation_1')), \
+            mock.patch(
+                'optimizely.decision_service.DecisionService.get_stored_variation'
+            ) as mock_get_stored_variation, \
+            mock.patch.object(self.decision_service, 'logger') as mock_logger:
+
+            mock_cmab_service.get_decision.return_value = (
+                {
+                    'variation_id': '111151',
+                    'cmab_uuid': 'test-cmab-uuid-123'
+                },
+                []
+            )
+
+            variation_result = self.decision_service.get_variation(
+                self.project_config,
+                cmab_experiment,
+                user,
+                user_profile_tracker
+            )
+            variation = variation_result['variation']
+            reasons = variation_result['reasons']
+
+            # UPS lookup should NOT be called for CMAB experiments
+            mock_get_stored_variation.assert_not_called()
+
+            # Verify skip reason is in decision reasons
+            self.assertIn(
+                'Skipping user profile service for CMAB experiment "cmab_experiment".',
+                reasons
+            )
+
+            # Verify CMAB decision was still made correctly
+            self.assertEqual(entities.Variation('111151', 'variation_1'), variation)
+
+            # Verify logger recorded the skip
+            mock_logger.info.assert_any_call(
+                'Skipping user profile service for CMAB experiment "cmab_experiment".'
+            )
+
+    def test_get_variation__cmab_experiment_skips_ups_save(self):
+        """Test that get_variation does not save to UPS for CMAB experiments."""
+
+        user = optimizely_user_context.OptimizelyUserContext(
+            optimizely_client=None,
+            logger=None,
+            user_id="test_user",
+            user_attributes={}
+        )
+
+        user_profile_service = user_profile.UserProfileService()
+        user_profile_tracker = user_profile.UserProfileTracker(user.user_id, user_profile_service)
+
+        cmab_experiment = entities.Experiment(
+            '111150',
+            'cmab_experiment',
+            'Running',
+            '111150',
+            [],
+            {},
+            [
+                entities.Variation('111151', 'variation_1'),
+                entities.Variation('111152', 'variation_2')
+            ],
+            [
+                {'entityId': '111151', 'endOfRange': 5000},
+                {'entityId': '111152', 'endOfRange': 10000}
+            ],
+            cmab={'trafficAllocation': 5000}
+        )
+
+        with mock.patch('optimizely.helpers.experiment.is_experiment_running', return_value=True), \
+            mock.patch('optimizely.helpers.audience.does_user_meet_audience_conditions', return_value=[True, []]), \
+            mock.patch.object(self.decision_service.bucketer, 'bucket_to_entity_id',
+                              return_value=['$', []]), \
+            mock.patch.object(self.decision_service, 'cmab_service') as mock_cmab_service, \
+            mock.patch.object(self.project_config, 'get_variation_from_id',
+                              return_value=entities.Variation('111151', 'variation_1')), \
+            mock.patch.object(user_profile_tracker, 'update_user_profile') as mock_update_profile, \
+            mock.patch.object(self.decision_service, 'logger'):
+
+            mock_cmab_service.get_decision.return_value = (
+                {
+                    'variation_id': '111151',
+                    'cmab_uuid': 'test-cmab-uuid-123'
+                },
+                []
+            )
+
+            variation_result = self.decision_service.get_variation(
+                self.project_config,
+                cmab_experiment,
+                user,
+                user_profile_tracker
+            )
+            variation = variation_result['variation']
+
+            # Verify variation was assigned
+            self.assertEqual(entities.Variation('111151', 'variation_1'), variation)
+
+            # UPS save should NOT be called for CMAB experiments
+            mock_update_profile.assert_not_called()
+
+    def test_get_variation__non_cmab_experiment_uses_ups_normally(self):
+        """Test that non-CMAB experiments still use UPS for lookup and save."""
+
+        user = optimizely_user_context.OptimizelyUserContext(
+            optimizely_client=None,
+            logger=None,
+            user_id="test_user",
+            user_attributes={}
+        )
+
+        user_profile_service = user_profile.UserProfileService()
+        user_profile_tracker = user_profile.UserProfileTracker(user.user_id, user_profile_service)
+        experiment = self.project_config.get_experiment_from_key("test_experiment")
+
+        with mock.patch(
+            "optimizely.decision_service.DecisionService.get_whitelisted_variation",
+            return_value=[None, []],
+        ), mock.patch(
+            "optimizely.decision_service.DecisionService.get_stored_variation",
+            return_value=entities.Variation("111128", "control"),
+        ) as mock_get_stored_variation:
+            variation_result = self.decision_service.get_variation(
+                self.project_config, experiment, user, user_profile_tracker
+            )
+            variation = variation_result['variation']
+            reasons = variation_result['reasons']
+
+            # UPS lookup SHOULD be called for non-CMAB experiments
+            mock_get_stored_variation.assert_called_once()
+
+            # Verify stored variation is returned
+            self.assertEqual(entities.Variation("111128", "control"), variation)
+
+            # Verify no CMAB skip message in reasons
+            for reason in reasons:
+                self.assertNotIn('Skipping user profile service for CMAB experiment', reason)