edx-enterprise-data 9.2.1__tar.gz → 9.3.0__tar.gz

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0}/CHANGELOG.rst

@@ -16,6 +16,14 @@ Unreleased
 
 =========================
 
+[9.3.0] - 2024-09-30
+---------------------
+  * refactor: Further improvement in SQL queries for leaderboard API endpoint.
+
+[9.2.2] - 2024-09-27
+---------------------
+  * fix: remove the cache logging on EnterpriseLearnerEnrollmentViewSet.
+
 [9.2.1] - 2024-09-25
 ---------------------
   * fix: Added temporary cache logging on EnterpriseLearnerEnrollmentViewSet.

{edx_enterprise_data-9.2.1/edx_enterprise_data.egg-info → edx_enterprise_data-9.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: edx-enterprise-data
-Version: 9.2.1
+Version: 9.3.0
 Summary: Enterprise Reporting
 Home-page: https://github.com/openedx/edx-enterprise-data
 Author: edX

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0/edx_enterprise_data.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: edx-enterprise-data
-Version: 9.2.1
+Version: 9.3.0
 Summary: Enterprise Reporting
 Home-page: https://github.com/openedx/edx-enterprise-data
 Author: edX

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0}/enterprise_data/__init__.py

@@ -2,4 +2,4 @@
 Enterprise data api application. This Django app exposes API endpoints used by enterprises.
 """
 
-__version__ = "9.2.1"
+__version__ = "9.3.0"

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0}/enterprise_data/admin_analytics/database/queries/fact_engagement_admin_dash.py

@@ -111,59 +111,62 @@ class FactEngagementAdminDashQueries:
         """
 
     @staticmethod
-    def get_all_leaderboard_data_query():
+    def get_engagement_data_for_leaderboard_query():
         """
-        Get the query to fetch the leaderboard data.
+        Get the query to fetch the engagement data for leaderboard.
 
-        Query should fetch the leaderboard data for the enterprise customer to show in the data table.
+        Query should fetch the engagement data for like learning time, session length of
+        the enterprise learners to show in the leaderboard.
 
         Returns:
-            (str): Query to fetch the leaderboard data.
+            (str): Query to fetch the engagement data for leaderboard.
         """
         return """
-            WITH Engagement AS (
-                SELECT
-                    email,
-                    ROUND(SUM(learning_time_seconds) / 3600, 1) as learning_time_hours,
-                    SUM(is_engaged) as session_count,
-                    CASE
-                        WHEN SUM(is_engaged) = 0 THEN 0.0
-                        ELSE ROUND(SUM(learning_time_seconds) / 3600 / SUM(is_engaged), 1)
-                    END AS average_session_length
-                FROM fact_enrollment_engagement_day_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    is_engaged = 1
-                GROUP BY email
-            ),
-            Completions AS (
-                SELECT email, count(course_key) as course_completion_count
-                FROM fact_enrollment_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    has_passed = 1
-                GROUP BY email
-            )
             SELECT
-                Engagement.email,
-                Engagement.learning_time_hours,
-                Engagement.session_count,
-                Engagement.average_session_length,
-                Completions.course_completion_count
-            FROM Engagement
-            LEFT JOIN Completions
-            ON Engagement.email = Completions.email
-            ORDER BY
-                Engagement.learning_time_hours DESC,
-                Engagement.session_count DESC,
-                Completions.course_completion_count DESC
+                email,
+                ROUND(SUM(learning_time_seconds) / 3600, 1) as learning_time_hours,
+                SUM(is_engaged) as session_count,
+                CASE
+                    WHEN SUM(is_engaged) = 0 THEN 0.0
+                    ELSE ROUND(SUM(learning_time_seconds) / 3600 / SUM(is_engaged), 1)
+                END AS average_session_length
+            FROM fact_enrollment_engagement_day_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                is_engaged = 1
+            GROUP BY email
+            ORDER BY learning_time_hours DESC
             LIMIT %(limit)s OFFSET %(offset)s;
         """
 
+    @staticmethod
+    def get_completion_data_for_leaderboard_query(email_list: list):
+        """
+        Get the query to fetch the completions data for leaderboard.
+
+        Query should fetch the completion data for like course completion count of
+        the enterprise learners to show in the leaderboard.
+
+        Arguments:
+            email_list (str): List of emails to filter the completions data.
+
+        Returns:
+            (list<str>): Query to fetch the completions data for leaderboard.
+        """
+        return f"""
+            SELECT email, count(course_key) as course_completion_count
+            FROM fact_enrollment_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                has_passed = 1 AND
+                email IN {str(tuple(email_list))}
+            GROUP BY email;
+        """
+
     @staticmethod
     def get_leaderboard_data_count_query():
         """
-        Get the query to fetch the leaderboard row count.
+        Get the query to fetch the leaderboard row count and null email counter.
 
         Query should fetch the count of rows for the leaderboard data for the enterprise customer.
 
@@ -171,26 +174,13 @@ class FactEngagementAdminDashQueries:
             (str): Query to fetch the leaderboard row count.
         """
         return """
-            WITH Engagement AS (
-                SELECT
-                    email
-                FROM fact_enrollment_engagement_day_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    is_engaged = 1
-                GROUP BY email
-            ),
-            Completions AS (
-                SELECT email, count(course_key) as course_completion_count
-                FROM fact_enrollment_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    has_passed = 1
-                GROUP BY email
-            )
             SELECT
-                count(*)
-            FROM Engagement
-            LEFT JOIN Completions
-            ON Engagement.email = Completions.email
+                COUNT(*) OVER () AS record_count,
+                sum(case when email is null then 1 else 0 end) null_count
+            FROM fact_enrollment_engagement_day_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                is_engaged = 1
+            GROUP BY email
+            LIMIT 1;
         """

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0}/enterprise_data/admin_analytics/database/tables/fact_engagement_admin_dash.py

@@ -153,11 +153,14 @@ class FactEngagementAdminDashTable(BaseTable):
             as_dict=True,
         )
 
-    def get_all_leaderboard_data(
+    def _get_engagement_data_for_leaderboard(
             self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, limit: int, offset: int
     ):
         """
-        Get the leaderboard data for the given enterprise customer.
+        Get the engagement data for leaderboard.
+
+        The engagement data would include fields like learning time, session length of
+        the enterprise learners to show in the leaderboard.
 
         Arguments:
             enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
@@ -167,10 +170,10 @@ class FactEngagementAdminDashTable(BaseTable):
             offset (int): The number of records to skip.
 
         Returns:
-            list[dict]: The leaderboard data.
+            list[dict]: The engagement data for leaderboard.
         """
         return run_query(
-            query=self.queries.get_all_leaderboard_data_query(),
+            query=self.queries.get_engagement_data_for_leaderboard_query(),
             params={
                 'enterprise_customer_uuid': enterprise_customer_uuid,
                 'start_date': start_date,
@@ -181,6 +184,70 @@ class FactEngagementAdminDashTable(BaseTable):
             as_dict=True,
         )
 
+    def _get_completion_data_for_leaderboard_query(
+            self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, email_list: list
+    ):
+        """
+        Get the completion data for leaderboard.
+
+        The completion data would include fields like course completion count of enterprise learners of the
+        given enterprise customer.
+
+        Arguments:
+            enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
+            start_date (date): The start date.
+            end_date (date): The end date.
+            email_list (list<str>): List of emails of the enterprise learners.
+
+        Returns:
+            list[dict]: The engagement data for leaderboard.
+        """
+        return run_query(
+            query=self.queries.get_completion_data_for_leaderboard_query(email_list),
+            params={
+                'enterprise_customer_uuid': enterprise_customer_uuid,
+                'start_date': start_date,
+                'end_date': end_date,
+            },
+            as_dict=True,
+        )
+
+    def get_all_leaderboard_data(
+            self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, limit: int, offset: int
+    ):
+        """
+        Get the leaderboard data for the given enterprise customer.
+
+        Arguments:
+            enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
+            start_date (date): The start date.
+            end_date (date): The end date.
+            limit (int): The maximum number of records to return.
+            offset (int): The number of records to skip.
+
+        Returns:
+            list[dict]: The leaderboard data.
+        """
+        engagement_data = self._get_engagement_data_for_leaderboard(
+            enterprise_customer_uuid=enterprise_customer_uuid,
+            start_date=start_date,
+            end_date=end_date,
+            limit=limit,
+            offset=offset,
+        )
+        engagement_data_dict = {engagement['email']: engagement for engagement in engagement_data}
+        completion_data = self._get_completion_data_for_leaderboard_query(
+            enterprise_customer_uuid=enterprise_customer_uuid,
+            start_date=start_date,
+            end_date=end_date,
+            email_list=list(engagement_data_dict.keys()),
+        )
+        for completion in completion_data:
+            email = completion['email']
+            engagement_data_dict[email]['course_completion_count'] = completion['course_completion_count']
+
+        return list(engagement_data_dict.values())
+
     def get_leaderboard_data_count(self, enterprise_customer_uuid: UUID, start_date: date, end_date: date):
         """
         Get the total number of leaderboard records for the given enterprise customer.

{edx_enterprise_data-9.2.1 → edx_enterprise_data-9.3.0}/enterprise_data/api/v1/views/enterprise_learner.py

@@ -6,7 +6,6 @@ from datetime import date, timedelta
 from logging import getLogger
 from uuid import UUID
 
-from edx_django_utils.cache import TieredCache
 from rest_framework import filters, viewsets
 from rest_framework.decorators import action
 from rest_framework.response import Response
@@ -25,7 +24,7 @@ from enterprise_data.filters import AuditEnrollmentsFilterBackend, AuditUsersEnr
 from enterprise_data.models import EnterpriseLearner, EnterpriseLearnerEnrollment
 from enterprise_data.paginators import EnterpriseEnrollmentsPagination
 from enterprise_data.renderers import EnrollmentsCSVRenderer
-from enterprise_data.utils import get_cache_key, subtract_one_month
+from enterprise_data.utils import subtract_one_month
 
 from .base import EnterpriseViewSetMixin
 
@@ -83,23 +82,7 @@ class EnterpriseLearnerEnrollmentViewSet(EnterpriseViewSetMixin, viewsets.ReadOn
 
         enterprise_customer_uuid = self.kwargs['enterprise_id']
 
-        # TODO: Created a ticket ENT0-9531 to fix the cache issue
-        # Temporary logging to test cache issue
-        try:
-            LOGGER.info("Trying to get Learner Enrollment data from Cache")
-            cache_key = get_cache_key(
-                resource='enterprise-learner',
-                enterprise_customer=enterprise_customer_uuid,
-            )
-            cached_response = TieredCache.get_cached_response(cache_key)
-            if cached_response.is_found:
-                LOGGER.info("Learner Enrollment data found in Cache for Enterprise: [%s]", enterprise_customer_uuid)
-            else:
-                LOGGER.info("Learner Enrollment data not found in Cache for Enterprise: [%s]", enterprise_customer_uuid)
-                TieredCache.set_all_tiers(cache_key, 'dummy_enrollments', DEFAULT_LEARNER_CACHE_TIMEOUT)
-                LOGGER.info("Cache set for Enterprise: [%s] whose key is: [%s]", enterprise_customer_uuid, cache_key)
-        except Exception as e:
-            LOGGER.error("Memcached connection test failed: %s", e)
+        # TODO: Created a ticket ENT0-9531 to add the cache on this viewset
 
         enrollments = EnterpriseLearnerEnrollment.objects.filter(enterprise_customer_uuid=enterprise_customer_uuid)
         enrollments = self.apply_filters(enrollments)