edx-enterprise-data 9.2.1__py3-none-any.whl → 9.3.0__py3-none-any.whl

{edx_enterprise_data-9.2.1.dist-info → edx_enterprise_data-9.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: edx-enterprise-data
-Version: 9.2.1
+Version: 9.3.0
 Summary: Enterprise Reporting
 Home-page: https://github.com/openedx/edx-enterprise-data
 Author: edX

{edx_enterprise_data-9.2.1.dist-info → edx_enterprise_data-9.3.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-enterprise_data/__init__.py,sha256=KS1OhKyx-0mFThb9u4NNxgV6czgcEVQvwYjdMMkap5Y,123
+enterprise_data/__init__.py,sha256=TphLVa4NU_aZY7wDzp1BWmsdL-hb6Y1JbCBQwakIAxU,123
 enterprise_data/apps.py,sha256=aF6hZwDfI2oWj95tUTm_2ikHueQj-jLj-u0GrgzpsQI,414
 enterprise_data/clients.py,sha256=GvQupy5TVYfO_IKC3yzXSAgNP54r-PtIjidM5ws9Iks,3947
 enterprise_data/constants.py,sha256=uCKjfpdlMYFZJsAj3n9RMw4Cmg5_6s3NuwocO-fch3s,238
@@ -15,12 +15,12 @@ enterprise_data/admin_analytics/data_loaders.py,sha256=NixI-4M3D4MnI279x5hqqTw84
 enterprise_data/admin_analytics/database/__init__.py,sha256=vNSWKf2VV5xMegN7htJJtxtQEb0ASLC6frE2w0ZpYpE,104
 enterprise_data/admin_analytics/database/utils.py,sha256=5u-d6ZQW95mF_r4bH8Xdi7DgpYAuDFOG_q0P-bjKXHU,1712
 enterprise_data/admin_analytics/database/queries/__init__.py,sha256=IC5TLOr_GnydbrVbl2mWhwO3aUbYeHuDmfPTLmwGhZA,218
-enterprise_data/admin_analytics/database/queries/fact_engagement_admin_dash.py,sha256=28R1uISsLmMrbvTZXF2bGsVCCOyfQzXY-tMzThDndHo,7809
+enterprise_data/admin_analytics/database/queries/fact_engagement_admin_dash.py,sha256=T6iFTSKwRItNvThFH_IqlgOURSEY9Ol4hda8VpHNdiU,7364
 enterprise_data/admin_analytics/database/queries/fact_enrollment_admin_dash.py,sha256=brRgmgtzPLsOdt1vYrk_EpoQLm2izmOdBapxAxNkXzA,8420
 enterprise_data/admin_analytics/database/queries/skills_daily_rollup_admin_dash.py,sha256=PgWwvtVCK5lbiq6z44lH0fwbkdWYukhyXZL9X8lNWCY,4099
 enterprise_data/admin_analytics/database/tables/__init__.py,sha256=Z-c3P9hqR-dC9uYKe63qHkQG9Nms8cLE2jRN-4jeMM0,289
 enterprise_data/admin_analytics/database/tables/base.py,sha256=1KyKsC18pW3m-5U-T6pdt5rIwsz6Wp3QFFbD3r6L6YQ,395
-enterprise_data/admin_analytics/database/tables/fact_engagement_admin_dash.py,sha256=cA-Y63LQVDD7UHv5rYdX2091R7W6clcT2DXO0VbMhVQ,7354
+enterprise_data/admin_analytics/database/tables/fact_engagement_admin_dash.py,sha256=tEtlgt2CMQeoBexanm3UpV77RYUtD-IzW-LkFZP8iWI,10077
 enterprise_data/admin_analytics/database/tables/fact_enrollment_admin_dash.py,sha256=q1XB7aDwFzllS5lBQNfS2y7drehqiK7o0J1eiYzqFOk,10854
 enterprise_data/admin_analytics/database/tables/skills_daily_rollup_admin_dash.py,sha256=9PqLeVqByrz7R0qumRbwJlr5lzIWn7Fl7WEGM0aJVlw,3131
 enterprise_data/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -39,7 +39,7 @@ enterprise_data/api/v1/views/analytics_enrollments.py,sha256=HXgoFwvXk-CZcf6qbVO
 enterprise_data/api/v1/views/analytics_leaderboard.py,sha256=zwd-2A2sctjAdx5BUjCqiwcZ5aNvM8wfm386pR-RwGQ,4114
 enterprise_data/api/v1/views/base.py,sha256=Kkmd5zgEBAhvwS_GoGXSK6lgbDNwSPioYn-QbnizI3w,3416
 enterprise_data/api/v1/views/enterprise_admin.py,sha256=DsR1oHFhe6LCIFjIJ4YLLZ7PUChvNlFfdZD-sxHoijY,7388
-enterprise_data/api/v1/views/enterprise_learner.py,sha256=xy9DwCy2eYLnb0z3XolOstxf9faIPHG2aXUXSuWrodM,19231
+enterprise_data/api/v1/views/enterprise_learner.py,sha256=HemAL1ndJT7crK2_A81o6ozvrNscNxLFPSRm3D0lDbo,18188
 enterprise_data/api/v1/views/enterprise_offers.py,sha256=VifxgqTLFLVw4extYPlHcN1N_yjXcsYsAlYEnAbpb10,1266
 enterprise_data/fixtures/enterprise_enrollment.json,sha256=6onPXXR29pMdTdbl_mn81sDi3Re5jkLUZz2TPMB_1IY,5786
 enterprise_data/fixtures/enterprise_user.json,sha256=6g8GvNY9j_fh1dvAU80bTAMI2F5vXCkb8a4UjsftMvQ,1970
@@ -167,8 +167,8 @@ enterprise_reporting/tests/test_send_enterprise_reports.py,sha256=WtL-RqGgu2x5PP
 enterprise_reporting/tests/test_utils.py,sha256=Zt_TA0LVb-B6fQGkUkAKKVlUKKnQh8jnw1US1jKe7g8,9493
 enterprise_reporting/tests/test_vertica_client.py,sha256=-R2yNCGUjRtoXwLMBloVFQkFYrJoo613VCr61gwI3kQ,140
 enterprise_reporting/tests/utils.py,sha256=xms2LM7DV3wczXEfctOK1ddel1EE0J_YSr17UzbCDy4,1401
-edx_enterprise_data-9.2.1.dist-info/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
-edx_enterprise_data-9.2.1.dist-info/METADATA,sha256=ThIreeBfPl0yvMU4JURsx2TnlXEizu5eCi6f38iAr2A,1569
-edx_enterprise_data-9.2.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-edx_enterprise_data-9.2.1.dist-info/top_level.txt,sha256=f5F2kU-dob6MqiHJpgZkFzoCD5VMhsdpkTV5n9Tvq3I,59
-edx_enterprise_data-9.2.1.dist-info/RECORD,,
+edx_enterprise_data-9.3.0.dist-info/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
+edx_enterprise_data-9.3.0.dist-info/METADATA,sha256=INB7KBDJdZkWf_nFY5UCwZy8D1OizsUjluoi5VxR6po,1569
+edx_enterprise_data-9.3.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+edx_enterprise_data-9.3.0.dist-info/top_level.txt,sha256=f5F2kU-dob6MqiHJpgZkFzoCD5VMhsdpkTV5n9Tvq3I,59
+edx_enterprise_data-9.3.0.dist-info/RECORD,,

enterprise_data/__init__.py

@@ -2,4 +2,4 @@
 Enterprise data api application. This Django app exposes API endpoints used by enterprises.
 """
 
-__version__ = "9.2.1"
+__version__ = "9.3.0"

enterprise_data/admin_analytics/database/queries/fact_engagement_admin_dash.py

@@ -111,59 +111,62 @@ class FactEngagementAdminDashQueries:
         """
 
     @staticmethod
-    def get_all_leaderboard_data_query():
+    def get_engagement_data_for_leaderboard_query():
         """
-        Get the query to fetch the leaderboard data.
+        Get the query to fetch the engagement data for leaderboard.
 
-        Query should fetch the leaderboard data for the enterprise customer to show in the data table.
+        Query should fetch the engagement data for like learning time, session length of
+        the enterprise learners to show in the leaderboard.
 
         Returns:
-            (str): Query to fetch the leaderboard data.
+            (str): Query to fetch the engagement data for leaderboard.
         """
         return """
-            WITH Engagement AS (
-                SELECT
-                    email,
-                    ROUND(SUM(learning_time_seconds) / 3600, 1) as learning_time_hours,
-                    SUM(is_engaged) as session_count,
-                    CASE
-                        WHEN SUM(is_engaged) = 0 THEN 0.0
-                        ELSE ROUND(SUM(learning_time_seconds) / 3600 / SUM(is_engaged), 1)
-                    END AS average_session_length
-                FROM fact_enrollment_engagement_day_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    is_engaged = 1
-                GROUP BY email
-            ),
-            Completions AS (
-                SELECT email, count(course_key) as course_completion_count
-                FROM fact_enrollment_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    has_passed = 1
-                GROUP BY email
-            )
             SELECT
-                Engagement.email,
-                Engagement.learning_time_hours,
-                Engagement.session_count,
-                Engagement.average_session_length,
-                Completions.course_completion_count
-            FROM Engagement
-            LEFT JOIN Completions
-            ON Engagement.email = Completions.email
-            ORDER BY
-                Engagement.learning_time_hours DESC,
-                Engagement.session_count DESC,
-                Completions.course_completion_count DESC
+                email,
+                ROUND(SUM(learning_time_seconds) / 3600, 1) as learning_time_hours,
+                SUM(is_engaged) as session_count,
+                CASE
+                    WHEN SUM(is_engaged) = 0 THEN 0.0
+                    ELSE ROUND(SUM(learning_time_seconds) / 3600 / SUM(is_engaged), 1)
+                END AS average_session_length
+            FROM fact_enrollment_engagement_day_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                is_engaged = 1
+            GROUP BY email
+            ORDER BY learning_time_hours DESC
             LIMIT %(limit)s OFFSET %(offset)s;
         """
 
+    @staticmethod
+    def get_completion_data_for_leaderboard_query(email_list: list):
+        """
+        Get the query to fetch the completions data for leaderboard.
+
+        Query should fetch the completion data for like course completion count of
+        the enterprise learners to show in the leaderboard.
+
+        Arguments:
+            email_list (str): List of emails to filter the completions data.
+
+        Returns:
+            (list<str>): Query to fetch the completions data for leaderboard.
+        """
+        return f"""
+            SELECT email, count(course_key) as course_completion_count
+            FROM fact_enrollment_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                has_passed = 1 AND
+                email IN {str(tuple(email_list))}
+            GROUP BY email;
+        """
+
     @staticmethod
     def get_leaderboard_data_count_query():
         """
-        Get the query to fetch the leaderboard row count.
+        Get the query to fetch the leaderboard row count and null email counter.
 
         Query should fetch the count of rows for the leaderboard data for the enterprise customer.
 
@@ -171,26 +174,13 @@ class FactEngagementAdminDashQueries:
             (str): Query to fetch the leaderboard row count.
         """
         return """
-            WITH Engagement AS (
-                SELECT
-                    email
-                FROM fact_enrollment_engagement_day_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    is_engaged = 1
-                GROUP BY email
-            ),
-            Completions AS (
-                SELECT email, count(course_key) as course_completion_count
-                FROM fact_enrollment_admin_dash
-                WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
-                    (passed_date BETWEEN %(start_date)s AND %(end_date)s) AND
-                    has_passed = 1
-                GROUP BY email
-            )
             SELECT
-                count(*)
-            FROM Engagement
-            LEFT JOIN Completions
-            ON Engagement.email = Completions.email
+                COUNT(*) OVER () AS record_count,
+                sum(case when email is null then 1 else 0 end) null_count
+            FROM fact_enrollment_engagement_day_admin_dash
+            WHERE enterprise_customer_uuid=%(enterprise_customer_uuid)s AND
+                (activity_date BETWEEN %(start_date)s AND %(end_date)s) AND
+                is_engaged = 1
+            GROUP BY email
+            LIMIT 1;
         """

enterprise_data/admin_analytics/database/tables/fact_engagement_admin_dash.py

@@ -153,11 +153,14 @@ class FactEngagementAdminDashTable(BaseTable):
             as_dict=True,
         )
 
-    def get_all_leaderboard_data(
+    def _get_engagement_data_for_leaderboard(
             self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, limit: int, offset: int
     ):
         """
-        Get the leaderboard data for the given enterprise customer.
+        Get the engagement data for leaderboard.
+
+        The engagement data would include fields like learning time, session length of
+        the enterprise learners to show in the leaderboard.
 
         Arguments:
             enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
@@ -167,10 +170,10 @@ class FactEngagementAdminDashTable(BaseTable):
             offset (int): The number of records to skip.
 
         Returns:
-            list[dict]: The leaderboard data.
+            list[dict]: The engagement data for leaderboard.
         """
         return run_query(
-            query=self.queries.get_all_leaderboard_data_query(),
+            query=self.queries.get_engagement_data_for_leaderboard_query(),
             params={
                 'enterprise_customer_uuid': enterprise_customer_uuid,
                 'start_date': start_date,
@@ -181,6 +184,70 @@ class FactEngagementAdminDashTable(BaseTable):
             as_dict=True,
         )
 
+    def _get_completion_data_for_leaderboard_query(
+            self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, email_list: list
+    ):
+        """
+        Get the completion data for leaderboard.
+
+        The completion data would include fields like course completion count of enterprise learners of the
+        given enterprise customer.
+
+        Arguments:
+            enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
+            start_date (date): The start date.
+            end_date (date): The end date.
+            email_list (list<str>): List of emails of the enterprise learners.
+
+        Returns:
+            list[dict]: The engagement data for leaderboard.
+        """
+        return run_query(
+            query=self.queries.get_completion_data_for_leaderboard_query(email_list),
+            params={
+                'enterprise_customer_uuid': enterprise_customer_uuid,
+                'start_date': start_date,
+                'end_date': end_date,
+            },
+            as_dict=True,
+        )
+
+    def get_all_leaderboard_data(
+            self, enterprise_customer_uuid: UUID, start_date: date, end_date: date, limit: int, offset: int
+    ):
+        """
+        Get the leaderboard data for the given enterprise customer.
+
+        Arguments:
+            enterprise_customer_uuid (UUID): The UUID of the enterprise customer.
+            start_date (date): The start date.
+            end_date (date): The end date.
+            limit (int): The maximum number of records to return.
+            offset (int): The number of records to skip.
+
+        Returns:
+            list[dict]: The leaderboard data.
+        """
+        engagement_data = self._get_engagement_data_for_leaderboard(
+            enterprise_customer_uuid=enterprise_customer_uuid,
+            start_date=start_date,
+            end_date=end_date,
+            limit=limit,
+            offset=offset,
+        )
+        engagement_data_dict = {engagement['email']: engagement for engagement in engagement_data}
+        completion_data = self._get_completion_data_for_leaderboard_query(
+            enterprise_customer_uuid=enterprise_customer_uuid,
+            start_date=start_date,
+            end_date=end_date,
+            email_list=list(engagement_data_dict.keys()),
+        )
+        for completion in completion_data:
+            email = completion['email']
+            engagement_data_dict[email]['course_completion_count'] = completion['course_completion_count']
+
+        return list(engagement_data_dict.values())
+
     def get_leaderboard_data_count(self, enterprise_customer_uuid: UUID, start_date: date, end_date: date):
         """
         Get the total number of leaderboard records for the given enterprise customer.

enterprise_data/api/v1/views/enterprise_learner.py

@@ -6,7 +6,6 @@ from datetime import date, timedelta
 from logging import getLogger
 from uuid import UUID
 
-from edx_django_utils.cache import TieredCache
 from rest_framework import filters, viewsets
 from rest_framework.decorators import action
 from rest_framework.response import Response
@@ -25,7 +24,7 @@ from enterprise_data.filters import AuditEnrollmentsFilterBackend, AuditUsersEnr
 from enterprise_data.models import EnterpriseLearner, EnterpriseLearnerEnrollment
 from enterprise_data.paginators import EnterpriseEnrollmentsPagination
 from enterprise_data.renderers import EnrollmentsCSVRenderer
-from enterprise_data.utils import get_cache_key, subtract_one_month
+from enterprise_data.utils import subtract_one_month
 
 from .base import EnterpriseViewSetMixin
 
@@ -83,23 +82,7 @@ class EnterpriseLearnerEnrollmentViewSet(EnterpriseViewSetMixin, viewsets.ReadOn
 
         enterprise_customer_uuid = self.kwargs['enterprise_id']
 
-        # TODO: Created a ticket ENT0-9531 to fix the cache issue
-        # Temporary logging to test cache issue
-        try:
-            LOGGER.info("Trying to get Learner Enrollment data from Cache")
-            cache_key = get_cache_key(
-                resource='enterprise-learner',
-                enterprise_customer=enterprise_customer_uuid,
-            )
-            cached_response = TieredCache.get_cached_response(cache_key)
-            if cached_response.is_found:
-                LOGGER.info("Learner Enrollment data found in Cache for Enterprise: [%s]", enterprise_customer_uuid)
-            else:
-                LOGGER.info("Learner Enrollment data not found in Cache for Enterprise: [%s]", enterprise_customer_uuid)
-                TieredCache.set_all_tiers(cache_key, 'dummy_enrollments', DEFAULT_LEARNER_CACHE_TIMEOUT)
-                LOGGER.info("Cache set for Enterprise: [%s] whose key is: [%s]", enterprise_customer_uuid, cache_key)
-        except Exception as e:
-            LOGGER.error("Memcached connection test failed: %s", e)
+        # TODO: Created a ticket ENT0-9531 to add the cache on this viewset
 
         enrollments = EnterpriseLearnerEnrollment.objects.filter(enterprise_customer_uuid=enterprise_customer_uuid)
         enrollments = self.apply_filters(enrollments)