feat: ability to include unlisted courses in catalogs

enterprise_catalog/apps/api/tasks.py

@@ -83,17 +83,7 @@ def _fetch_courses_by_keys(course_keys):
     Returns:
         list of dict: Returns a list of dictionaries where each dictionary represents the course data from discovery.
     """
-    courses = []
-    discovery_client = DiscoveryApiClient()
-
-    # Batch the course keys into smaller chunks so that we don't send too big of a request to discovery
-    batched_course_keys = batch(course_keys, batch_size=DISCOVERY_COURSE_KEY_BATCH_SIZE)
-    for course_keys_chunk in batched_course_keys:
-        # Discovery expects the keys param to be in the format ?keys=course1,course2,...
-        query_params = {'keys': ','.join(course_keys_chunk)}
-        courses.extend(discovery_client.get_courses(query_params=query_params))
-
-    return courses
+    return DiscoveryApiClient().fetch_courses_by_keys(course_keys)
 
 
 def _fetch_programs_by_keys(program_keys):
@@ -105,17 +95,7 @@ def _fetch_programs_by_keys(program_keys):
     Returns:
         list of dict: Returns a list of dictionaries where each dictionary represents the program data from discovery.
     """
-    programs = []
-    discovery_client = DiscoveryApiClient()
-
-    # Batch the program keys into smaller chunks so that we don't send too big of a request to discovery
-    batched_program_keys = batch(program_keys, batch_size=DISCOVERY_PROGRAM_KEY_BATCH_SIZE)
-    for program_keys_chunk in batched_program_keys:
-        # Discovery expects the uuids param to be in the format ?uuids=program1,program2,...
-        query_params = {'uuids': ','.join(program_keys_chunk)}
-        programs.extend(discovery_client.get_programs(query_params=query_params))
-
-    return programs
+    return DiscoveryApiClient().fetch_programs_by_keys(program_keys)
 
 
 def unready_tasks(celery_task, time_delta):

enterprise_catalog/apps/api_client/discovery.py

@@ -8,6 +8,15 @@
 from celery.exceptions import SoftTimeLimitExceeded
 from django.conf import settings
 
+from enterprise_catalog.apps.catalog.constants import (
+    DISCOVERY_COURSE_KEY_BATCH_SIZE,
+    DISCOVERY_PROGRAM_KEY_BATCH_SIZE,
+)
+from enterprise_catalog.apps.catalog.content_metadata_utils import (
+    tansform_force_included_courses,
+)
+from enterprise_catalog.apps.catalog.utils import batch
+
 from .base_oauth import BaseOAuthClient
 from .constants import (
     DISCOVERY_COURSE_REVIEWS_ENDPOINT,
@@ -208,6 +217,17 @@ def get_metadata_by_query(self, catalog_query):
                 exc,
             )
             raise exc
+
+        try:
+            # NOTE johnnagro this ONLY supports courses at the moment (NOT programs, leanerpathways, etc)
+            if forced_aggregation_keys := catalog_query.content_filter.get('enterprise_force_include_aggregation_keys'):
+                forced_courses = self.fetch_courses_by_keys(forced_aggregation_keys)
+                results += tansform_force_included_courses(forced_courses)
+        except Exception as exc:
+            LOGGER.exception(
+                f'unable to add unlisted courses for catalog_id: {catalog_query.id}'
+            )
+            raise exc
 
         return results
 
@@ -325,6 +345,47 @@ def get_programs(self, query_params=None):
             )
 
         return programs
+
+    def fetch_courses_by_keys(self, course_keys):
+        """
+        Fetches course data from discovery's /api/v1/courses endpoint for the provided course keys.
+
+        Args:
+            course_keys (list of str): Content keys for Course ContentMetadata objects.
+        Returns:
+            list of dict: Returns a list of dictionaries where each dictionary represents the course data from discovery.
+        """
+        courses = []
+
+        # Batch the course keys into smaller chunks so that we don't send too big of a request to discovery
+        batched_course_keys = batch(course_keys, batch_size=DISCOVERY_COURSE_KEY_BATCH_SIZE)
+        for course_keys_chunk in batched_course_keys:
+            # Discovery expects the keys param to be in the format ?keys=course1,course2,...
+            query_params = {'keys': ','.join(course_keys_chunk)}
+            courses.extend(self.get_courses(query_params=query_params))
+
+        return courses
+
+
+    def fetch_programs_by_keys(self, program_keys):
+        """
+        Fetches program data from discovery's /api/v1/programs endpoint for the provided program keys.
+
+        Args:
+            program_keys (list of str): Content keys for Program ContentMetadata objects.
+        Returns:
+            list of dict: Returns a list of dictionaries where each dictionary represents the program data from discovery.
+        """
+        programs = []
+
+        # Batch the program keys into smaller chunks so that we don't send too big of a request to discovery
+        batched_program_keys = batch(program_keys, batch_size=DISCOVERY_PROGRAM_KEY_BATCH_SIZE)
+        for program_keys_chunk in batched_program_keys:
+            # Discovery expects the uuids param to be in the format ?uuids=program1,program2,...
+            query_params = {'uuids': ','.join(program_keys_chunk)}
+            programs.extend(self.get_programs(query_params=query_params))
+
+        return programs
 
 
 class CatalogQueryMetadata:

enterprise_catalog/apps/catalog/content_metadata_utils.py

@@ -0,0 +1,32 @@
+"""
+Utility functions for manipulating content metadata.
+"""
+
+from logging import getLogger
+
+
+LOGGER = getLogger(__name__)
+
+
+def tansform_force_included_courses(courses):
+    """
+    Transform a list of forced/unlisted course metadata
+    ENT-8212
+    """
+    results = []
+    for course_metadata in courses:
+        results += transform_course_metadata_to_visible(course_metadata)
+    return results
+
+def transform_course_metadata_to_visible(course_metadata):
+    """
+    Transform an individual forced/unlisted course metadata
+    so that it is visible/available/published in our metadata
+    ENT-8212
+    """
+    advertised_course_run_uuid = course_metadata.get('advertised_course_run_uuid')
+    for course_run in course_metadata.get('course_runs', []):
+        if course_run.get('uuid') == advertised_course_run_uuid:
+            course_run['status'] = 'published'
+            course_run['availability'] = 'Current'
+    return course_metadata

enterprise_catalog/apps/catalog/tests/test_content_metadata_utils.py

@@ -0,0 +1,28 @@
+from uuid import uuid4
+
+from django.test import TestCase
+
+from enterprise_catalog.apps.catalog.content_metadata_utils import (
+    transform_course_metadata_to_visible,
+)
+
+
+class ContentMetadataUtilsTests(TestCase):
+    """
+    Tests for content metadata utils.
+    """
+
+    def test_transform_course_metadata_to_visible(self):
+        advertised_course_run_uuid = str(uuid4())
+        content_metadata = {
+            'advertised_course_run_uuid': advertised_course_run_uuid,
+            'course_runs': [
+                {
+                     'uuid': advertised_course_run_uuid,
+                     'status': 'unpublished',
+                     'availability': 'Coming Soon',
+                }
+            ]
+        }
+        transform_course_metadata_to_visible(content_metadata)
+        assert content_metadata['course_runs'][0]['status'] == 'published'