String Based Filtering: Follow on for #10038

dojo/components/views.py

@@ -1,8 +1,8 @@
 from django.shortcuts import render
 from django.db.models import Count, Q
 from django.db.models.expressions import Value
-from dojo.utils import add_breadcrumb, get_page_items
-from dojo.filters import ComponentFilter
+from dojo.utils import add_breadcrumb, get_page_items, get_system_setting
+from dojo.filters import ComponentFilter, ComponentFilterWithoutObjectLookups
 from dojo.components.sql_group_concat import Sql_GroupConcat
 from django.db import connection
 from django.contrib.postgres.aggregates import StringAgg
@@ -52,7 +52,9 @@ def components(request):
         "-total"
     )  # Default sort by total descending
 
-    comp_filter = ComponentFilter(request.GET, queryset=component_query)
+    filter_string_matching = get_system_setting("filter_string_matching", False)
+    filter_class = ComponentFilterWithoutObjectLookups if filter_string_matching else ComponentFilter
+    comp_filter = filter_class(request.GET, queryset=component_query)
     result = get_page_items(request, comp_filter.qs, 25)
 
     # Filter out None values for auto-complete

dojo/endpoint/views.py

@@ -12,12 +12,12 @@
 from django.db.models import Q, QuerySet, Count
 
 from dojo.endpoint.utils import clean_hosts_run, endpoint_meta_import
-from dojo.filters import EndpointFilter
+from dojo.filters import EndpointFilter, EndpointFilterWithoutObjectLookups
 from dojo.forms import EditEndpointForm, \
     DeleteEndpointForm, AddEndpointForm, DojoMetaDataForm, ImportEndpointMetaForm
 from dojo.models import Product, Endpoint, Finding, DojoMeta, Endpoint_Status
 from dojo.utils import get_page_items, add_breadcrumb, get_period_counts, Product_Tab, calculate_grade, redirect, \
-    add_error_message_to_response, is_scan_file_too_large
+    add_error_message_to_response, is_scan_file_too_large, get_system_setting
 from dojo.notifications.helper import create_notification
 from dojo.authorization.authorization_decorators import user_is_authorized
 from dojo.authorization.roles_permissions import Permissions
@@ -42,12 +42,13 @@ def process_endpoints_view(request, host_view=False, vulnerable=False):
 
     endpoints = endpoints.prefetch_related('product', 'product__tags', 'tags').distinct()
     endpoints = get_authorized_endpoints(Permissions.Endpoint_View, endpoints, request.user)
-
+    filter_string_matching = get_system_setting("filter_string_matching", False)
+    filter_class = EndpointFilterWithoutObjectLookups if filter_string_matching else EndpointFilter
     if host_view:
-        ids = get_endpoint_ids(EndpointFilter(request.GET, queryset=endpoints, user=request.user).qs)
-        endpoints = EndpointFilter(request.GET, queryset=endpoints.filter(id__in=ids), user=request.user)
+        ids = get_endpoint_ids(filter_class(request.GET, queryset=endpoints, user=request.user).qs)
+        endpoints = filter_class(request.GET, queryset=endpoints.filter(id__in=ids), user=request.user)
     else:
-        endpoints = EndpointFilter(request.GET, queryset=endpoints, user=request.user)
+        endpoints = filter_class(request.GET, queryset=endpoints, user=request.user)
 
     paged_endpoints = get_page_items(request, endpoints.qs, 25)
 

dojo/engagement/views.py

@@ -1,6 +1,7 @@
 import logging
 import csv
 import re
+from typing import List
 from django.views import View
 from openpyxl import Workbook
 from openpyxl.styles import Font
@@ -14,7 +15,7 @@
 from django.core.exceptions import ValidationError, PermissionDenied
 from django.urls import reverse, Resolver404
 from django.db.models import Q, Count
-from django.http import HttpResponseRedirect, StreamingHttpResponse, HttpResponse, FileResponse, QueryDict
+from django.http import HttpResponseRedirect, StreamingHttpResponse, HttpResponse, FileResponse, QueryDict, HttpRequest
 from django.shortcuts import render, get_object_or_404
 from django.views.decorators.cache import cache_page
 from django.utils import timezone
@@ -23,7 +24,14 @@
 from django.db import DEFAULT_DB_ALIAS
 
 from dojo.engagement.services import close_engagement, reopen_engagement
-from dojo.filters import EngagementFilter, EngagementDirectFilter, EngagementTestFilter
+from dojo.filters import (
+    EngagementFilter,
+    EngagementFilterWithoutObjectLookups,
+    EngagementDirectFilter,
+    EngagementDirectFilterWithoutObjectLookups,
+    EngagementTestFilter,
+    EngagementTestFilterWithoutObjectLookups
+)
 from dojo.forms import CheckForm, \
     UploadThreatForm, RiskAcceptanceForm, NoteForm, DoneForm, \
     EngForm, TestForm, ReplaceRiskAcceptanceProofForm, AddFindingsRiskAcceptanceForm, DeleteEngagementForm, ImportScanForm, \
@@ -112,7 +120,9 @@ def get_filtered_engagements(request, view):
             'product__jira_project_set__jira_instance'
         )
 
-    engagements = EngagementDirectFilter(request.GET, queryset=engagements)
+    filter_string_matching = get_system_setting("filter_string_matching", False)
+    filter_class = EngagementDirectFilterWithoutObjectLookups if filter_string_matching else EngagementDirectFilter
+    engagements = filter_class(request.GET, queryset=engagements)
 
     return engagements
 
@@ -181,8 +191,9 @@ def engagements_all(request):
             'engagement_set__jira_project__jira_instance',
             'jira_project_set__jira_instance'
         )
-
-    filtered = EngagementFilter(
+    filter_string_matching = get_system_setting("filter_string_matching", False)
+    filter_class = EngagementFilterWithoutObjectLookups if filter_string_matching else EngagementFilter
+    filtered = filter_class(
         request.GET,
         queryset=filter_qs
     )
@@ -384,11 +395,21 @@ def get_risks_accepted(self, eng):
         risks_accepted = eng.risk_acceptance.all().select_related('owner').annotate(accepted_findings_count=Count('accepted_findings__id'))
         return risks_accepted
 
+    def get_filtered_tests(
+        self,
+        request: HttpRequest,
+        queryset: List[Test],
+        engagement: Engagement,
+    ):
+        filter_string_matching = get_system_setting("filter_string_matching", False)
+        filter_class = EngagementTestFilterWithoutObjectLookups if filter_string_matching else EngagementTestFilter
+        return filter_class(request.GET, queryset=queryset, engagement=engagement)
+
     def get(self, request, eid, *args, **kwargs):
         eng = get_object_or_404(Engagement, id=eid)
         tests = eng.test_set.all().order_by('test_type__name', '-updated')
         default_page_num = 10
-        tests_filter = EngagementTestFilter(request.GET, queryset=tests, engagement=eng)
+        tests_filter = self.get_filtered_tests(request, tests, eng)
         paged_tests = get_page_items(request, tests_filter.qs, default_page_num)
         paged_tests.object_list = prefetch_for_view_tests(paged_tests.object_list)
         prod = eng.product
@@ -458,7 +479,7 @@ def post(self, request, eid, *args, **kwargs):
 
         default_page_num = 10
 
-        tests_filter = EngagementTestFilter(request.GET, queryset=tests, engagement=eng)
+        tests_filter = self.get_filtered_tests(request, tests, eng)
         paged_tests = get_page_items(request, tests_filter.qs, default_page_num)
         # prefetch only after creating the filters to avoid https://code.djangoproject.com/ticket/23771 and https://code.djangoproject.com/ticket/25375
         paged_tests.object_list = prefetch_for_view_tests(paged_tests.object_list)