from django.db.models import Prefetch

Person.objects.filter(...)
  .prefetch_related(
    Prefetch(
      "order_set",
      queryset=Order.objects.filter(...),
      to_attr="orders_filtered"
    )
  )