orderless filters and fussy-use-cache breaks highlighting

[sjrmanning]

This occurs with vertico, although unsure if that's related.

Minimal init.el that reproduces this:

;; Bootstrap straight.
(setq-default straight-repository-branch "develop")
(defvar bootstrap-version)
(let ((bootstrap-file
       (expand-file-name "straight/repos/straight.el/bootstrap.el" user-emacs-directory))
      (bootstrap-version 6))
  (unless (file-exists-p bootstrap-file)
    (with-current-buffer
        (url-retrieve-synchronously
         "https://raw.githubusercontent.com/radian-software/straight.el/develop/install.el"
         'silent 'inhibit-cookies)
      (goto-char (point-max))
      (eval-print-last-sexp)))
  (load bootstrap-file nil 'nomessage))

(setq-default straight-use-package-by-default t)

(use-package vertico
  :hook after-init)

(use-package orderless
  :defer nil)

(use-package fussy
  :custom
  (fussy-use-cache t) ;; comment this out to restore match highlighting
  (fussy-filter-fn 'fussy-filter-orderless) ;; and `fussy-filter-orderless-flex'
  (completion-styles '(fussy)))

with fussy-use-cache t partial matches in M-x and find-file lose highlight faces, but without caching highlighting works correctly. This applies to fussy-filter-orderless and fussy-filter-orderless-flex