diff --git a/packages/frontend/component/src/lit-react/lit-portal/index.ts b/packages/frontend/component/src/lit-react/lit-portal/index.ts
index a71ef464aaeba..007705f09fbc5 100644
--- a/packages/frontend/component/src/lit-react/lit-portal/index.ts
+++ b/packages/frontend/component/src/lit-react/lit-portal/index.ts
@@ -2,4 +2,4 @@ export {
   type ElementOrFactory,
   useLitPortal,
   useLitPortalFactory,
-} from './lite-portal';
+} from './lit-portal';
diff --git a/packages/frontend/component/src/lit-react/lit-portal/lite-portal.tsx b/packages/frontend/component/src/lit-react/lit-portal/lit-portal.tsx
similarity index 75%
rename from packages/frontend/component/src/lit-react/lit-portal/lite-portal.tsx
rename to packages/frontend/component/src/lit-react/lit-portal/lit-portal.tsx
index bcf68db34c4ad..2c1c7a06f1964 100644
--- a/packages/frontend/component/src/lit-react/lit-portal/lite-portal.tsx
+++ b/packages/frontend/component/src/lit-react/lit-portal/lit-portal.tsx
@@ -98,47 +98,28 @@ export const useLitPortalFactory = () => {
             ? elementOrFactory()
             : elementOrFactory;
         return createLitPortalAnchor(event => {
-          const { name, target } = event;
-          const id = target.portalId;
-
-          if (name === 'connectedCallback') {
-            setPortals(portals => [
-              ...portals,
-              {
-                id,
-                portal: ReactDOM.createPortal(element, target, id),
-              },
-            ]);
-            return;
-          }
-
-          if (name === 'disconnectedCallback') {
-            setPortals(portals => portals.filter(p => p.id !== id));
-            return;
-          }
-
-          const prevId = event.previousPortalId;
-
-          // Ignores first `willUpdate`
-          if (!prevId) {
-            return;
-          }
-
           setPortals(portals => {
-            const portal = portals.find(p => p.id === prevId);
-            if (!portal) return [...portals];
-
-            // Updates `ID`
-            portal.id = id;
-
-            // Re-rendering
-            //  true: `inline link`
-            //  false: `pdf embed view`
-            if (rerendering) {
-              portal.portal = ReactDOM.createPortal(element, target, id);
+            const { name, target, previousPortalId } = event;
+            const id = target.portalId;
+
+            // skips update when
+            // - rerendering === false (for pdf preview etc)
+            // - previousPortalId is undefined (for the first willUpdate event)
+            if (name === 'willUpdate' && (!previousPortalId || !rerendering)) {
+              return portals;
             }
 
-            return [...portals];
+            const newPortals = portals.filter(
+              p => p.id !== previousPortalId && p.id !== id
+            );
+            if (name === 'connectedCallback' || name === 'willUpdate') {
+              newPortals.push({
+                id,
+                portal: ReactDOM.createPortal(element, event.target),
+              });
+              return newPortals;
+            }
+            return newPortals;
           });
         });
       },
diff --git a/packages/frontend/core/src/components/blocksuite/block-suite-editor/bi-directional-link-panel.tsx b/packages/frontend/core/src/components/blocksuite/block-suite-editor/bi-directional-link-panel.tsx
index e45e5b7875dd1..9225fa6fac65f 100644
--- a/packages/frontend/core/src/components/blocksuite/block-suite-editor/bi-directional-link-panel.tsx
+++ b/packages/frontend/core/src/components/blocksuite/block-suite-editor/bi-directional-link-panel.tsx
@@ -357,7 +357,7 @@ export const BiDirectionalLinkPanel = () => {
       {
         <>
           {portals.map(p => (
-            <Fragment key={p.portal.key}>{p.portal}</Fragment>
+            <Fragment key={p.id}>{p.portal}</Fragment>
           ))}
         </>
       }
diff --git a/packages/frontend/core/src/components/blocksuite/block-suite-editor/lit-adaper.tsx b/packages/frontend/core/src/components/blocksuite/block-suite-editor/lit-adaper.tsx
index f9fd1acff59fc..0da7345fdfd93 100644
--- a/packages/frontend/core/src/components/blocksuite/block-suite-editor/lit-adaper.tsx
+++ b/packages/frontend/core/src/components/blocksuite/block-suite-editor/lit-adaper.tsx
@@ -194,7 +194,7 @@ const usePatchSpecs = (shared: boolean, mode: DocMode) => {
       () => (
         <>
           {portals.map(p => (
-            <Fragment key={p.portal.key}>{p.portal}</Fragment>
+            <Fragment key={p.id}>{p.portal}</Fragment>
           ))}
         </>
       ),