diff --git a/.buildkite/commands/run-data-liberation-checks.sh b/.buildkite/commands/run-data-liberation-checks.sh
index ef47e0f3b6..12ec4b5b6e 100755
--- a/.buildkite/commands/run-data-liberation-checks.sh
+++ b/.buildkite/commands/run-data-liberation-checks.sh
@@ -18,6 +18,10 @@ bash .buildkite/commands/install-node-dependencies.sh
# show up as untracked/deleted files, not just modified ones — check the
# whole dist/ status, not only the diff.
echo '--- :package: Verify data-liberation plugin bundles are fresh'
+# The vendored plugin commits bundles generated from its own lockfile. Studio's
+# workspace can hoist compatible but different transitive dependencies, which
+# changes otherwise canonical esbuild output.
+npm ci --prefix packages/data-liberation-agent --workspaces=false --ignore-scripts --no-audit --no-fund
npm -w data-liberation run build:mcp-bundle
if [[ -n "$(git status --porcelain -- packages/data-liberation-agent/dist)" ]]; then
git status --porcelain -- packages/data-liberation-agent/dist
@@ -32,7 +36,7 @@ fi
# missing from SKILL_DRIVERS would fail only at plugin-user runtime — catch
# the drift here instead.
echo '--- :mag: Verify skill-invoked drivers have committed bundles'
-missing_drivers=$(grep -rhoE 'run\.mjs [a-z0-9_-]+' packages/data-liberation-agent/skills packages/data-liberation-agent/commands 2>/dev/null | awk '{print $2}' | sort -u | while read -r name; do
+missing_drivers=$({ grep -rhoE 'run\.mjs [a-z0-9_-]+' packages/data-liberation-agent/skills packages/data-liberation-agent/commands 2>/dev/null || true; } | awk '{print $2}' | sort -u | while read -r name; do
[[ -f "packages/data-liberation-agent/dist/scripts/${name}.mjs" ]] || echo "$name"
done)
if [[ -n "$missing_drivers" ]]; then
diff --git a/apps/cli/commands/site/create.ts b/apps/cli/commands/site/create.ts
index c1dc91c87d..d95a105e8d 100644
--- a/apps/cli/commands/site/create.ts
+++ b/apps/cli/commands/site/create.ts
@@ -72,6 +72,7 @@ import {
} from 'cli/lib/cli-config/core';
import { removeSiteFromConfig } from 'cli/lib/cli-config/sites';
import { connectToDaemon, disconnectFromDaemon, emitCliEvent } from 'cli/lib/daemon-client';
+import { liberateWebsite } from 'cli/lib/data-liberation-client';
import {
getAiInstructionsPath,
getWordPressVersionPath,
@@ -88,7 +89,10 @@ import { getPreferredSiteLanguage } from 'cli/lib/site-language';
import { generateSiteName } from 'cli/lib/site-name';
import { getDefaultSitePath } from 'cli/lib/site-paths';
import { logSiteDetails, openSiteInBrowser, setupCustomDomain } from 'cli/lib/site-utils';
-import { keepSqliteIntegrationUpdated } from 'cli/lib/sqlite-integration';
+import {
+ isSqliteIntegrationAvailable,
+ keepSqliteIntegrationUpdated,
+} from 'cli/lib/sqlite-integration';
import { getTracksOrigin, recordTracksEvent, TRACKS_EVENTS } from 'cli/lib/tracks';
import { StatsGroup } from 'cli/lib/types/bump-stats';
import { untildify } from 'cli/lib/utils';
@@ -517,7 +521,71 @@ function staticSiteImportReceiptError( receipt: Record< string, unknown > | unde
}
const code = ( error as Record< string, unknown > ).code;
const message = ( error as Record< string, unknown > ).message;
- return [ code, message ].filter( ( value ) => typeof value === 'string' && value ).join( ': ' );
+ const detail = [ code, message ]
+ .filter( ( value ) => typeof value === 'string' && value )
+ .join( ': ' );
+ if ( code === 'static_site_importer_quality_failed' ) {
+ return sprintf(
+ /* translators: %s: Static Site Importer quality validation detail */
+ __(
+ 'Static Site Importer materialized a preview but did not accept it. The site and staged request were preserved: %s'
+ ),
+ detail || __( 'Quality validation failed.' )
+ );
+ }
+ return detail;
+}
+
+function staticSiteImportQualityFailure(
+ receipt: Record< string, unknown > | undefined
+): string | undefined {
+ const response = receipt?.response;
+ if ( ! response || typeof response !== 'object' || Array.isArray( response ) ) {
+ return undefined;
+ }
+ const result = ( response as Record< string, unknown > ).result;
+ const importResult =
+ result && typeof result === 'object' && ! Array.isArray( result )
+ ? ( result as Record< string, unknown > )
+ : ( response as Record< string, unknown > );
+ const validation = importResult.import_validation_result;
+ const summary = importResult.import_report_summary;
+ const quality =
+ validation && typeof validation === 'object' && ! Array.isArray( validation )
+ ? validation
+ : summary && typeof summary === 'object' && ! Array.isArray( summary )
+ ? summary
+ : undefined;
+ if ( ! quality ) {
+ return undefined;
+ }
+ const counts = ( quality as Record< string, unknown > ).counts;
+ const {
+ status,
+ quality_pass: qualityPass,
+ fail_import: failImport,
+ fallback_count: fallbackCount,
+ } = quality as Record< string, unknown >;
+ if ( status !== 'failed' && qualityPass !== false && failImport !== true ) {
+ return undefined;
+ }
+ const fallbackBlocks =
+ counts && typeof counts === 'object' && ! Array.isArray( counts )
+ ? ( counts as Record< string, unknown > ).fallback_blocks
+ : fallbackCount;
+ const detail =
+ typeof fallbackBlocks === 'number'
+ ? sprintf(
+ /* translators: %d: number of fallback blocks */
+ __( 'SSI reported %d fallback blocks.' ),
+ fallbackBlocks
+ )
+ : __( 'SSI rejected the imported content.' );
+ return sprintf(
+ /* translators: %s: Static Site Importer validation detail */
+ __( '%s Review the importer diagnostics and retry.' ),
+ detail
+ );
}
async function runStaticSiteImport(
@@ -583,6 +651,13 @@ async function runStaticSiteImport(
new Error( receiptError || stdout.trim() || __( 'The importer did not return a receipt.' ) )
);
}
+ const qualityFailure = staticSiteImportQualityFailure( receipt );
+ if ( qualityFailure ) {
+ throw new LoggerError(
+ __( 'Static site import failed quality validation' ),
+ new Error( qualityFailure )
+ );
+ }
const finalizationStartedAt = Date.now();
logger.reportProgress( staticSiteImportProgressMessage( 'finalization', 0 ) );
@@ -1111,7 +1186,10 @@ function coerceSiteId( value: string ) {
return value;
}
-export const registerCommand = ( yargs: StudioArgv ) => {
+export const registerCommand = (
+ yargs: StudioArgv,
+ dependencies: { liberate?: typeof liberateWebsite } = {}
+) => {
return yargs.command( {
command: 'create',
describe: __( 'Create a new site' ),
@@ -1463,11 +1541,41 @@ export const registerCommand = ( yargs: StudioArgv ) => {
};
try {
- const importSource = argv.from;
- // Remote URLs are rendered into a local source by Data Liberation before they
- // reach SSI; until that path exists here, `resolveStaticSiteImporterSource`
- // rejects them. `sourceUrl` still carries provenance for local captures.
+ let importSource = argv.from;
const sourceUrl = importSource && isUrl( importSource ) ? importSource : undefined;
+ let liberationOutputDir: string | undefined;
+ if ( sourceUrl ) {
+ if ( ! ( await isSqliteIntegrationAvailable() ) ) {
+ throw new LoggerError(
+ __(
+ 'Cannot set up WordPress. Bundled SQLite integration files not found. Please reinstall Studio.'
+ )
+ );
+ }
+ let lastProgressAt = 0;
+ liberationOutputDir = path.join(
+ path.dirname( sitePath ),
+ `${ path.basename( sitePath ) }-source`
+ );
+ defaultLogger.reportStart(
+ LoggerAction.IMPORT_SITE,
+ __( 'Preparing source website with Data Liberation…' )
+ );
+ importSource = await ( dependencies.liberate ?? liberateWebsite )(
+ sourceUrl,
+ liberationOutputDir,
+ {
+ onProgress: ( message ) => {
+ const now = Date.now();
+ if ( now - lastProgressAt >= STATIC_SITE_IMPORT_PROGRESS_INTERVAL_MS ) {
+ lastProgressAt = now;
+ defaultLogger.reportProgress( message );
+ }
+ },
+ }
+ );
+ defaultLogger.reportSuccess( __( 'Source website prepared' ) );
+ }
if ( importSource ) {
config.blueprint = buildCreateFromSourceBlueprint(
@@ -1506,6 +1614,11 @@ export const registerCommand = ( yargs: StudioArgv ) => {
try {
await runCommand( sitePath, config );
+ if ( sourceUrl && liberationOutputDir ) {
+ await fs.promises
+ .rm( liberationOutputDir, { recursive: true, force: true } )
+ .catch( () => {} );
+ }
} finally {
const bundlePath = config.blueprint?.staticSiteImport?.bundlePath;
if ( bundlePath ) {
diff --git a/apps/cli/commands/site/tests/create.test.ts b/apps/cli/commands/site/tests/create.test.ts
index b8b94d8d6c..91570377a4 100644
--- a/apps/cli/commands/site/tests/create.test.ts
+++ b/apps/cli/commands/site/tests/create.test.ts
@@ -42,7 +42,10 @@ import { copyLanguagePackToSite } from 'cli/lib/language-packs';
import { runWpCliCommandWithMessaging } from 'cli/lib/run-wp-cli-command';
import { getPreferredSiteLanguage } from 'cli/lib/site-language';
import { logSiteDetails, openSiteInBrowser, setupCustomDomain } from 'cli/lib/site-utils';
-import { keepSqliteIntegrationUpdated } from 'cli/lib/sqlite-integration';
+import {
+ isSqliteIntegrationAvailable,
+ keepSqliteIntegrationUpdated,
+} from 'cli/lib/sqlite-integration';
import { recordTracksEvent, TRACKS_EVENTS } from 'cli/lib/tracks';
import { ProcessDescription } from 'cli/lib/types/process-manager-ipc';
import { runBlueprint, startWordPressServer } from 'cli/lib/wordpress-server-manager';
@@ -202,6 +205,7 @@ describe( 'CLI: studio create', () => {
vi.mocked( lockCliConfig ).mockResolvedValue( undefined );
vi.mocked( unlockCliConfig ).mockResolvedValue( undefined );
vi.mocked( keepSqliteIntegrationUpdated ).mockResolvedValue( undefined );
+ vi.mocked( isSqliteIntegrationAvailable ).mockResolvedValue( true );
vi.mocked( connectToDaemon ).mockResolvedValue( undefined );
vi.mocked( disconnectFromDaemon ).mockResolvedValue( undefined );
vi.mocked( updateServerFiles ).mockResolvedValue( true );
@@ -394,6 +398,44 @@ describe( 'CLI: studio create', () => {
} );
describe( 'Success Cases', () => {
+ it( 'liberates a URL before handing the portable site to SSI', async () => {
+ const captureRoot = fs.mkdtempSync( path.join( os.tmpdir(), 'studio-url-source-' ) );
+ const websiteDir = path.join( captureRoot, 'example.com', 'website' );
+ await fs.promises.mkdir( websiteDir, { recursive: true } );
+ fs.writeFileSync( path.join( websiteDir, 'index.html' ), 'Liberated' );
+ const liberate = vi.fn().mockResolvedValue( websiteDir );
+ vi.spyOn( fs, 'writeFileSync' ).mockImplementation( () => {} );
+ const copySpy = vi.spyOn( fs.promises, 'cp' ).mockResolvedValue( undefined );
+ const rmSpy = vi.spyOn( fs.promises, 'rm' ).mockResolvedValue( undefined );
+ const parser = registerCommand(
+ yargs( [] ).option( 'path', { type: 'string', default: mockSitePath } ),
+ { liberate }
+ ).exitProcess( false );
+
+ await parser.parseAsync( [
+ 'create',
+ '--from',
+ 'https://example.com',
+ '--name',
+ 'Liberated Site',
+ '--no-start',
+ '--skip-browser',
+ ] );
+
+ const outputBase = path.normalize( `${ mockSitePath }-source` );
+ expect( liberate ).toHaveBeenCalledWith(
+ 'https://example.com',
+ outputBase,
+ expect.objectContaining( { onProgress: expect.any( Function ) } )
+ );
+ expect( copySpy ).toHaveBeenCalledWith(
+ websiteDir,
+ path.join( mockSitePath, '.studio-import', 'source' ),
+ { recursive: true, errorOnExist: true, force: false }
+ );
+ expect( rmSpy ).toHaveBeenCalledWith( outputBase, { recursive: true, force: true } );
+ } );
+
it( 'bundles a local Static Site Importer zip until Blueprint execution finishes', async () => {
const sourceDir = fs.mkdtempSync( path.join( os.tmpdir(), 'studio-source-test-' ) );
const pluginDir = fs.mkdtempSync( path.join( os.tmpdir(), 'studio-ssi-plugin-' ) );
@@ -577,6 +619,29 @@ describe( 'CLI: studio create', () => {
);
} );
+ it( 'checks bundled SQLite before capturing a URL source', async () => {
+ const liberate = vi.fn();
+ vi.mocked( isSqliteIntegrationAvailable ).mockResolvedValue( false );
+ const parser = registerCommand(
+ yargs( [] ).option( 'path', { type: 'string', default: mockSitePath } ),
+ { liberate }
+ ).exitProcess( false );
+
+ await parser.parseAsync( [
+ 'create',
+ '--from',
+ 'https://example.com',
+ '--name',
+ 'Imported Site',
+ '--no-start',
+ '--skip-browser',
+ ] );
+
+ expect( liberate ).not.toHaveBeenCalled();
+ expect( fsMkdirSyncSpy ).not.toHaveBeenCalledWith( mockSitePath, { recursive: true } );
+ expect( process.exitCode ).toBe( 1 );
+ } );
+
it( 'rejects sources outside the canonical importer contract', () => {
expect( () =>
buildCreateFromSourceBlueprint( 'https://example.com/', 'Remote Site' )
@@ -1254,7 +1319,7 @@ describe( 'CLI: studio create', () => {
expect( disconnectFromDaemon ).toHaveBeenCalled();
} );
- it( 'should retain a new site and its state when the out-of-band static import fails', async () => {
+ it( 'retains a quality-failed SSI preview without reporting import success', async () => {
const blueprint = buildCapturedSiteBlueprint();
vi.spyOn( fs, 'writeFileSync' ).mockImplementation( () => {} );
const rmSpy = vi.spyOn( fs, 'rmSync' ).mockImplementation( () => {} );
@@ -1285,9 +1350,14 @@ describe( 'CLI: studio create', () => {
blueprint,
noStart: true,
} )
- ).rejects.toThrow( /quality gate failed/ );
+ ).rejects.toThrow(
+ /preview but did not accept it.*site and staged request were preserved.*quality gate failed/
+ );
expect( runWpCliCommandWithMessaging ).toHaveBeenCalledTimes( 1 );
+ expect( Logger.prototype.reportSuccess ).not.toHaveBeenCalledWith(
+ 'Static site imported successfully'
+ );
expect( removeSiteFromConfig ).not.toHaveBeenCalled();
expect( fsRmSpy ).not.toHaveBeenCalledWith( mockSitePath, {
recursive: true,
@@ -1299,6 +1369,85 @@ describe( 'CLI: studio create', () => {
} );
} );
+ it( 'rejects a completed SSI receipt with failed nested quality validation', async () => {
+ const blueprint = buildCapturedSiteBlueprint();
+ vi.spyOn( fs, 'writeFileSync' ).mockImplementation( () => {} );
+ vi.spyOn( fs, 'rmSync' ).mockImplementation( () => {} );
+ vi.mocked( runWpCliCommandWithMessaging ).mockResolvedValue(
+ mockWpCli( {
+ stdout: JSON.stringify( {
+ schema: 'static-site-importer/import-cli-receipt/v1',
+ status: 'completed',
+ response: {
+ success: true,
+ result: {
+ import_validation_result: {
+ status: 'failed',
+ quality_pass: false,
+ fail_import: true,
+ counts: {
+ fallback_blocks: 4,
+ unsupported_fallbacks: 4,
+ },
+ },
+ },
+ },
+ } ),
+ } )
+ );
+
+ await expect(
+ runCommand( mockSitePath, { ...defaultTestOptions, blueprint, noStart: true } )
+ ).rejects.toThrow(
+ 'Failed to import static site: Static site import failed quality validation: SSI reported 4 fallback blocks. Review the importer diagnostics and retry.'
+ );
+ expect( Logger.prototype.reportSuccess ).not.toHaveBeenCalledWith(
+ 'Static site imported successfully'
+ );
+ } );
+
+ it( 'rejects a completed SSI receipt when its report summary fails quality', async () => {
+ const blueprint = buildCapturedSiteBlueprint();
+ vi.spyOn( fs, 'writeFileSync' ).mockImplementation( () => {} );
+ vi.spyOn( fs, 'rmSync' ).mockImplementation( () => {} );
+ const fsRmSpy = vi.spyOn( fs.promises, 'rm' ).mockResolvedValue( undefined );
+ vi.mocked( runWpCliCommandWithMessaging ).mockResolvedValue(
+ mockWpCli( {
+ stdout: JSON.stringify( {
+ schema: 'static-site-importer/import-cli-receipt/v1',
+ status: 'completed',
+ response: {
+ success: true,
+ result: {
+ import_validation_result: null,
+ import_report_summary: {
+ status: 'failed',
+ quality_pass: false,
+ fail_import: true,
+ fallback_count: 362,
+ unsupported_fallback_count: 362,
+ },
+ },
+ },
+ } ),
+ } )
+ );
+
+ await expect(
+ runCommand( mockSitePath, { ...defaultTestOptions, blueprint, noStart: true } )
+ ).rejects.toThrow(
+ 'Failed to import static site: Static site import failed quality validation: SSI reported 362 fallback blocks. Review the importer diagnostics and retry.'
+ );
+ expect( Logger.prototype.reportSuccess ).not.toHaveBeenCalledWith(
+ 'Static site imported successfully'
+ );
+ expect( removeSiteFromConfig ).not.toHaveBeenCalled();
+ expect( fsRmSpy ).not.toHaveBeenCalledWith( mockSitePath, {
+ recursive: true,
+ force: true,
+ } );
+ } );
+
it( 'should handle SQLite setup failure', async () => {
vi.mocked( keepSqliteIntegrationUpdated ).mockRejectedValue(
new Error( 'SQLite setup failed' )
diff --git a/apps/cli/lib/data-liberation-client.ts b/apps/cli/lib/data-liberation-client.ts
new file mode 100644
index 0000000000..a5f4ce8923
--- /dev/null
+++ b/apps/cli/lib/data-liberation-client.ts
@@ -0,0 +1,123 @@
+import { spawn } from 'node:child_process';
+import fs from 'node:fs';
+import path from 'node:path';
+import { ensurePlaywrightChromiumInstalled } from 'cli/ai/browser-utils';
+
+type DataLiberationCliResult = {
+ exitCode: number;
+ stdout: string;
+ stderr: string;
+};
+
+export type RunDataLiberationCli = (
+ args: string[],
+ onProgress?: ( message: string ) => void
+) => Promise< DataLiberationCliResult >;
+
+type LiberateWebsiteOptions = {
+ onProgress?: ( message: string ) => void;
+ runCli?: RunDataLiberationCli;
+};
+
+export function getDataLiberationCliPath(): string {
+ return path.join( import.meta.dirname, 'data-liberation-agent', 'dist', 'cli.js' );
+}
+
+function appendBounded( current: string, chunk: string ): string {
+ return ( current + chunk ).slice( -64 * 1024 );
+}
+
+async function runDataLiberationCli(
+ args: string[],
+ onProgress?: ( message: string ) => void
+): Promise< DataLiberationCliResult > {
+ const { chromium } = await import( 'playwright' );
+ const browserProblem = await ensurePlaywrightChromiumInstalled( chromium );
+ if ( browserProblem ) {
+ throw new Error( browserProblem );
+ }
+
+ const cliPath = getDataLiberationCliPath();
+ if ( ! fs.existsSync( cliPath ) ) {
+ throw new Error(
+ 'Data Liberation CLI is not compiled. Run `npm -w data-liberation run build` and try again.'
+ );
+ }
+
+ return new Promise( ( resolve, reject ) => {
+ const child = spawn( process.execPath, [ cliPath, ...args ], {
+ cwd: path.dirname( path.dirname( cliPath ) ),
+ stdio: [ 'ignore', 'pipe', 'pipe' ],
+ } );
+ let stdout = '';
+ let stderr = '';
+ let pendingProgress = '';
+
+ child.stdout.setEncoding( 'utf8' );
+ child.stderr.setEncoding( 'utf8' );
+ child.stdout.on( 'data', ( chunk: string ) => {
+ stdout = appendBounded( stdout, chunk );
+ } );
+ child.stderr.on( 'data', ( chunk: string ) => {
+ stderr = appendBounded( stderr, chunk );
+ pendingProgress += chunk;
+ const lines = pendingProgress.split( /\r?\n/ );
+ pendingProgress = lines.pop() ?? '';
+ for ( const line of lines ) {
+ if ( line.trim() ) {
+ onProgress?.( line.trim() );
+ }
+ }
+ } );
+ child.once( 'error', reject );
+ child.once( 'close', ( code ) => {
+ if ( pendingProgress.trim() ) {
+ onProgress?.( pendingProgress.trim() );
+ }
+ resolve( { exitCode: code ?? 1, stdout, stderr } );
+ } );
+ } );
+}
+
+export async function liberateWebsite(
+ url: string,
+ outputBase: string,
+ options: LiberateWebsiteOptions = {}
+): Promise< string > {
+ const parsed = new URL( url );
+ if ( ! [ 'http:', 'https:' ].includes( parsed.protocol ) ) {
+ throw new Error( 'Source URLs must use HTTP or HTTPS.' );
+ }
+
+ const resolvedOutputBase = path.resolve( outputBase );
+ fs.mkdirSync( resolvedOutputBase, { recursive: true } );
+ const result = await ( options.runCli ?? runDataLiberationCli )(
+ [ parsed.href, '--output', resolvedOutputBase, '--resume' ],
+ options.onProgress
+ );
+ if ( result.exitCode !== 0 ) {
+ throw new Error( result.stderr.trim() || result.stdout.trim() || 'Data Liberation failed.' );
+ }
+
+ const siteLine = result.stdout
+ .trim()
+ .split( /\r?\n/ )
+ .reverse()
+ .find( ( line ) => line.startsWith( 'Site: ' ) );
+ if ( ! siteLine ) {
+ throw new Error( 'Data Liberation completed without reporting a website directory.' );
+ }
+
+ const websiteDir = path.resolve( siteLine.slice( 'Site: '.length ).trim() );
+ const relativeWebsiteDir = path.relative( resolvedOutputBase, websiteDir );
+ if (
+ relativeWebsiteDir === '..' ||
+ relativeWebsiteDir.startsWith( `..${ path.sep }` ) ||
+ ! fs.existsSync( websiteDir ) ||
+ ! fs.statSync( websiteDir ).isDirectory()
+ ) {
+ throw new Error( 'Data Liberation reported an invalid website directory.' );
+ }
+
+ return websiteDir;
+}
diff --git a/apps/cli/lib/tests/data-liberation-client.test.ts b/apps/cli/lib/tests/data-liberation-client.test.ts
new file mode 100644
index 0000000000..3fafd4e636
--- /dev/null
+++ b/apps/cli/lib/tests/data-liberation-client.test.ts
@@ -0,0 +1,90 @@
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { afterEach, describe, expect, it, vi } from 'vitest';
+import { getDataLiberationCliPath, liberateWebsite } from '../data-liberation-client';
+
+const tempDirs: string[] = [];
+
+function createOutput(): { outputBase: string; websiteDir: string } {
+ const outputBase = fs.mkdtempSync( path.join( os.tmpdir(), 'studio-liberation-' ) );
+ tempDirs.push( outputBase );
+ const websiteDir = path.join( outputBase, 'example.com', 'website' );
+ fs.mkdirSync( websiteDir, { recursive: true } );
+ fs.writeFileSync( path.join( websiteDir, 'index.html' ), 'Liberated' );
+ return { outputBase, websiteDir };
+}
+
+afterEach( () => {
+ for ( const dir of tempDirs.splice( 0 ) ) {
+ fs.rmSync( dir, { recursive: true, force: true } );
+ }
+} );
+
+describe( 'Data Liberation CLI', () => {
+ it( 'points at the vendored Data Liberation CLI', () => {
+ const cliPath = getDataLiberationCliPath();
+ expect( path.basename( cliPath ) ).toBe( 'cli.js' );
+ expect( path.basename( path.dirname( cliPath ) ) ).toBe( 'dist' );
+ expect( path.basename( path.dirname( path.dirname( cliPath ) ) ) ).toBe(
+ 'data-liberation-agent'
+ );
+ } );
+
+ it( 'returns the portable website directory reported by the CLI', async () => {
+ const { outputBase, websiteDir } = createOutput();
+ const onProgress = vi.fn();
+ const runCli = vi.fn().mockResolvedValue( {
+ exitCode: 0,
+ stdout: `Liberated 1/1 routes\nSite: ${ websiteDir }\n`,
+ stderr: '',
+ } );
+
+ await expect(
+ liberateWebsite( 'https://example.com', outputBase, { runCli, onProgress } )
+ ).resolves.toBe( websiteDir );
+ expect( runCli ).toHaveBeenCalledWith(
+ [ 'https://example.com/', '--output', outputBase, '--resume' ],
+ onProgress
+ );
+ } );
+
+ it( 'surfaces CLI failures', async () => {
+ const { outputBase } = createOutput();
+
+ await expect(
+ liberateWebsite( 'https://example.com', outputBase, {
+ runCli: vi.fn().mockResolvedValue( {
+ exitCode: 1,
+ stdout: '',
+ stderr: 'Capture failed',
+ } ),
+ } )
+ ).rejects.toThrow( 'Capture failed' );
+ } );
+
+ it( 'rejects a website directory outside its output base', async () => {
+ const { outputBase } = createOutput();
+ const outsideDir = fs.mkdtempSync( path.join( os.tmpdir(), 'studio-liberation-outside-' ) );
+ tempDirs.push( outsideDir );
+
+ await expect(
+ liberateWebsite( 'https://example.com', outputBase, {
+ runCli: vi.fn().mockResolvedValue( {
+ exitCode: 0,
+ stdout: `Site: ${ outsideDir }\n`,
+ stderr: '',
+ } ),
+ } )
+ ).rejects.toThrow( 'invalid website directory' );
+ } );
+
+ it( 'rejects non-HTTP sources before invoking the CLI', async () => {
+ const runCli = vi.fn();
+
+ await expect(
+ liberateWebsite( 'file:///tmp/index.html', '/tmp/capture', { runCli } )
+ ).rejects.toThrow( 'HTTP or HTTPS' );
+ expect( runCli ).not.toHaveBeenCalled();
+ } );
+} );
diff --git a/apps/cli/logger.ts b/apps/cli/logger.ts
index 6cac481415..b4f642aaa2 100644
--- a/apps/cli/logger.ts
+++ b/apps/cli/logger.ts
@@ -3,6 +3,10 @@ import { Spinner } from 'picospinner';
const isIpcMode = Boolean( process.send );
+function shouldUsePlainOutput(): boolean {
+ return Boolean( process.env.CI ) || ! process.stdout.isTTY;
+}
+
export type ProgressCallback = ( message: string, update?: boolean ) => void;
function canSend(): boolean {
@@ -53,6 +57,8 @@ export class Logger< T extends string > {
this.onProgress( message );
} else if ( canSend() ) {
process.send!( { action, status: 'inprogress', message } );
+ } else if ( shouldUsePlainOutput() ) {
+ console.error( message );
} else {
this.spinner.setText( message );
if ( ! this.spinner.running ) {
@@ -66,6 +72,8 @@ export class Logger< T extends string > {
this.onProgress( message, true );
} else if ( canSend() ) {
process.send!( { action: this.currentAction, status: 'inprogress', message } );
+ } else if ( shouldUsePlainOutput() ) {
+ console.error( message );
} else {
if ( ! this.spinner.running ) {
this.spinner.start();
@@ -79,6 +87,8 @@ export class Logger< T extends string > {
this.onProgress( message );
} else if ( canSend() ) {
process.send!( { action: this.currentAction, status: 'success', message } );
+ } else if ( shouldUsePlainOutput() ) {
+ console.error( message );
} else {
if ( ! this.spinner.running ) {
this.spinner.start();
@@ -94,6 +104,8 @@ export class Logger< T extends string > {
this.onProgress( message );
} else if ( canSend() ) {
process.send!( { action: this.currentAction, status: 'warning', message } );
+ } else if ( shouldUsePlainOutput() ) {
+ console.error( message );
} else {
if ( ! this.spinner.running ) {
this.spinner.start();
@@ -111,6 +123,8 @@ export class Logger< T extends string > {
this.onProgress( error.message );
} else if ( canSend() ) {
process.send!( { action: this.currentAction, status: 'fail', message: error.message } );
+ } else if ( shouldUsePlainOutput() ) {
+ console.error( error.message );
} else {
if ( ! this.spinner.running ) {
this.spinner.start();
diff --git a/apps/cli/tests/logger.test.ts b/apps/cli/tests/logger.test.ts
new file mode 100644
index 0000000000..5bcdf1e251
--- /dev/null
+++ b/apps/cli/tests/logger.test.ts
@@ -0,0 +1,30 @@
+import { afterEach, describe, expect, it, vi } from 'vitest';
+import { Logger } from 'cli/logger';
+
+describe( 'Logger', () => {
+ afterEach( () => {
+ vi.unstubAllEnvs();
+ vi.restoreAllMocks();
+ } );
+
+ it( 'writes plain progress in CI instead of rendering spinner frames', () => {
+ vi.stubEnv( 'CI', '1' );
+ const connected = Object.getOwnPropertyDescriptor( process, 'connected' );
+ Object.defineProperty( process, 'connected', { configurable: true, value: false } );
+ const stderr = vi.spyOn( console, 'error' ).mockImplementation( () => {} );
+ const logger = new Logger< string >();
+ const spinnerStart = vi.spyOn( logger.spinner, 'start' );
+
+ logger.reportStart( 'import', 'Preparing source website' );
+ logger.reportProgress( 'Preparing source route 1 of 2' );
+ logger.reportSuccess( 'Website artifact created' );
+
+ expect( stderr ).toHaveBeenNthCalledWith( 1, 'Preparing source website' );
+ expect( stderr ).toHaveBeenNthCalledWith( 2, 'Preparing source route 1 of 2' );
+ expect( stderr ).toHaveBeenNthCalledWith( 3, 'Website artifact created' );
+ expect( spinnerStart ).not.toHaveBeenCalled();
+ if ( connected ) {
+ Object.defineProperty( process, 'connected', connected );
+ }
+ } );
+} );
diff --git a/apps/cli/vite.config.base.ts b/apps/cli/vite.config.base.ts
index 96c2fe4ba5..f151e97cb9 100644
--- a/apps/cli/vite.config.base.ts
+++ b/apps/cli/vite.config.base.ts
@@ -81,20 +81,45 @@ export function buildLocalUiPlugin() {
};
}
-// Copy the committed data-liberation-agent/dist into the dist/cli/data-liberation-agent.
+// Copy the fresh data-liberation-agent/dist into dist/cli/data-liberation-agent.
function copyDataLiberationEngine( outDir: string ) {
const serverBundlePath = resolve( dataLiberationSourcePath, 'dist', 'mcp-server.bundle.mjs' );
+ const captureBundlePath = resolve(
+ dataLiberationSourcePath,
+ 'dist',
+ 'capture-engine.bundle.mjs'
+ );
+ const cliPath = resolve( dataLiberationSourcePath, 'dist', 'cli.js' );
const scriptsDistPath = resolve( dataLiberationSourcePath, 'dist', 'scripts' );
- if ( ! existsSync( serverBundlePath ) || ! existsSync( scriptsDistPath ) ) {
+ if ( ! existsSync( serverBundlePath ) || ! existsSync( captureBundlePath ) ) {
throw new Error(
'Data Liberation engine bundles are missing under packages/data-liberation-agent/dist/. ' +
- 'Run `npm -w data-liberation run build:mcp-bundle` and commit the updated artifacts.'
+ 'Run `npm -w data-liberation run build` and commit the updated artifacts.'
+ );
+ }
+
+ if ( ! existsSync( cliPath ) ) {
+ execSync( 'npx tsc -p tsconfig.json && node scripts/copy-runtime-assets.mjs', {
+ cwd: dataLiberationSourcePath,
+ stdio: 'inherit',
+ } );
+ }
+
+ if ( ! existsSync( cliPath ) ) {
+ throw new Error(
+ 'Data Liberation CLI is not compiled. Run `npm -w data-liberation run build` and try again.'
);
}
const engineOutDir = resolve( outDir, 'data-liberation-agent' );
mkdirSync( resolve( engineOutDir, 'dist' ), { recursive: true } );
- copyFileSync( serverBundlePath, resolve( engineOutDir, 'dist', 'mcp-server.bundle.mjs' ) );
+ cpSync( resolve( dataLiberationSourcePath, 'dist' ), resolve( engineOutDir, 'dist' ), {
+ recursive: true,
+ } );
+ copyFileSync(
+ resolve( dataLiberationSourcePath, 'package.json' ),
+ resolve( engineOutDir, 'package.json' )
+ );
cpSync( resolve( dataLiberationSourcePath, 'skills' ), resolve( engineOutDir, 'skills' ), {
recursive: true,
} );
@@ -102,9 +127,11 @@ function copyDataLiberationEngine( outDir: string ) {
// The skills also invoke pipeline drivers via `node scripts/run.mjs `.
// Ship the launcher plus the self-contained driver bundles it falls back to
// when no dev dependencies resolve next to it (dist/scripts/).
- cpSync( scriptsDistPath, resolve( engineOutDir, 'dist', 'scripts' ), {
- recursive: true,
- } );
+ if ( existsSync( scriptsDistPath ) ) {
+ cpSync( scriptsDistPath, resolve( engineOutDir, 'dist', 'scripts' ), {
+ recursive: true,
+ } );
+ }
mkdirSync( resolve( engineOutDir, 'scripts' ), { recursive: true } );
copyFileSync(
resolve( dataLiberationSourcePath, 'scripts', 'run.mjs' ),
diff --git a/package-lock.json b/package-lock.json
index 2f5a774bd1..a718b0f895 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -12186,6 +12186,52 @@
"@types/node": "*"
}
},
+ "node_modules/@types/jsdom": {
+ "version": "30.0.0",
+ "resolved": "https://registry.npmjs.org/@types/jsdom/-/jsdom-30.0.0.tgz",
+ "integrity": "sha512-uAHGxujGE0cDaKGdK28zgDotFtNA7MKq5DXl8LrfdxdCI8VHcg15oJz+amHTChPNI5JpgEPQWc2xFdrw3em/nQ==",
+ "dev": true,
+ "license": "MIT",
+ "dependencies": {
+ "@types/node": "*",
+ "@types/tough-cookie": "*",
+ "parse5": "^8.0.0",
+ "undici-types": "^8.9.0"
+ }
+ },
+ "node_modules/@types/jsdom/node_modules/entities": {
+ "version": "8.0.0",
+ "resolved": "https://registry.npmjs.org/entities/-/entities-8.0.0.tgz",
+ "integrity": "sha512-zwfzJecQ/Uej6tusMqwAqU/6KL2XaB2VZ2Jg54Je6ahNBGNH6Ek6g3jjNCF0fG9EWQKGZNddNjU5F1ZQn/sBnA==",
+ "dev": true,
+ "license": "BSD-2-Clause",
+ "engines": {
+ "node": ">=20.19.0"
+ },
+ "funding": {
+ "url": "https://github.com/fb55/entities?sponsor=1"
+ }
+ },
+ "node_modules/@types/jsdom/node_modules/parse5": {
+ "version": "8.0.1",
+ "resolved": "https://registry.npmjs.org/parse5/-/parse5-8.0.1.tgz",
+ "integrity": "sha512-z1e/HMG90obSGeidlli3hj7cbocou0/wa5HacvI3ASx34PecNjNQeaHNo5WIZpWofN9kgkqV1q5YvXe3F0FoPw==",
+ "dev": true,
+ "license": "MIT",
+ "dependencies": {
+ "entities": "^8.0.0"
+ },
+ "funding": {
+ "url": "https://github.com/inikulin/parse5?sponsor=1"
+ }
+ },
+ "node_modules/@types/jsdom/node_modules/undici-types": {
+ "version": "8.10.2",
+ "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.10.2.tgz",
+ "integrity": "sha512-7/+aSjzkUoLc92hV22bTW4aGanXf800zbwguhcICs0OAoCF9wDOE4wkopQ+SqfhXZm8mCK8gHpdTs7pZUWzK3w==",
+ "dev": true,
+ "license": "MIT"
+ },
"node_modules/@types/json-schema": {
"version": "7.0.15",
"license": "MIT"
@@ -12377,6 +12423,13 @@
"@types/node": "*"
}
},
+ "node_modules/@types/tough-cookie": {
+ "version": "4.0.5",
+ "resolved": "https://registry.npmjs.org/@types/tough-cookie/-/tough-cookie-4.0.5.tgz",
+ "integrity": "sha512-/Ad8+nIOV7Rl++6f1BdKxFSMgmoqEoYbHRpPcx3JEfv8VRsQe9Z4mCXeJBzxs7mbHY/XOZZuXlRNfhpVPbs6ZA==",
+ "dev": true,
+ "license": "MIT"
+ },
"node_modules/@types/unist": {
"version": "3.0.3",
"license": "MIT"
@@ -29492,7 +29545,7 @@
"dependencies": {
"@automattic/blocks-engine": "^0.2.2",
"@modelcontextprotocol/sdk": "^1.30.0",
- "@wordpress/block-serialization-default-parser": "^5.54.0",
+ "@wordpress/block-serialization-default-parser": "^5.47.0",
"acorn": "^8.17.0",
"cheerio": "^1.2.0",
"domhandler": "^5.0.3",
@@ -29512,6 +29565,7 @@
"data-liberation": "dist/cli.js"
},
"devDependencies": {
+ "@types/jsdom": "^30.0.0",
"@types/papaparse": "^5.5.2",
"@types/pixelmatch": "^5.2.6",
"@types/pngjs": "^6.0.5",
diff --git a/packages/data-liberation-agent/.claude-plugin/marketplace.json b/packages/data-liberation-agent/.claude-plugin/marketplace.json
new file mode 100644
index 0000000000..2f3147125e
--- /dev/null
+++ b/packages/data-liberation-agent/.claude-plugin/marketplace.json
@@ -0,0 +1,13 @@
+{
+ "name": "data-liberation",
+ "owner": {
+ "name": "Automattic"
+ },
+ "plugins": [
+ {
+ "name": "data-liberation",
+ "source": "./",
+ "description": "Liberate any website (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix, or any other site) into a complete, portable HTML site. Optionally reconstruct it in WordPress."
+ }
+ ]
+}
diff --git a/packages/data-liberation-agent/.claude-plugin/plugin.json b/packages/data-liberation-agent/.claude-plugin/plugin.json
index 439f7a47f8..aa294c179f 100644
--- a/packages/data-liberation-agent/.claude-plugin/plugin.json
+++ b/packages/data-liberation-agent/.claude-plugin/plugin.json
@@ -1,12 +1,12 @@
{
"name": "data-liberation",
- "description": "Extract content from closed web platforms (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix) into WordPress-compatible WXR files. Inspect, extract, QA, and import to WordPress.",
- "version": "1.0.0",
+ "description": "Liberate any website (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix, or any other site) into a complete, portable HTML site, then publish it to a live URL.",
+ "version": "0.2.2",
"author": {
"name": "Automattic"
},
- "homepage": "https://github.com/Automattic/studio",
- "repository": "https://github.com/Automattic/studio",
+ "homepage": "https://github.com/Automattic/data-liberation-agent",
+ "repository": "https://github.com/Automattic/data-liberation-agent",
"license": "GPL-2.0-or-later",
"keywords": [
"content-extraction",
@@ -20,8 +20,9 @@
"webflow",
"weebly",
"wix",
- "wordpress",
- "wxr"
+ "html",
+ "static-site",
+ "website-migration"
],
"mcpServers": "./.mcp.json"
}
diff --git a/packages/data-liberation-agent/.codex-plugin/plugin.json b/packages/data-liberation-agent/.codex-plugin/plugin.json
index 99a0c9c410..16e1115ae4 100644
--- a/packages/data-liberation-agent/.codex-plugin/plugin.json
+++ b/packages/data-liberation-agent/.codex-plugin/plugin.json
@@ -1,18 +1,18 @@
{
"name": "data-liberation",
- "description": "Extract content from closed web platforms (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix) into WordPress-compatible WXR files. Inspect, extract, QA, and import to WordPress.",
- "version": "1.0.0",
+ "description": "Liberate any website (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix, or any other site) into a complete, portable HTML site, then publish it to a live URL.",
+ "version": "0.2.2",
"author": {
"name": "Automattic"
},
- "homepage": "https://github.com/Automattic/studio",
+ "homepage": "https://github.com/Automattic/data-liberation-agent",
"license": "GPL-2.0-or-later",
"skills": "./skills/",
"mcpServers": "./.mcp.codex.json",
"interface": {
"displayName": "Data Liberation",
- "shortDescription": "Extract closed-platform sites into WordPress-compatible exports",
- "longDescription": "Inspect, extract, QA, and import content from closed website platforms into WordPress-compatible WXR files.",
+ "shortDescription": "Copy any website into a portable HTML site you can publish",
+ "longDescription": "Liberate a website into a complete, portable HTML site \u2014 every route, its CSS, assets, navigation and responsive behaviour \u2014 verify the copy against its source, then publish it to a live URL.",
"developerName": "Automattic",
"category": "Developer Tools",
"capabilities": [
@@ -20,11 +20,11 @@
"Read",
"Write"
],
- "websiteURL": "https://github.com/Automattic/studio",
+ "websiteURL": "https://github.com/Automattic/data-liberation-agent",
"defaultPrompt": [
- "Inspect a site for liberation",
- "Extract this site into WordPress-compatible WXR",
- "QA a liberated WordPress import"
+ "Liberate this website into a portable HTML site",
+ "Verify a liberated copy against its source",
+ "Publish a liberated site"
],
"screenshots": []
}
diff --git a/packages/data-liberation-agent/.github/pull_request_template.md b/packages/data-liberation-agent/.github/pull_request_template.md
new file mode 100644
index 0000000000..be8bc15f92
--- /dev/null
+++ b/packages/data-liberation-agent/.github/pull_request_template.md
@@ -0,0 +1,21 @@
+## What this changes
+
+
+## How I found it
+
+
+## Type of change
+- [ ] New Wix API endpoint discovered
+- [ ] Better content type handling
+- [ ] Bug fix (something broke)
+- [ ] Performance improvement
+- [ ] New Wix feature support
+- [ ] Documentation
+
+## Tested against
+- [ ] Real Wix site (describe briefly, no personal info needed)
+- [ ] Scripts run without errors
+- [ ] Output looks correct
+
+## Discovery log
+- [ ] Entry added to DISCOVERIES.md
diff --git a/packages/data-liberation-agent/.github/workflows/ci.yml b/packages/data-liberation-agent/.github/workflows/ci.yml
new file mode 100644
index 0000000000..9296968177
--- /dev/null
+++ b/packages/data-liberation-agent/.github/workflows/ci.yml
@@ -0,0 +1,47 @@
+name: CI
+
+on:
+ pull_request:
+ push:
+ branches:
+ - main
+
+permissions:
+ contents: read
+
+concurrency:
+ group: ci-${{ github.ref }}
+ cancel-in-progress: true
+
+jobs:
+ test:
+ runs-on: ubuntu-latest
+ timeout-minutes: 20
+ steps:
+ - uses: actions/checkout@v4
+ - uses: actions/setup-node@v4
+ with:
+ node-version-file: .nvmrc
+ cache: npm
+ - run: npm ci --ignore-scripts
+ - run: npx playwright install --with-deps chromium
+ - run: npm run build
+ - name: Verify committed plugin bundles
+ run: |
+ if [[ -n "$(git status --porcelain -- dist)" ]]; then
+ git status --porcelain -- dist
+ git diff --stat -- dist
+ echo "Committed plugin bundles are stale. Run 'npm run build:mcp-bundle' and commit dist/."
+ exit 1
+ fi
+ - name: Verify skill driver coverage
+ run: |
+ missing_drivers=$(grep -rhoE 'run\.mjs [a-z0-9_-]+' skills 2>/dev/null | awk '{print $2}' | sort -u | while read -r name; do
+ [[ -f "dist/scripts/${name}.mjs" ]] || echo "$name"
+ done)
+ if [[ -n "$missing_drivers" ]]; then
+ echo "Skills invoke drivers with no committed bundle: ${missing_drivers}"
+ exit 1
+ fi
+ - run: npm run test:package
+ - run: npm test
diff --git a/packages/data-liberation-agent/.gitignore b/packages/data-liberation-agent/.gitignore
index 822797bc4f..fdbd45f6ba 100644
--- a/packages/data-liberation-agent/.gitignore
+++ b/packages/data-liberation-agent/.gitignore
@@ -10,6 +10,7 @@ node_modules/
# must live in git.
dist/*
!dist/mcp-server.bundle.mjs
+!dist/capture-engine.bundle.mjs
!dist/scripts/
docs/plans/
docs/superpowers/
diff --git a/packages/data-liberation-agent/.nvmrc b/packages/data-liberation-agent/.nvmrc
new file mode 100644
index 0000000000..2bd5a0a98a
--- /dev/null
+++ b/packages/data-liberation-agent/.nvmrc
@@ -0,0 +1 @@
+22
diff --git a/packages/data-liberation-agent/AGENTS.md b/packages/data-liberation-agent/AGENTS.md
index 1b39f899ad..064ec282bc 100644
--- a/packages/data-liberation-agent/AGENTS.md
+++ b/packages/data-liberation-agent/AGENTS.md
@@ -2,79 +2,118 @@
## Overview
-`data-liberation-agent` extracts content from closed web platforms (GoDaddy Websites & Marketing, Hostinger, HubSpot, Shopify, Squarespace, Webflow, Weebly, Wix) and produces WordPress-compatible WXR files. All eight platform adapters are implemented, plus a generic `default` fallback adapter for sites that match no known platform.
-
-Three entry points — MCP server (35 tools), CLI (`src/cli.ts`), and Claude Code plugin (`claude plugin add .`) — all share `src/lib/` and `src/adapters/`. The plugin just wraps the MCP server.
-
-The `scripts/` directory contains legacy standalone extraction scripts (Squarespace via CDP, Wix via Playwright). These predate the adapter system and are kept for reference.
-
-## Adding a New Platform
-
-1. Create `src/adapters//` — a directory whose `index.ts` assembles and exports the `PlatformAdapter` (inline `detect` + `discover`/`extract` imported from focused siblings: `discover.ts`, `extract.ts`, `content.ts`, `media.ts`, `products.ts`, `types.ts`, …). Keep `index.ts` a thin assembler and re-export the adapter's public API from it so external imports only reference `/index.js`. See `src/adapters/webflow/` (smallest) or `src/adapters/shopify/` (fuller split) as references.
-2. Register it in `src/mcp-server.ts` (see the "Static adapter imports" comment) — import from `./adapters//index.js`.
-3. Add platform-specific barriers and workarounds as inline comments in the adapter
-4. Update the supported platforms table in `README.md`
-
-Adapters produce structured content and call into `WxrBuilder`, `ExtractionLog`, `ImportSession`, `MediaStubStore`, and `media` utilities for output.
-
-### Optional per-adapter capabilities
-
-Both are opt-in, declared on the adapter object, and consumed by later pipeline stages — the stage subsystems (screenshotter, reconstructor) stay adapter-agnostic; the handlers that already resolve the adapter do the wiring. Types live in `src/adapters/page-actions.ts`.
-
-- **`capture?: AdapterCapture`** (seam 1) — `removeSelectors: string[]` (plus an optional imperative `prepare(page, ctx)`) removed from the live page in `screenshotter.ts` after settle and BEFORE screenshots / carried HTML / mobile carry / `SectionSpec` are captured, so one removal cleans every artifact. Best-effort (never fails capture). Put it in `/capture.ts`; example: `src/adapters/shopify/capture.ts` (strips `#upCart` + Klaviyo teaser chrome).
-- **`blocks?: AdapterBlocks`** (seam 2) — a content→Gutenberg-blocks recipe (a declarative `recipes[]` table and/or a whole-body `htmlToBlocks(html, ctx)` fn). Applied ONLY on the blocks reconstruct path; the theme/carry path never invokes it. Two firing points, both blocks-path-gated: (a) per visual section in `page-reconstruct.ts`, before the `core/html` fallback island; (b) in BULK over post/page `content:encoded` bodies via the `liberate_blockify_wxr` tool (`src/lib/extraction/blockify-wxr.ts`), run after extraction and before import. Put the recipe in `/blocks.ts`; example: `src/adapters/squarespace/blocks.ts`.
-
-## Resume State Files
-
-Four files cooperate to make runs resumable. Never write to them outside of the extraction-log lockfile (`mcp-server.ts` and `ui/discover.tsx` bracket the whole pipeline):
-
-- `extraction-log.jsonl` (`ExtractionLog`) — append-only per-URL dedupe. Source of truth for "did we process this URL."
-- `session.json` (`ImportSession`) — stage, original opts, per-entity counts, adapter pagination cursors. Single-writer, atomic rename. Corrupt files become `session.json.corrupt.` (never silently deleted).
-- `media-stubs.json` (`MediaStubStore`) — per-asset status (`success` / `error` / `ignored`) with retry cap (default 3). Successful writes are buffered via `flush()`; failures persist immediately.
-- `products.jsonl` — streaming Woo product output. `openStream({resume: true})` appends instead of truncating, preserving GraphQL-emitted products across mid-run crashes.
-
-A fifth artifact, `sections/.json` (`SectionSpecsStore`), is a per-URL capture-once cache rather than shared run state, so it does NOT need the lockfile: each file is independent and written atomically (unique tmp + rename). The screenshot/capture phase runs `extractFull` on the settled desktop page (1440×900) — which returns `{ specs, landmarks }` — and persists the `SectionSpec[]` (each carrying a compact CSS `selector` that locates it in the source DOM) plus a top-level **landmark census** (`main`/`nav`/`header`/`footer`, consumed by the reconstruction region audit) here, keyed by `slugify(url)` and self-describing (records `sourceUrl` + a `SECTION_SPECS_SCHEMA` version). The reconstruction phase (`liberate_reconstruct_pages`) reads this instead of re-running Playwright, falling back to a live extract only on a cache miss — absent, corrupt, schema drift, or a slug collision (recorded `sourceUrl` ≠ requested) — and persisting the live result (specs + census) for the next run. Bump `SECTION_SPECS_SCHEMA` whenever `SectionSpec`'s shape OR the persisted envelope (e.g. the landmark census) changes so stale caches invalidate instead of silently degrading fidelity. The `selector` is built Node-side from browser-emitted `SelectorParts` via the pure `buildSelector` (`section-selector.ts`) — the `page.evaluate` closure only emits plain parts; both the section selectors and the census come from the SAME browser walk, so the region audit's census↔section join holds by construction.
-
-Adapters call `ImportSession.loadOrCreate(outputDir, id, opts, { resume })` and pass the session to `runExtractionLoop` via `ExtractionLoopOpts.session`. The shared loop updates stage + per-entity counts automatically.
-
-## Shopify GraphQL Path
-
-When `adminToken` is present, `shopifyAdapter.extract` fetches products via the Shopify Admin GraphQL API (pinned to `2025-04`) instead of the public JSON API. The GraphQL path:
-
-- Requires a `*.myshopify.com` hostname — throws if a custom storefront domain is derived and `shopDomain` wasn't passed explicitly.
-- Paginates via `endCursor` stored in `session.cursors['shopify:products:endCursor']` (resumable).
-- Tracks already-emitted product handles in `session.cursors['shopify:products:emittedHandles']` for idempotent CSV output across crashes.
-- Falls back to the JSON API + URL loop on any GraphQL failure.
-- Has `MAX_PAGES = 10000` and a non-advancing cursor guard to prevent infinite loops.
-
-## Non-obvious Details
-
-- **MCP server runs `tsx src/mcp-server.ts` as ONE long-lived process — editing `src/` does NOT hot-reload it.** ESM modules are cached per process, so a re-called `liberate_*` tool keeps running the code that was loaded at server start. After editing handler/lib source, either restart the MCP server (so all callers pick it up) or, for a quick one-off re-run, drive the handler from a fresh `tsx` process (import the handler, pass a minimal `HandlerContext` with `textResult`/`errorResult`). Unit tests (`vitest`) always use the on-disk source, so they reflect edits immediately — the staleness is only the running MCP server.
-- **`.mcp.json` starts the MCP server through `scripts/mcp-launcher.mjs`: dev checkouts run `src/` via tsx; plugin installs run the COMMITTED bundle `dist/mcp-server.bundle.mjs`.** The launcher only uses the bundle when the package's dependencies don't resolve, so a dev environment never runs a stale dist. The bundle must be committed because plugin installs are plain git copies: Claude's installer restores npm deps only when a per-package `package-lock.json` exists (this workspace package has none), and Codex's installer NEVER restores deps — so `claude/codex plugin marketplace add Automattic/studio` only works with a prebuilt self-contained artifact in the tree. After changing `src/` or dependencies, regenerate with `npm run build:mcp-bundle` and commit the result — CI (Buildkite Lint) rebuilds it and fails on drift. `playwright` and `single-file-cli` stay external to the bundle (guarded dynamic imports that degrade with install guidance). See `scripts/build-mcp-bundle.mjs` for the import.meta.url asset-resolution seam.
-- **Skill-invoked driver scripts ship the same way: SKILL.md steps MUST invoke them as `node scripts/run.mjs `, never `npx tsx scripts/.ts`.** `run.mjs` runs the source via tsx in a dev checkout and the committed bundle `dist/scripts/.mjs` in a plugin install (verbatim git copy, no node_modules — bare `npx tsx` has nothing to import there). Every driver a skill invokes must be listed in `SKILL_DRIVERS` in `scripts/build-mcp-bundle.mjs`, or the step only works in dev; the same `npm run build:mcp-bundle` regenerates these bundles and the same CI freshness check covers them. Drivers that statically import `playwright` fail fast in installs without it; `run.mjs` turns that into install guidance. The block-fixer sidecar cannot be bundled (registerCoreBlocks drags ~92 MB of @wordpress/block-library + block-editor in) and its deps must stay in a NESTED install (hoisting puts React 18 next to Ink's React 19 — the exact conflict the sidecar isolates); instead it ships a committed `scripts/block-fixer/package-lock.json` and `block-fixer-client` restores the nested node_modules on first use (`npm ci --ignore-scripts`, integrity-pinned), so plugin installs get real canonicalization instead of the fail-open passthrough.
-- DLA consumes `@automattic/blocks-engine` through the local pre-publish override `"file:../blocks-engine/packages/blocks-engine"`; standalone `npm install` therefore needs the sibling `blocks-engine` checkout until the package is published. On publish, flip the dependency to the authorized semver range (for example `"^0.x.y"`). Publishing itself remains gated on explicit user authorization.
-- **`tsx scripts/*.ts` that call `page.evaluate` must create the page via `newShimmedPage` from `scripts/_pw.ts`** — tsx's esbuild keepNames rewrites named functions to `__name(...)`, which is undefined in the browser context Playwright serializes into (`ReferenceError: __name is not defined`). The shim installs a `__name` identity via `addInitScript`. vitest-run code is unaffected (its transform doesn't keepNames).
-- WXR builder targets WXR 1.2 spec compliance
-- `core/html` islands convert to editable `dla/editable-html` blocks (in-canvas render → visible + styled + text/image-editable in the block editor; static-save = byte-identical front-end output). This is the DEFAULT across all three reconstruct paths (carry, local, block — every `core/html` island converts except those wrapping nested `wp:` block delimiters); opt out with `editableIslands: false` (or `EDITABLE_ISLANDS=0` on the carry driver). Conversion runs before the block-fixer canonicalization and ships + activates the `dla-editable-html` plugin once when any island converts.
-- Page-reconstruction full-width vs constrained DEFERS TO THE SOURCE: `SectionSpec.fullBleed` (a section carrying an IMAGE — foreground or background, height ≥ 100px — spanning ≥ 92% of the viewport) drives the page's `main`/`post-content` layout type. Any non-chrome (`footer`/`nav`) full-bleed section → `default` (full-width); otherwise `constrained`. This is independent of `heroIsCover`, which only controls the transparent overlay header. Specs without `fullBleed` default to constrained (back-compat).
-- `classifyUrl` types: `homepage`, `post`, `product`, `gallery`, `event`, `page` (no `category`/`author`/`other`)
-- Media filename collision handling uses numeric suffixes (`-2`, `-3`), not hashes
-- `detect-platform` uses domain-level URL patterns and HTTP fingerprinting (headers + HTML markers) — no path-based detection
-- **Fallback adapter:** sites that detect as `unknown` (or name an unregistered platform) resolve to the `default` adapter (`src/adapters/default/`) via `resolveAdapter` (`src/adapters/resolve-adapter.ts`), used by all three resolver sites (`mcp-server.ts`, `ui/discover.tsx`, `ui/inspect.tsx`). Detection is unchanged — it still reports `unknown`; the fallback is at *resolution* (so the "No adapter available" error is now unreachable). The adapter is platform-agnostic: Playwright-rendered HTML → cheerio main-content + media + JSON-LD products; its `detect()` returns `false` (nothing selects by `.detect()`). Products gotcha: the shared loop's `extractProductFromHtml` reads JSON-LD from `ExtractedPage.content` (not a re-fetch), so `default` re-attaches the Product `ld+json` script to `content` (content extraction strips ``)),s.html()}function upe(t,e){if(e)try{t(e).not("details.dla-disclosure *").remove()}catch{}}function cpe(t,e,r){if(r.selector.startsWith("#")){let s=e.find(r.selector).first();if(s.length)return s}let n=(r.label??"").replace(/\s+/g," ").trim().toLowerCase();return e.find('[aria-label*="close" i],[title*="close" i],button[class*="close" i],[data-dismiss],[data-testid*="close" i]').filter((s,i)=>i.tagName!==r.tag?!1:n?(t(i).attr("aria-label")||t(i).text()).replace(/\s+/g," ").trim().toLowerCase()===n:!0).first()}function Ape(t,e){if(e.id){let n=t(`#${lpe(e.id)}`);if(n.length)return n}let r=(e.label??"").replace(/\s+/g," ").trim().toLowerCase();return r?t('button,summary,a,[role="button"]').filter((n,s)=>{let i=(t(s).attr("aria-label")||t(s).text()).replace(/\s+/g," ").trim().toLowerCase();return i?i.includes(r)||r.includes(i):!1}):t([])}function lpe(t){return t.replace(/([^a-zA-Z0-9_-])/g,"\\$1")}function fpe(t){return t.replace(/\s+/g," ").trim()}var ipe,ope,ape,oP=v(()=>{"use strict";St();ipe='details.dla-disclosure>summary{list-style:none;cursor:pointer;display:inline-block}details.dla-disclosure>summary::-webkit-details-marker{display:none}details.dla-disclosure:not([open])>.dla-dialog{display:none!important}details.dla-disclosure[open]>.dla-dialog{display:block;position:fixed;inset:0;z-index:2147483646;overflow:auto;background:#fff}details.dla-disclosure[open]>.dla-dialog>:first-child{display:block!important;visibility:visible!important;opacity:1!important}details.dla-disclosure:not(.dla-initial-dialog)[open]>summary{position:fixed;z-index:2147483647;right:1rem;top:1rem;padding:.5rem .75rem;background:#fff;color:#111;border:1px solid currentColor;border-radius:.25rem}details.dla-disclosure:not(.dla-initial-dialog)[open]>summary:after{content:"Close"}details.dla-initial-dialog>summary{position:fixed;z-index:2147483647;right:1rem;top:1rem}details.dla-initial-dialog:not([open])>summary{display:none!important}',ope="(function(){function disclosures(){return document.querySelectorAll('details.dla-disclosure');}function update(details){var summary=details.querySelector(':scope > summary');if(!summary)return;var label=summary.getAttribute('data-dla-disclosure-label');if(label)summary.setAttribute('aria-label',details.open?'Close '+label:label);}function ready(){disclosures().forEach(function(details){update(details);details.addEventListener('toggle',function(){update(details);});});document.addEventListener('keydown',function(event){if(event.key!=='Escape')return;var open=Array.prototype.slice.call(disclosures()).filter(function(details){return details.open;}).pop();if(!open)return;event.preventDefault();open.open=false;var summary=open.querySelector(':scope > summary');if(summary)summary.focus();});}if(document.readyState==='loading')document.addEventListener('DOMContentLoaded',ready);else ready();})();",ape=new Set(["accesskey","autocapitalize","autofocus","class","contenteditable","dir","draggable","enterkeyhint","hidden","id","inert","inputmode","itemid","itemprop","itemref","itemscope","itemtype","lang","nonce","part","popover","role","slot","spellcheck","style","tabindex","title","translate"])});function uP(t,e,r={}){if(!t||e.size===0)return t;let n=hpe(e),s=new Map(e),i=new Set,o=dpe(t);for(let c of o){if(i.has(c))continue;i.add(c);let A=gpe(c,e,n);A?s.set(c,A):r.onMissing&&r.onMissing(c)}let a=t,u=[...s.entries()].filter(([c])=>c&&c!=="/").sort((c,A)=>A[0].length-c[0].length);for(let[c,A]of u){let d=Cpe(c);a=a.replace(new RegExp(`${d}(?!/)`,"g"),()=>A)}return a}function dpe(t){let e=[],r=[/]*\bsrc\s*=\s*(["'])([\s\S]*?)\1/gi,/]*\bhref\s*=\s*(["'])([\s\S]*?\.(?:jpe?g|png|gif|webp|svg|avif|mp4|webm|pdf))\1/gi,/\bsrcset\s*=\s*(["'])([\s\S]*?)\1/gi,/"src"\s*:\s*"([^"]+)"/g,/"url"\s*:\s*"([^"]+)"/g];for(let n of r){let s;for(;(s=n.exec(t))!==null;){let i=s[2]??s[1];if(n.source.includes("srcset")){let o,a=new RegExp(aP.source,"g");for(;(o=a.exec(i))!==null;)e.push(o[0])}else e.push(i)}}return e.map(n=>n.match(aP)?.[0]??n).filter(n=>/^https?:\/\//i.test(n))}function hpe(t){let e=new Map;for(let[r,n]of t.entries()){let s=mpe(r);for(let i of cP(r)){let o=e.get(i);(!o||s>o.score)&&e.set(i,{local:n,score:s})}}return e}function gpe(t,e,r){let n=e.get(t);if(n)return n;for(let s of cP(t)){let i=r.get(s);if(i)return i.local}}function cP(t){let e=[],r=Epe(t);if(!r)return e;if(r.hostname==="static.wixstatic.com"){let n=ppe(r);n&&e.push(`wix:${n}`)}return e}function ppe(t){let e=t.pathname.split("/").filter(Boolean),r=e.indexOf("media");if(!(r===-1||r+1>=e.length))return decodeURIComponent(e[r+1])}function mpe(t){let e=t.match(/\bw_(\d+),h_(\d+)/i);return e?Number(e[1])*Number(e[2]):0}function Epe(t){try{let e=new URL(t);return/^https?:$/i.test(e.protocol)?e:void 0}catch{return}}function Cpe(t){return t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}var aP,AP=v(()=>{"use strict";aP=/https?:\/\/[^\s"<>\\]+/g});var FP={};jr(FP,{CAPTURED_INTERACTIONS_SCHEMA:()=>xP,CAPTURED_SEMANTIC_EVIDENCE_SCHEMA:()=>mw,CAPTURE_RECEIPT_SCHEMA:()=>SP,SOURCE_PROFILE_SCHEMA:()=>TP,WEBSITE_ARTIFACT_SCHEMA:()=>DP,documentsDiffer:()=>vP,exportWebsiteCapture:()=>sme,portableInlineStyle:()=>Ff});import{createHash as yw}from"node:crypto";import{copyFileSync as lP,closeSync as fP,existsSync as Li,mkdirSync as jc,openSync as Ipe,readFileSync as Yt,renameSync as bpe,rmSync as np,statSync as zc,writeFileSync as vr}from"node:fs";import{basename as ip,dirname as sp,extname as vf,join as mt,relative as ype,resolve as ko,sep as Bpe}from"node:path";function Qpe(t){return t.replace(/\sdata-dla-geometry-id=(?:"[^"]*"|'[^']*')/g,"")}function dw(t){return Array.isArray(t)&&t.length>0&&t.every(e=>e!==null&&typeof e=="object"&&typeof e.selector=="string"&&e.selector!=="")}function dP(t){return t.map(e=>{let r={...e};return delete r.sectionHtml,delete r.styledHtml,r})}function hw(t){return yw("sha256").update(Yt(t)).digest("hex")}function hP(t,e,r){let n=r.get(t);if(n===void 0||n===e)return t;let s=vf(t);return`${t.slice(0,t.length-s.length)}-${e.slice(0,12)}${s}`}function Cw(t){if(t)return{json_ld:{schema:o6,documents:t}}}function Iw(t){return t?Buffer.byteLength(`,"metadata":${JSON.stringify(t)}`):0}function $c(t,e){let r=ype(ko(t),ko(e));return r===""||!r.startsWith(`..${Bpe}`)&&r!==".."}function Mr(t){let e=new URL(t);return e.hash="",e.search="",e.pathname=e.pathname.replace(/\/$/,"")||"/",e.href}function kf(t,e,r){if(t===r)return"index.html";let n=new URL(t),s=new URL(e),i=decodeURIComponent(n.pathname),o=s.pathname.replace(/\/$/,""),a=n.origin===s.origin&&o!==""&&i.replace(/\/$/,"")!==o&&!i.startsWith(`${o}/`);n.origin===s.origin&&o&&i.startsWith(`${o}/`)?i=i.slice(o.length):n.origin===s.origin&&i.replace(/\/$/,"")===o&&(i="/");let u=i.replace(/^\/+|\/+$/g,"");return u?/\.[a-z0-9]+$/i.test(u)?u:mt(u,"index.html"):a?"site-root/index.html":"index.html"}function kpe(t,e){if(!t.canonicalUrl)return!1;let r=e.canonicalUrl?Mr(e.canonicalUrl):Mr(e.url);return Mr(t.canonicalUrl)===r}function gP(t,e,r){let n=De(t);return n("a[href],area[href]").each((s,i)=>{let o=n(i),a=o.attr("href")??"";if(!/^(?:https?:)?\/\//i.test(a))return;let u;try{u=new URL(a,e)}catch{return}let c=r.get(Mr(u.href));c&&o.attr("href",`${c}${u.search}${u.hash}`)}),n.html()}function vpe(t){return t.length>1&&/[0-9A-Za-z]/.test(t)}function kP(t,e){let r=new Map;for(let[n,s]of t){if(!vpe(n)){n&&e?.add(n);continue}r.set(n,s)}return r}function Mf(t,e,r){let n=new Map;for(let[o,a]of kP(e,r))n.set(o,a),n.set(o.replace(/&/g,"&"),a.replace(/&/g,"&"));let s=[...n.keys()].filter(o=>o!==""&&o!=="/").sort((o,a)=>a.length-o.length);if(s.length===0)return t;let i=new RegExp(s.map(o=>o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")).join("|"),"g");return t.replace(i,o=>n.get(o)??o)}function pP(t){let e=De(t.replace(/]*>[\s\S]*?<\/noscript\s*>/gi,""));e("img[src],img[srcset]").each((n,s)=>{let i=e(s),o=`${i.attr("src")??""},${i.attr("srcset")??""}`,a=/(?:^|[,/])al_(tl|tc|tr|bl|bc|br|t|b|l|c|r)(?=[,/]|$)/i.exec(o)?.[1]?.toLowerCase();if(!a)return;let u={tl:"left top",tc:"center top",tr:"right top",bl:"left bottom",bc:"center bottom",br:"right bottom",t:"center top",b:"center bottom",l:"left center",c:"center center",r:"right center"},c=i.attr("style")??"";if(/(?:^|;)\s*object-position\s*:/i.test(c))return;let A=c.trim()?c.trim().replace(/;?$/,";"):"";i.attr("style",`${A}object-position:${u[a]}`)}),e("*").each((n,s)=>{let i=e(s),o=i.attr("style")??"";if(!/(?:^|;)\s*position\s*:\s*fixed\s*!important/i.test(o))return;let a=i.text().replace(/\s+/g," ").trim(),u=i.find("a[href]").map((d,l)=>e(l).attr("href")??"").get().join(" ");if(!/\bpowered by\b|\bcreate your own (?:unique )?website\b/i.test(a)||!/\b(?:signup|get started)\b/i.test(`${a} ${u}`))return;let c=/(?:^|;)\s*height\s*:\s*(\d+(?:\.\d+)?)px\s*!important/i.exec(o)?.[1],A=e("body").attr("style")??"";c&&new RegExp(`(?:^|;)\\s*padding-bottom\\s*:\\s*${c}px\\s*!important`,"i").test(A)&&e("body").attr("style",A.replace(new RegExp(`(?:^|;)\\s*padding-bottom\\s*:\\s*${c}px\\s*!important`,"i"),"").replace(/^\s*;|;\s*$/g,"").trim()),i.remove()}),e("div,section,aside,footer").each((n,s)=>{let i=e(s),o=i.clone();if(o.find("script,style,noscript").remove(),o.find("img,video,audio,iframe,form,input,button,a[href]").length>0||o.text().trim()!==""||i.parents("main,article").length>0)return;let a=i.attr("style")??"",u=`${i.attr("id")??""} ${i.attr("class")??""}`;(/(?:^|;)\s*(?:position\s*:\s*(?:fixed|absolute)|bottom\s*:)/i.test(a)||/(?:account.*app|app.*account|footer|modal|mount|portal|popup|toast)/i.test(u))&&i.remove()});let r=e("body a[href]").map((n,s)=>e(s).attr("href")??"").get();return e("body > div,body > nav").each((n,s)=>{let i=e(s),o=`${i.attr("style")??""};${i.children().first().attr("style")??""}`,a=i.find("a[href]").map((u,c)=>e(c).attr("href")??"").get();a.length===0||!/(?:^|;)\s*display\s*:\s*none/i.test(o)||a.every(u=>r.filter(c=>c===u).length>1)&&i.remove()}),e.html()}function bw(t){let e=De(t),r=0;return e("div.hs-form-frame").each((n,s)=>{let i=e(s);if(i.find("iframe").remove(),r>=xpe)return;let o=i.attr("data-portal-id")??"",a=(i.attr("data-form-id")??"").toLowerCase(),u=(i.attr("data-region")??"").toLowerCase(),c=Rpe.get(u);!c||!/^\d{1,20}$/.test(o)||!/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/.test(a)||(i.append(``),r++)}),e.html()}function Mpe(t){return De(t)('meta[property="og:url"]').first().attr("content")}function EP(t){return`@media(max-width:${t}px){.data-liberation-desktop-document{display:none!important}.data-liberation-mobile-document{display:contents!important}}`}function vP(t,e){let r=/]*)>([\s\S]*?)<\/body\s*>/i.exec(t)?.[2],n=/]*)>([\s\S]*?)<\/body\s*>/i.exec(e)?.[2];return r===void 0||n===void 0?!1:op(r)!==op(n)}function Lpe(t){let e=Kc(t).join(`
+`);if(e==="")return t;let r=X5("",e);return r===""?t:/<\/head\s*>/i.test(t)?t.replace(/<\/head\s*>/i,``):`${t}`}function Fpe(t,e,r=Bw){return Lpe(_pe(t,e,r))}function _pe(t,e,r=Bw){let n=/]*)>([\s\S]*?)<\/body\s*>/i.exec(t),s=n?.[2],i=/]*)>([\s\S]*?)<\/body\s*>/i.exec(e),o=i?.[2];if(s===void 0||o===void 0)return t;let a=/]*\bname\s*=\s*(["'])viewport\1[^>]*>/i.exec(e)?.[0],u=I=>a?/]*\bname\s*=\s*(["'])viewport\1[^>]*>/i.test(I)?I.replace(/]*\bname\s*=\s*(["'])viewport\1[^>]*>/i,a):I.replace(/<\/head\s*>/i,`${a}`):I;if(op(s)===op(o))return Kc(t).join(`
+`)===Kc(e).join(`
+`)?u(t):u(IP(t,`(min-width:${r+1}px)`)).replace(/<\/head\s*>/i,`${CP(e,void 0,r)}`);let c=De(`${o}`);c("[data-dla-anchor-target]").each((I,b)=>{let T=c(b),x=T.attr("data-dla-anchor-target");x&&T.attr("id",`${x}--dla-mobile`)}),c("a[data-dla-anchor-fragment][href]").each((I,b)=>{let T=c(b),x=T.attr("data-dla-anchor-fragment"),D=T.attr("href");x&&D&&T.attr("href",`${D.replace(/#.*$/,"")}#${encodeURIComponent(x)}--dla-mobile`)}),o=c("body").html()??o;let A=(I,b)=>{let T=De(``)("body"),x=[I,T.attr("class")].filter(Boolean).join(" "),D=T.attr("style");return`class="${nf(x)}"${D?` style="${nf(D)}"`:""}`},d=I=>(De(`