565d2ed4bc
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
166 lines
5.5 KiB
JavaScript
166 lines
5.5 KiB
JavaScript
// One-time script: copies existing submission files from Supabase Storage to FileBrowser
|
|
// Run: node scripts/backfill-request-files.mjs
|
|
import { readFileSync } from 'fs';
|
|
import { createClient } from '@supabase/supabase-js';
|
|
import { resolve, dirname } from 'path';
|
|
import { fileURLToPath } from 'url';
|
|
|
|
const __dir = dirname(fileURLToPath(import.meta.url));
|
|
const envFile = resolve(__dir, '../.env.backfill');
|
|
|
|
// Parse env file
|
|
const env = {};
|
|
readFileSync(envFile, 'utf8').split('\n').forEach(line => {
|
|
const m = line.match(/^([^#=]+)=(.*)$/);
|
|
if (m) env[m[1].trim()] = m[2].trim().replace(/^["']|["']$/g, '');
|
|
});
|
|
|
|
const SUPABASE_URL = env.VITE_SUPABASE_URL || env.SUPABASE_URL;
|
|
const SERVICE_ROLE_KEY = env.SUPABASE_SERVICE_ROLE_KEY;
|
|
const FB_URL = (env.FILEBROWSER_URL || '').replace(/\/+$/, '');
|
|
const FB_TOKEN = env.FILEBROWSER_TOKEN;
|
|
const CLIENT_ROOT = env.FILEBROWSER_CLIENT_ROOT || '/fourgebranding/Clients';
|
|
const FB_SOURCE = 'files';
|
|
|
|
if (!SUPABASE_URL || !SERVICE_ROLE_KEY) { console.error('Missing Supabase env'); process.exit(1); }
|
|
if (!FB_URL || !FB_TOKEN) { console.error('Missing FileBrowser env'); process.exit(1); }
|
|
|
|
const admin = createClient(SUPABASE_URL, SERVICE_ROLE_KEY, {
|
|
auth: { persistSession: false, autoRefreshToken: false },
|
|
});
|
|
|
|
function normalizePath(path) {
|
|
const parts = String(path || '/').trim().split('/').filter(Boolean);
|
|
const clean = [];
|
|
for (const p of parts) {
|
|
if (p === '.') continue;
|
|
if (p === '..') throw new Error('path traversal');
|
|
clean.push(p);
|
|
}
|
|
return `/${clean.join('/')}`;
|
|
}
|
|
|
|
function joinPath(...parts) { return normalizePath(parts.join('/')); }
|
|
|
|
function safeName(v) {
|
|
return String(v || '').trim()
|
|
.replace(/[\\/:*?"<>|#%{}^~[\]`]+/g, '-')
|
|
.replace(/\s+/g, ' ')
|
|
.replace(/^-+|-+$/g, '');
|
|
}
|
|
|
|
async function fbFetch(method, endpoint, { params = {}, headers = {}, body } = {}) {
|
|
const qs = new URLSearchParams({ source: FB_SOURCE, ...params }).toString();
|
|
const res = await fetch(`${FB_URL}${endpoint}?${qs}`, {
|
|
method,
|
|
headers: { Authorization: `Bearer ${FB_TOKEN}`, ...headers },
|
|
body,
|
|
});
|
|
if (!res.ok) {
|
|
const text = await res.text();
|
|
throw new Error(`FB ${res.status}: ${text.slice(0, 200)}`);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
async function mkdir(path) {
|
|
await fbFetch('POST', '/api/resources', { params: { path, isDir: 'true' } }).catch(() => {});
|
|
}
|
|
|
|
async function main() {
|
|
const { data: rows, error } = await admin
|
|
.from('submission_files')
|
|
.select(`
|
|
id, name, storage_path,
|
|
submission:submissions!inner(
|
|
id, version_number,
|
|
task:tasks!inner(
|
|
id, title,
|
|
project:projects!inner(
|
|
id, name,
|
|
company:companies!inner(name)
|
|
)
|
|
)
|
|
)
|
|
`);
|
|
|
|
if (error) { console.error('Query failed:', error.message); process.exit(1); }
|
|
|
|
// Group by task + version
|
|
const groups = new Map();
|
|
for (const row of rows || []) {
|
|
const sub = row.submission;
|
|
const task = sub?.task;
|
|
const project = task?.project;
|
|
const company = project?.company;
|
|
if (!task || !project || !company) continue;
|
|
|
|
const key = `${task.id}::${sub.version_number}`;
|
|
if (!groups.has(key)) {
|
|
groups.set(key, {
|
|
companyName: company.name,
|
|
projectName: project.name,
|
|
taskTitle: task.title,
|
|
versionNumber: sub.version_number,
|
|
files: [],
|
|
});
|
|
}
|
|
groups.get(key).files.push({ name: row.name, storage_path: row.storage_path });
|
|
}
|
|
|
|
console.log(`Found ${groups.size} task/revision groups, ${rows.length} total files`);
|
|
|
|
let processed = 0, skipped = 0, errors = 0;
|
|
|
|
for (const [key, group] of groups) {
|
|
if (group.files.length === 0) { skipped++; continue; }
|
|
|
|
const revFolder = `R${String(group.versionNumber).padStart(2, '0')}`;
|
|
const companyDir = joinPath(CLIENT_ROOT, safeName(group.companyName));
|
|
const projectDir = joinPath(companyDir, 'Projects', safeName(group.projectName));
|
|
const taskDir = joinPath(projectDir, safeName(group.taskTitle));
|
|
const requestInfoDir = joinPath(taskDir, 'Request Info');
|
|
const revDir = joinPath(requestInfoDir, revFolder);
|
|
|
|
console.log(`\n[${group.companyName}] ${group.projectName} / ${group.taskTitle} / ${revFolder} (${group.files.length} files)`);
|
|
|
|
await mkdir(companyDir);
|
|
await mkdir(joinPath(companyDir, 'Projects'));
|
|
await mkdir(projectDir);
|
|
await mkdir(taskDir);
|
|
await mkdir(requestInfoDir);
|
|
await mkdir(revDir);
|
|
|
|
for (const file of group.files) {
|
|
try {
|
|
const { data: signed, error: signErr } = await admin.storage
|
|
.from('submissions')
|
|
.createSignedUrl(file.storage_path, 120);
|
|
|
|
if (signErr || !signed?.signedUrl) throw new Error(`signed url failed: ${signErr?.message}`);
|
|
|
|
const fileRes = await fetch(signed.signedUrl);
|
|
if (!fileRes.ok) throw new Error(`download failed: ${fileRes.status}`);
|
|
const fileBuffer = await fileRes.arrayBuffer();
|
|
|
|
const fbFilePath = joinPath(revDir, file.name);
|
|
await fbFetch('POST', '/api/resources', {
|
|
params: { path: fbFilePath, override: 'true' },
|
|
headers: { 'Content-Type': 'application/octet-stream' },
|
|
body: fileBuffer,
|
|
});
|
|
|
|
console.log(` ✓ ${file.name}`);
|
|
processed++;
|
|
} catch (err) {
|
|
console.error(` ✗ ${file.name}: ${err.message}`);
|
|
errors++;
|
|
}
|
|
}
|
|
}
|
|
|
|
console.log(`\nDone. Processed: ${processed}, Skipped: ${skipped}, Errors: ${errors}`);
|
|
}
|
|
|
|
main().catch(err => { console.error(err); process.exit(1); });
|