Skip to content

New backup implementation that gets export link from notifications API rather than backup (due to notion api change) #44

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

New backup implementation that gets export link from notifications API rather than backup (due to notion api change) #44

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
218 changes: 128 additions & 90 deletions notion-backup.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,46 +1,93 @@
#!/usr/bin/env node
/* eslint no-await-in-loop: 0 */

let axios = require('axios')
, extract = require('extract-zip')
, { retry } = require('async')
, { createWriteStream } = require('fs')
, { mkdir, rm, readdir } = require('fs/promises')
, { join } = require('path')
, notionAPI = 'https://www.notion.so/api/v3'
, { NOTION_TOKEN, NOTION_FILE_TOKEN, NOTION_SPACE_ID } = process.env
, client = axios.create({
baseURL: notionAPI,
headers: {
Cookie: `token_v2=${NOTION_TOKEN}; file_token=${NOTION_FILE_TOKEN}`
},
})
, die = (str) => {
console.error(str);
process.exit(1);
}
;

const axios = require('axios');
const extract = require('extract-zip');
const { retry } = require('async');
const { createWriteStream } = require('fs');
const { mkdir, rm, readdir } = require('fs/promises');
const { join } = require('path');

const NOTION_API = 'https://www.notion.so/api/v3';
const { NOTION_TOKEN, NOTION_FILE_TOKEN, NOTION_SPACE_ID } = process.env;

if (!NOTION_TOKEN || !NOTION_FILE_TOKEN || !NOTION_SPACE_ID) {
die(`Need to have NOTION_TOKEN, NOTION_FILE_TOKEN and NOTION_SPACE_ID defined in the environment.
See https://github.com/darobin/notion-backup/blob/main/README.md for
a manual on how to get that information.`);
console.error('❌ Missing required environment variables: NOTION_TOKEN, NOTION_FILE_TOKEN, NOTION_SPACE_ID');
process.exit(1);
}

async function post (endpoint, data) {
return client.post(endpoint, data);
const client = axios.create({
baseURL: NOTION_API,
headers: {
Cookie: `token_v2=${NOTION_TOKEN}; file_token=${NOTION_FILE_TOKEN}`,
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36',
'Accept-Language': 'en-US,en;q=0.9',
'Sec-Fetch-Site': 'same-origin',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Dest': 'empty',
'Notion-Client-Version': '23.13.0.1773',
'Notion-Audit-Log-Platform': 'web'
}
});

async function post(endpoint, data) {
try {
console.log(`📡 Sending request to ${endpoint} with data:`, JSON.stringify(data, null, 2));
const response = await client.post(endpoint, data);
console.log(`✅ Response from ${endpoint}:`, response.data);
return response;
} catch (error) {
console.error(`🚨 API request to ${endpoint} failed:`, error.response?.data || error.message);
throw error;
}
}

async function sleep (seconds) {
return new Promise((resolve) => {
setTimeout(resolve, seconds * 1000);
});
async function sleep(seconds) {
return new Promise(resolve => setTimeout(resolve, seconds * 1000));
}

// formats: markdown, html
async function exportFromNotion (format) {
async function getExportURL(startTime) {
while (true) {
await sleep(10);
let payload = {
spaceId: NOTION_SPACE_ID,
size: 20,
type: "unread_and_read",
variant: "no_grouping"
};

let { data } = await post('getNotificationLogV2', payload);
let activities = Object.values(data.recordMap.activity || {});

console.log(`🔍 Found ${activities.length} activities. Logging timestamps:`);
activities.forEach(activity => {
let timestamp = activity.value?.value?.start_time;
if (timestamp) {
let elapsedTime = (timestamp - startTime) / 1000;
console.log(`🔹 Activity type: ${activity.value?.value?.type}, Timestamp: ${timestamp}, Time since start: ${elapsedTime}s`);
}
});

let exportActivity = activities.find(activity =>
activity.value?.value?.type === 'export-completed' &&
activity.value?.value?.start_time >= startTime
);

if (exportActivity) {
let timestamp = exportActivity.value.value.start_time;
let exportURL = exportActivity.value.value.edits[0].link;
console.warn(`✅ Export URL found: ${exportURL}`);
console.warn(`🕒 Export timestamp: ${timestamp}, Time since start: ${(timestamp - startTime) / 1000}s`);
return exportURL;
}
console.warn('⏳ Waiting for export to complete...');
}
}

async function exportFromNotion(format) {
try {
let { data: { taskId } } = await post('enqueueTask', {
console.log(`📤 Initiating export for format: ${format}`);
let startTime = Date.now();
await post('enqueueTask', {
task: {
eventName: 'exportSpace',
request: {
Expand All @@ -50,84 +97,75 @@ async function exportFromNotion (format) {
timeZone: 'America/New_York',
locale: 'en',
},
shouldExportComments: false
shouldExportComments: false,
},
},
});
console.warn(`Enqueued task ${taskId}`);
let failCount = 0
, exportURL
;
while (true) {
if (failCount >= 5) break;
await sleep(10);
let { data: { results: tasks } } = await retry(
{ times: 3, interval: 2000 },
async () => post('getTasks', { taskIds: [taskId] })
);
let task = tasks.find(t => t.id === taskId);
// console.warn(JSON.stringify(task, null, 2)); // DBG
if (!task) {
failCount++;
console.warn(`No task, waiting.`);
continue;
}
if (!task.status) {
failCount++;
console.warn(`No task status, waiting. Task was:\n${JSON.stringify(task, null, 2)}`);
continue;
}
if (task.state === 'in_progress') console.warn(`Pages exported: ${task.status.pagesExported}`);
if (task.state === 'failure') {
failCount++;
console.warn(`Task error: ${task.error}`);
continue;
}
if (task.state === 'success') {
exportURL = task.status.exportURL;
break;
}
}

let exportURL = await getExportURL(startTime);
console.log(`📥 Downloading export from ${exportURL}`);
let res = await client({
method: 'GET',
url: exportURL,
responseType: 'stream'
responseType: 'stream',
headers: {
Cookie: `token_v2=${NOTION_TOKEN}; file_token=${NOTION_FILE_TOKEN}`,
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36',
'Accept-Language': 'en-US,en;q=0.9',
'Sec-Fetch-Site': 'same-origin',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Dest': 'empty'
}
});
let stream = res.data.pipe(createWriteStream(join(process.cwd(), `${format}.zip`)));
let filePath = join(process.cwd(), `${format}.zip`);
let stream = res.data.pipe(createWriteStream(filePath));

await new Promise((resolve, reject) => {
stream.on('close', resolve);
stream.on('error', reject);
});
}
catch (err) {
die(err);
} catch (err) {
console.error('🚨 Error during export:', err);
throw err;
}
}

async function run () {
let cwd = process.cwd()
, mdDir = join(cwd, 'markdown')
, mdFile = join(cwd, 'markdown.zip')
, htmlDir = join(cwd, 'html')
, htmlFile = join(cwd, 'html.zip')
;
await exportFromNotion('markdown');
async function run() {
let cwd = process.cwd(),
mdDir = join(cwd, 'markdown'),
mdFile = join(cwd, 'markdown.zip'),
htmlDir = join(cwd, 'html'),
htmlFile = join(cwd, 'html.zip');

console.log('🗑️ Removing old backups...');
await rm(mdDir, { recursive: true, force: true });
await mkdir(mdDir, { recursive: true });
await extract(mdFile, { dir: mdDir });
await extractInnerZip(mdDir);
await exportFromNotion('html');
await rm(htmlDir, { recursive: true, force: true });
await mkdir(htmlDir, { recursive: true });
await extract(htmlFile, { dir: htmlDir });
await extractInnerZip(htmlDir);

try {
await exportFromNotion('markdown');
await mkdir(mdDir, { recursive: true });
await extract(mdFile, { dir: mdDir });
await extractInnerZip(mdDir);
} catch (err) {
console.error('🚨 Markdown export failed. Skipping cleanup to retain old backups.');
return;
}

try {
await exportFromNotion('html');
await mkdir(htmlDir, { recursive: true });
await extract(htmlFile, { dir: htmlDir });
await extractInnerZip(htmlDir);
} catch (err) {
console.error('🚨 HTML export failed. Skipping cleanup to retain old backups.');
}
}

async function extractInnerZip (dir) {
async function extractInnerZip(dir) {
let files = (await readdir(dir)).filter(fn => /Part-\d+\.zip$/i.test(fn));
for (let file of files) {
await extract(join(dir, file), { dir });
}
}

run();
run();