327 lines
12 KiB
JavaScript
327 lines
12 KiB
JavaScript
|
// scripts/notion-page-reader.js
|
|||
|
|
// 铸渊 · Notion 页面阅读器
|
|||
|
|
//
|
|||
|
|
// 从 Notion 页面链接或 ID 读取内容，输出 Markdown 格式纯文本。
|
|||
|
|
//
|
|||
|
|
// 用法：
|
|||
|
|
// node scripts/notion-page-reader.js <NOTION_URL_OR_PAGE_ID>
|
|||
|
|
//
|
|||
|
|
// 环境变量：
|
|||
|
|
// NOTION_TOKEN Notion API token（必须）
|
|||
|
|
//
|
|||
|
|
// 支持的 URL 格式：
|
|||
|
|
// https://www.notion.so/workspace/Page-Title-abc123def456...
|
|||
|
|
// https://www.notion.so/abc123def456...
|
|||
|
|
// https://notion.so/abc123def456...
|
|||
|
|
// https://workspace.notion.site/Page-Title-abc123def456...
|
|||
|
|
// 直接传入 32 位十六进制 ID 或带连字符的 UUID
|
|||
|
|
|
|||
|
|
'use strict';
|
|||
|
|
|
|||
|
|
const https = require('https');
|
|||
|
|
const fs = require('fs');
|
|||
|
|
const path = require('path');
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// 常量
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
const NOTION_VERSION = '2022-06-28';
|
|||
|
|
const NOTION_API_HOSTNAME = 'api.notion.com';
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// URL 解析
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 从 Notion URL 或原始 ID 中提取页面 ID
|
|||
|
|
* @param {string} input - Notion URL 或页面 ID
|
|||
|
|
* @returns {string|null} 标准化的页面 ID（带连字符的 UUID）或 null
|
|||
|
|
*/
|
|||
|
|
function extractPageId(input) {
|
|||
|
|
if (!input || typeof input !== 'string') return null;
|
|||
|
|
|
|||
|
|
var cleaned = input.trim();
|
|||
|
|
|
|||
|
|
// 去掉尾部查询参数和锚点
|
|||
|
|
cleaned = cleaned.split('?')[0].split('#')[0];
|
|||
|
|
|
|||
|
|
var hex32;
|
|||
|
|
|
|||
|
|
// 已经是带连字符的 UUID 格式
|
|||
|
|
if (/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(cleaned)) {
|
|||
|
|
return cleaned.toLowerCase();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 已经是 32 位纯十六进制
|
|||
|
|
if (/^[0-9a-f]{32}$/i.test(cleaned)) {
|
|||
|
|
hex32 = cleaned.toLowerCase();
|
|||
|
|
return hex32.slice(0, 8) + '-' + hex32.slice(8, 12) + '-' + hex32.slice(12, 16) + '-' + hex32.slice(16, 20) + '-' + hex32.slice(20);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// URL 格式：提取路径末尾的 32 位十六进制
|
|||
|
|
var match = cleaned.match(/([0-9a-f]{32})$/i);
|
|||
|
|
if (match) {
|
|||
|
|
hex32 = match[1].toLowerCase();
|
|||
|
|
return hex32.slice(0, 8) + '-' + hex32.slice(8, 12) + '-' + hex32.slice(12, 16) + '-' + hex32.slice(16, 20) + '-' + hex32.slice(20);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// URL 中嵌入的带连字符 UUID
|
|||
|
|
var uuidMatch = cleaned.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})/i);
|
|||
|
|
if (uuidMatch) {
|
|||
|
|
return uuidMatch[1].toLowerCase();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return null;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// HTTP 请求工具
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
function httpsRequest(options) {
|
|||
|
|
return new Promise(function (resolve, reject) {
|
|||
|
|
var req = https.request(options, function (res) {
|
|||
|
|
var data = '';
|
|||
|
|
res.on('data', function (chunk) { data += chunk; });
|
|||
|
|
res.on('end', function () {
|
|||
|
|
try {
|
|||
|
|
var parsed = JSON.parse(data);
|
|||
|
|
if (res.statusCode >= 200 && res.statusCode < 300) {
|
|||
|
|
resolve(parsed);
|
|||
|
|
} else {
|
|||
|
|
reject(new Error('Notion API ' + res.statusCode + ': ' + (parsed.message || data)));
|
|||
|
|
}
|
|||
|
|
} catch (e) {
|
|||
|
|
reject(new Error('Notion API 响应解析失败: ' + data.slice(0, 200)));
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
});
|
|||
|
|
req.on('error', reject);
|
|||
|
|
req.setTimeout(30000, function () {
|
|||
|
|
req.destroy(new Error('请求超时 (30s)'));
|
|||
|
|
});
|
|||
|
|
req.end();
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// Notion API
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
function notionGet(endpoint, token) {
|
|||
|
|
return httpsRequest({
|
|||
|
|
hostname: NOTION_API_HOSTNAME,
|
|||
|
|
port: 443,
|
|||
|
|
path: endpoint,
|
|||
|
|
method: 'GET',
|
|||
|
|
headers: {
|
|||
|
|
'Authorization': 'Bearer ' + token,
|
|||
|
|
'Notion-Version': NOTION_VERSION,
|
|||
|
|
},
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 获取 Notion 页面元数据（标题、属性等）
|
|||
|
|
*/
|
|||
|
|
async function getNotionPage(pageId, token) {
|
|||
|
|
return notionGet('/v1/pages/' + pageId, token);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 读取 Notion 页面的所有子块（递归分页）
|
|||
|
|
*/
|
|||
|
|
async function getNotionPageBlocks(pageId, token) {
|
|||
|
|
var blocks = [];
|
|||
|
|
var cursor = undefined;
|
|||
|
|
do {
|
|||
|
|
var qs = cursor ? '?start_cursor=' + cursor : '';
|
|||
|
|
var result = await notionGet('/v1/blocks/' + pageId + '/children' + qs, token);
|
|||
|
|
blocks.push.apply(blocks, result.results || []);
|
|||
|
|
cursor = result.has_more ? result.next_cursor : undefined;
|
|||
|
|
} while (cursor);
|
|||
|
|
return blocks;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// 内容提取
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 从 Notion 页面属性中提取标题
|
|||
|
|
*/
|
|||
|
|
function extractPageTitle(page) {
|
|||
|
|
var props = page.properties || {};
|
|||
|
|
var keys = Object.keys(props);
|
|||
|
|
for (var i = 0; i < keys.length; i++) {
|
|||
|
|
var prop = props[keys[i]];
|
|||
|
|
if (prop.type === 'title' && prop.title) {
|
|||
|
|
return prop.title.map(function (t) { return t.plain_text || ''; }).join('');
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return '(无标题)';
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 从 Notion 块中提取纯文本
|
|||
|
|
*/
|
|||
|
|
function extractBlockText(block) {
|
|||
|
|
var type = block.type;
|
|||
|
|
if (!block[type]) return '';
|
|||
|
|
|
|||
|
|
var richTexts = block[type].rich_text || block[type].text || [];
|
|||
|
|
return richTexts.map(function (rt) { return rt.plain_text || ''; }).join('');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 将 Notion 块列表转为 Markdown 格式纯文本
|
|||
|
|
*/
|
|||
|
|
function blocksToMarkdown(blocks) {
|
|||
|
|
return blocks.map(function (block) {
|
|||
|
|
var type = block.type;
|
|||
|
|
var text = extractBlockText(block);
|
|||
|
|
|
|||
|
|
if (type === 'heading_1') return '\n# ' + text;
|
|||
|
|
if (type === 'heading_2') return '\n## ' + text;
|
|||
|
|
if (type === 'heading_3') return '\n### ' + text;
|
|||
|
|
if (type === 'bulleted_list_item') return '- ' + text;
|
|||
|
|
if (type === 'numbered_list_item') return '1. ' + text;
|
|||
|
|
if (type === 'to_do') {
|
|||
|
|
var checked = block.to_do && block.to_do.checked ? '☑' : '☐';
|
|||
|
|
return checked + ' ' + text;
|
|||
|
|
}
|
|||
|
|
if (type === 'code') {
|
|||
|
|
var lang = (block.code && block.code.language) || '';
|
|||
|
|
return '```' + lang + '\n' + text + '\n```';
|
|||
|
|
}
|
|||
|
|
if (type === 'divider') return '---';
|
|||
|
|
if (type === 'callout') return '> ' + text;
|
|||
|
|
if (type === 'quote') return '> ' + text;
|
|||
|
|
if (type === 'toggle') return '▸ ' + text;
|
|||
|
|
if (type === 'table_row') {
|
|||
|
|
var cells = (block.table_row && block.table_row.cells) || [];
|
|||
|
|
return '| ' + cells.map(function (cell) {
|
|||
|
|
return cell.map(function (rt) { return rt.plain_text || ''; }).join('');
|
|||
|
|
}).join(' | ') + ' |';
|
|||
|
|
}
|
|||
|
|
if (type === 'image') {
|
|||
|
|
var src = '';
|
|||
|
|
if (block.image) {
|
|||
|
|
if (block.image.type === 'external') src = block.image.external && block.image.external.url;
|
|||
|
|
if (block.image.type === 'file') src = block.image.file && block.image.file.url;
|
|||
|
|
}
|
|||
|
|
var caption = (block.image && block.image.caption) || [];
|
|||
|
|
var captionText = caption.map(function (rt) { return rt.plain_text || ''; }).join('');
|
|||
|
|
return ' + ')';
|
|||
|
|
}
|
|||
|
|
if (type === 'bookmark') {
|
|||
|
|
var url = (block.bookmark && block.bookmark.url) || '';
|
|||
|
|
return '🔗 ' + url;
|
|||
|
|
}
|
|||
|
|
if (type === 'child_page') {
|
|||
|
|
var childTitle = (block.child_page && block.child_page.title) || '';
|
|||
|
|
return '📄 ' + childTitle;
|
|||
|
|
}
|
|||
|
|
if (type === 'child_database') {
|
|||
|
|
var dbTitle = (block.child_database && block.child_database.title) || '';
|
|||
|
|
return '🗃️ ' + dbTitle;
|
|||
|
|
}
|
|||
|
|
return text;
|
|||
|
|
}).filter(Boolean).join('\n');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// 主流程
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
async function main() {
|
|||
|
|
var input = process.env.NOTION_PAGE_URL || process.argv[2];
|
|||
|
|
var token = process.env.NOTION_TOKEN;
|
|||
|
|
var outputDir = process.env.NOTION_OUTPUT_DIR || '';
|
|||
|
|
|
|||
|
|
if (!token) {
|
|||
|
|
console.error('❌ 缺少 NOTION_TOKEN 环境变量');
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (!input) {
|
|||
|
|
console.error('❌ 用法: node scripts/notion-page-reader.js <NOTION_URL_OR_PAGE_ID>');
|
|||
|
|
console.error(' 或设置环境变量 NOTION_PAGE_URL');
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var pageId = extractPageId(input);
|
|||
|
|
if (!pageId) {
|
|||
|
|
console.error('❌ 无法从输入中提取页面 ID: ' + input);
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
console.log('📖 铸渊 · Notion 页面阅读器');
|
|||
|
|
console.log(' → 页面 ID: ' + pageId);
|
|||
|
|
console.log('');
|
|||
|
|
|
|||
|
|
// 1. 获取页面元数据
|
|||
|
|
console.log('⏳ 正在获取页面信息...');
|
|||
|
|
var page = await getNotionPage(pageId, token);
|
|||
|
|
var title = extractPageTitle(page);
|
|||
|
|
console.log(' → 标题: ' + title);
|
|||
|
|
|
|||
|
|
// 2. 获取页面内容块
|
|||
|
|
console.log('⏳ 正在读取页面内容...');
|
|||
|
|
var blocks = await getNotionPageBlocks(pageId, token);
|
|||
|
|
console.log(' → 获取到 ' + blocks.length + ' 个内容块');
|
|||
|
|
|
|||
|
|
// 3. 转换为可读文本
|
|||
|
|
var markdown = blocksToMarkdown(blocks);
|
|||
|
|
|
|||
|
|
// 4. 输出
|
|||
|
|
console.log('');
|
|||
|
|
console.log('════════════════════════════════════════');
|
|||
|
|
console.log('📄 ' + title);
|
|||
|
|
console.log('════════════════════════════════════════');
|
|||
|
|
console.log(markdown);
|
|||
|
|
console.log('');
|
|||
|
|
console.log('════════════════════════════════════════');
|
|||
|
|
console.log('✅ 读取完成 · 共 ' + blocks.length + ' 个内容块');
|
|||
|
|
|
|||
|
|
// 5. 可选：保存到文件
|
|||
|
|
if (outputDir) {
|
|||
|
|
var safeTitle = title.replace(/[^a-zA-Z0-9\u4e00-\u9fa5_-]/g, '_').slice(0, 80);
|
|||
|
|
var filename = safeTitle + '-' + pageId.replace(/-/g, '') + '.md';
|
|||
|
|
var outputPath = path.join(outputDir, filename);
|
|||
|
|
|
|||
|
|
var fileContent = '# ' + title + '\n\n';
|
|||
|
|
fileContent += '> 📖 Notion 页面 ID: `' + pageId + '`\n';
|
|||
|
|
fileContent += '> 🕐 读取时间: ' + new Date().toISOString() + '\n\n';
|
|||
|
|
fileContent += '---\n\n';
|
|||
|
|
fileContent += markdown + '\n';
|
|||
|
|
|
|||
|
|
if (!fs.existsSync(outputDir)) {
|
|||
|
|
fs.mkdirSync(outputDir, { recursive: true });
|
|||
|
|
}
|
|||
|
|
fs.writeFileSync(outputPath, fileContent, 'utf-8');
|
|||
|
|
console.log('');
|
|||
|
|
console.log('💾 已保存到: ' + outputPath);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
// 模块导出（供其他脚本引用）
|
|||
|
|
// ══════════════════════════════════════════════════════════
|
|||
|
|
|
|||
|
|
module.exports = {
|
|||
|
|
extractPageId: extractPageId,
|
|||
|
|
extractBlockText: extractBlockText,
|
|||
|
|
blocksToMarkdown: blocksToMarkdown,
|
|||
|
|
extractPageTitle: extractPageTitle,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
// 直接运行时执行主流程
|
|||
|
|
if (require.main === module) {
|
|||
|
|
main().catch(function (err) {
|
|||
|
|
console.error('❌ 读取失败: ' + err.message);
|
|||
|
|
process.exit(1);
|
|||
|
|
});
|
|||
|
|
}
|