Content Extraction

/**
 * Gets URLs of all images contained on the given page
 * @param recordMap - Extended record map containing page data
 * @param options - Configuration including image URL mapping function
 * @returns Array of processed image URLs
 */
function getPageImageUrls(
  recordMap: ExtendedRecordMap,
  options: { mapImageUrl: (url: string, block: Block) => string | undefined }
): string[];

import { getPageImageUrls, defaultMapImageUrl } from "notion-utils";

// Extract all image URLs from a page
const imageUrls = getPageImageUrls(recordMap, {
  mapImageUrl: (url, block) => {
    // Use the default image URL mapping (handles Notion's image proxy)
    return defaultMapImageUrl(url, block);
  }
});

console.log(`Found ${imageUrls.length} images on the page`);
imageUrls.forEach((url, index) => {
  console.log(`Image ${index + 1}: ${url}`);
});

// Custom image URL processing
const customImageUrls = getPageImageUrls(recordMap, {
  mapImageUrl: (url, block) => {
    if (url?.startsWith('data:')) {
      // Skip data URLs
      return undefined;
    }
    // Add custom parameters
    return `${url}?width=800&quality=80`;
  }
});

/**
 * Gets the URLs of all tweets embedded on a page
 * @param recordMap - Extended record map containing page data
 * @returns Array of tweet URLs
 */
function getPageTweetUrls(recordMap: ExtendedRecordMap): string[];

/**
 * Gets the IDs of all tweets embedded on a page
 * @param recordMap - Extended record map containing page data
 * @returns Array of tweet ID strings
 */
function getPageTweetIds(recordMap: ExtendedRecordMap): string[];

import { getPageTweetUrls, getPageTweetIds } from "notion-utils";

// Get all tweet URLs
const tweetUrls = getPageTweetUrls(recordMap);
console.log(`Found ${tweetUrls.length} embedded tweets`);
tweetUrls.forEach(url => {
  console.log(`Tweet: ${url}`);
});

// Get just the tweet IDs
const tweetIds = getPageTweetIds(recordMap);
tweetIds.forEach(id => {
  console.log(`Tweet ID: ${id}`);
  // Use with Twitter API: https://api.twitter.com/2/tweets/${id}
});

/**
 * Gets the IDs of all blocks contained on a page
 * @param recordMap - Extended record map containing all blocks
 * @param blockId - Starting block ID (uses first block if not provided)
 * @returns Array of all block IDs found recursively
 */
function getPageContentBlockIds(recordMap: ExtendedRecordMap, blockId?: string): string[];

import { getPageContentBlockIds } from "notion-utils";

// Get all blocks on a page
const allBlockIds = getPageContentBlockIds(recordMap);
console.log(`Page contains ${allBlockIds.length} total blocks`);

// Analyze block types
const blockTypes: Record<string, number> = {};
allBlockIds.forEach(blockId => {
  const block = recordMap.block[blockId]?.value;
  if (block) {
    blockTypes[block.type] = (blockTypes[block.type] || 0) + 1;
  }
});

console.log("Block type distribution:");
Object.entries(blockTypes).forEach(([type, count]) => {
  console.log(`  ${type}: ${count}`);
});

// Get blocks starting from a specific section
const sectionBlockIds = getPageContentBlockIds(recordMap, "specific-section-id");
console.log(`Section contains ${sectionBlockIds.length} blocks`);

import { 
  getPageImageUrls, 
  getPageTweetIds, 
  getPageContentBlockIds,
  defaultMapImageUrl 
} from "notion-utils";

// Comprehensive content analysis
function analyzePageContent(recordMap: ExtendedRecordMap) {
  const images = getPageImageUrls(recordMap, {
    mapImageUrl: defaultMapImageUrl
  });
  
  const tweets = getPageTweetIds(recordMap);
  const blocks = getPageContentBlockIds(recordMap);
  
  return {
    totalBlocks: blocks.length,
    imageCount: images.length,
    tweetCount: tweets.length,
    images: images,
    tweets: tweets.map(id => `https://twitter.com/i/status/${id}`)
  };
}

// Usage
const contentAnalysis = analyzePageContent(recordMap);
console.log("Content Analysis:", contentAnalysis);

// Re-exported from notion-types
interface ExtendedRecordMap {
  block: Record<string, Block>;
  collection?: Record<string, Collection>;
  collection_view?: Record<string, CollectionView>;
  notion_user?: Record<string, NotionUser>;
  collection_query?: Record<string, any>;
  signed_urls?: Record<string, string>;
  preview_images?: Record<string, string>;
}

interface Block {
  id: string;
  type: BlockType;
  properties?: Record<string, any>;
  format?: Record<string, any>;
  content?: string[];
  parent_id: string;
  parent_table: string;
  alive: boolean;
  created_time: number;
  last_edited_time: number;
}

// Content-specific block types
type ContentBlockType = 
  | 'image' 
  | 'tweet' 
  | 'bookmark' 
  | 'callout'
  | 'video'
  | 'audio'
  | 'file'
  | 'pdf'
  | 'embed';