book_notes_to_apple_notes.php

<?php
/*
 *  Apple Books (iBooks) notes to Markdown converter
 *  by Fabian Mürmann <hello@fabian.mu>
 * 
 *  based on https://github.com/jorisw/ibooks2evernote by Joris Witteman <joris@jor.is>
 *  
 *  Reads the Books Annotations library on your Mac and exports
 *  them, tagged with their respective book title and imported in
 *  separate notebooks.
 *
 *  Usage:
 *  
 *  Move this script to the top of your personal home directory on your Mac.
 *  This is the folder that has your name, which the Finder opens if you
 *  click on the Finder icon in the Dock.
 *
 *  To export your notes to MD Files:
 *  
 *  1. Run the following command in the Terminal:
 *
 *     php ./book_notes_to_md.php
 *    
 *  2. Open the newly created "export"
 *
 */
 
// Default file locations for required iBooks data 
define('RESULT_DIRECTORY_NAME',"export");
define('BOOKS_DATABASE_DIRECTORY','~/Library/Containers/com.apple.iBooksX/Data/Documents/BKLibrary');
define('NOTES_DATABASE_DIRECTORY','~/Library/Containers/com.apple.iBooksX/Data/Documents/AEAnnotation');

// Verify presence of iBooks database

$path = exec('ls '.BOOKS_DATABASE_DIRECTORY."/*.sqlite");
define('BOOKS_DATABASE_FILE',$path);
// if(!file_exists(BOOKS_DATABASE_DIRECTORY)){
// 	die("Sorry, couldn't find an iBooks Library on your Mac. Have you put any books in there?\n");
// }else{
// 	if(!$path = exec('ls '.BOOKS_DATABASE_DIRECTORY."/*.sqlite")){
// 		die("Could not find the iBooks library database. Have you put any books in there?\n");
// 	}else{
// 		define('BOOKS_DATABASE_FILE',$path);
// 	}
// }


// // Verify presence of iBooks notes database
$path = exec('ls '.NOTES_DATABASE_DIRECTORY."/*.sqlite");
define('NOTES_DATABASE_FILE',$path);
// if(!file_exists(NOTES_DATABASE_DIRECTORY)){
// 	die("Sorry, couldn't find any iBooks notes on your Mac. Have you actually taken any notes in iBooks?\n");
// }else{
// 	if(!$path = exec('ls '.NOTES_DATABASE_DIRECTORY."/*.sqlite")){
// 		die("Could not find the iBooks notes database. Have you actually taken any notes in iBooks?\n");
// 	}else{
// 		define('NOTES_DATABASE_FILE',$path);
// 	}
// }


// Fire up a SQLite parser

class MyDB extends SQLite3
{
  function __construct($FileName)
  {
     $this->open($FileName);
  }
}

function slugify($text)
{
  // replace non letter or digits by -
  $text = preg_replace('~[^\pL\d]+~u', '-', $text);

  // transliterate
  $text = iconv('utf-8', 'us-ascii//TRANSLIT', $text);

  // remove unwanted characters
  $text = preg_replace('~[^-\w]+~', '', $text);

  // trim
  $text = trim($text, '-');

  // remove duplicate -
  $text = preg_replace('~-+~', '-', $text);

  // lowercase
  $text = strtolower($text);

  if (empty($text)) {
    return 'n-a';
  }

  return $text;
}


// Retrieve any books.

$books = array();

$booksdb = new MyDB(BOOKS_DATABASE_FILE);

if(!$booksdb){
  echo $booksdb->lastErrorMsg();
} 

$res = $booksdb->query("
			SELECT
				ZASSETID,
				ZTITLE AS Title,
				ZAUTHOR AS Author
			FROM ZBKLIBRARYASSET
			WHERE ZTITLE IS NOT NULL");

while($row = $res->fetchArray(SQLITE3_ASSOC) ){
	$books[$row['ZASSETID']] = $row;
}

$booksdb->close();

if(count($books)==0) die("No books found in your library. Have you added any to iBooks?\n");

// Retrieve the notes.

$notesdb = new MyDB(NOTES_DATABASE_FILE);

if(!$notesdb){
  echo $notesdb->lastErrorMsg();
} 

$notes = array();

$res = $notesdb->query("
			SELECT
				ZANNOTATIONREPRESENTATIVETEXT as BroaderText,
				ZANNOTATIONSELECTEDTEXT as SelectedText,
				ZANNOTATIONNOTE as Note,
				ZFUTUREPROOFING5 as Chapter,
				ZANNOTATIONCREATIONDATE as Created,
				ZANNOTATIONMODIFICATIONDATE as Modified,
				ZANNOTATIONASSETID
			FROM ZAEANNOTATION
			WHERE ZANNOTATIONSELECTEDTEXT IS NOT NULL
			ORDER BY ZANNOTATIONASSETID ASC,Created ASC");

while($row = $res->fetchArray(SQLITE3_ASSOC) ){
	$notes[$row['ZANNOTATIONASSETID']][] = $row;
}

$notesdb->close();


if(count($notes)==0) die("No notes found in your library. Have you added any to iBooks?\n\nIf you did on other devices than this Mac, make sure to enable iBooks notes/bookmarks syncing on all devices.");


// Create a new directory and cd into it

@mkdir(RESULT_DIRECTORY_NAME);
chdir(RESULT_DIRECTORY_NAME);

$i=0;
$j=0;
$b=0;

foreach($notes as $AssetID => $booknotes){
	if (array_key_exists($AssetID, $books)) {
		$BookTitle = $books[$AssetID]['Title'] . " by " . $books[$AssetID]['Author'];
		$Body = "<h1>$BookTitle</h1><br>\n<p><i style=\"font-size: 10px\">Export date: " . @strftime('%d-%m-%Y %H%:%M',time() ) ."</i></p><br><br>\n\n";
	} else {
		$BookTitle = "Unknown book";
		$Body = "# Unknown book\n\n";
	}

	$BookTitleSlug = slugify($BookTitle);
	
	$j = 0;

	foreach($booknotes as $note){
		// Skip empty notes
		if(strlen($note['BroaderText']?$note['BroaderText']:$note['SelectedText'])==0) continue;
		
		$HighlightedText = $note['SelectedText'];
		
		// Keep some counters for commandline feedback
		if($j==0)$b++;
		$i++;
		$j++;
		
		$Body .= "<h3>$HighlightedText</h3><br>\n";
        $Body .= "<div>\n";
        if (!empty($note['Note'])) {
			$Body .= "<p style=\"white-space: pre; color: #707070\">Note: <i>" . $note['Note'] . "</i></p>\n";
		}
		if (!empty($note['Chapter'])) {
			$Body .= "<p style=\"color: #707070\">Chapter: <i>" . $note['Chapter'] . "</i></p>\n";
        }
        if (!empty($note['BroaderText']) && trim($note['BroaderText']) != trim($note['SelectedText'])) {
			$Body .= "<p style=\"color: #808080; font-size: 9px\">Broader Text: <i>" . $note['BroaderText'] . "</i></p>\n";
		}
		$Body .= "<p style=\"color: #707070; font-size: 10px\">Highlighted at: <i>" . @strftime("%d-%m-%Y %H%:%M",@strtotime("2001-01-01 +". ((int)$note["Created"])." seconds")) . "</i></p>\n";
		$Body .= "</div>\n<br>\n<br>\n";
	}
	// echo $Body;
	file_put_contents($BookTitleSlug.".html", $Body);
	// passthru("osascript ~/Library/Mobile\ Documents/com~apple~ScriptEditor2/Documents/notes.scpt $BookTitleSlug $Body");
	passthru("osascript ~/Library/Mobile\ Documents/com~apple~ScriptEditor2/Documents/notes.scpt ~/code/ibooks2markdown/export/$BookTitleSlug.html");
	// die();
}

echo "Done! Exported $i notes into $b separate export files in the '".RESULT_DIRECTORY_NAME."' folder.\n\n";