Hi guys,
I'm trying out Flarum and bumped into the
// SMF2 to FLARUM migration script
// (C) Marco Zambianchi - ISAA Technical Team (http://www.isaa.it)
https://github.com/ItalianSpaceAstronauticsAssociation/smf2_to_flarum
But the code seems to not be compatible with Flarum's latest release.
So I've tweaked smf2_to_flarum.php to work with the newest version, but it's not yet 100%, still some issues (But I decided to stay on SMF, so somebody else has to fix them fully):
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
</head>
<body>
<tt>
<?php
///////////////////////////////////////////////////////////////////////////////
// SMF2 to FLARUM migration script
// (C) Marco Zambianchi - ISAA Technical Team (http://www.isaa.it)
// This file is shared under a Creative Commons "BY" license.
//
// Partially based on script phpbb_to_flarum by robrotheram, VIRUXE, Reflic
// https://github.com/robrotheram/phpbb_to_flarum
//
// License: MIT
/* Some fixes for Flarum v1.4 by Marius (PHPVibe.com) */
///////////////////////////////////////////////////////////////////////////////
set_time_limit(60*60*24); // 1 day
error_reporting(E_ALL);
ini_set('display_errors',1);
$timestamp_start = time();
///////////////////////////////////////////////////////////////////////////////
// GENERAL SETTINGS ***TO BE TAILORED***
///////////////////////////////////////////////////////////////////////////////
// General settings are in smf2_to_flarum_settings.php
///////////////////////////////////////////////////////////////////////////////
include_once("smf2_to_flarum_settings.php");
///////////////////////////////////////////////////////////////////////////////
// AUXILIARY FUNCTIONS
///////////////////////////////////////////////////////////////////////////////
function slugify($text)
{
$text = preg_replace('~[^\\pL\d]+~u', '-', $text);
$text = trim($text, '-');
$text = iconv('utf-8', 'us-ascii//TRANSLIT', $text);
$text = strtolower($text);
$text = preg_replace('~[^-\w]+~', '', $text);
if (empty($text))
return 'n-a';
return $text;
}
// Generates a random color for Tags
function rand_color()
{
return '#' . str_pad(dechex(mt_rand(0, 0xFFFFFF)), 6, '0', STR_PAD_LEFT);
}
// Used to convert Categories to Tags
function stripBBCode($text_to_search) {
$pattern = '|[[\/\!]*?[^\[\]]*?]|si';
$replace = '';
return preg_replace($pattern, $replace, $text_to_search);
}
function convertURL($text)
{
return preg_replace('/(https?:\/\/(\S*?\.\S*?))([\s)\[\]{},;"\':<]|\.\s|$)/is','<URL url="$1">$1</URL>',$text);
}
// This feature requires extension Mediaembed
// see (https://discuss.flarum.org/d/647-s9e-mediaembed-embed-videos-and-third-party-content)
function convertYoutubeURL($text)
{
return preg_replace('/http(?:s?):\/\/(?:www\.)?youtu(?:be\.com\/watch\?v=|\.be\/)([\w\-\_]*)(&(amp;)?[\w\?=]*)?/i','<p><YOUTUBE id="$1" url="$0">$0</YOUTUBE></p>',$text);
}
function convertQuoteBBCode($text)
{
// Setting up things for catching the opening quote bbcode...
$r_open = " XXXSTARTQUOTEYYY ";
// We have to support some different options
$regexp = '/(\[quote]|(\[quote(=|\w|")+\])|(\[quote author(=|\w|")+\])|(\[quote author(=|\w|")+\slink(=|\w|"|#|\.)+\sdate(=|\d)+\]))/i';
// Replacing the start quote
$text = preg_replace($regexp,$r_open,$text);
// Replacing the end quote
$text = preg_replace('/\[\/quote]/i',"</p></QUOTE><NEWLINE>",$text);
// splitting up words with spaces (We want to keep newlines)
$words = preg_split('/ /',$text);
// We now navigate the words' array and replace the quote start string
// applying the proper indentation level (>)
$level = 0;
for ($idx=0; $idx<count($words); $idx++)
{
$w = $words[$idx];
// Have we met an opening quote? Then we deal with it.
// We make sure to apply the proper level indentation.
$test = strpos(trim($w),trim($r_open));
if ($test !== false)
{
$level++;
$replacement = "<QUOTE><i>" . str_repeat('>',$level) . " </i><p>";
$words[$idx] = preg_replace('/('.trim($r_open).')+/s',$replacement,$w);
}
// Have we met a closing quote tag?
// Then we decrease the indentation level.
$test = strpos($w,"</QUOTE>");
if ($test !== false) $level--;
}
// Now that the "translation" is done, we merge everything together again...
$text = implode(" ",$words);
//$text = "<p>".preg_replace('/<NEWLINE>/i',"\n",$text)."</p>";
$text = preg_replace('/<NEWLINE>/i',"\n",$text);
return $text;
}
// Converts BBCODE to Flarum-compatible Markdown internal format
function convertBBCodeToMarkdown($bbcode)
{
$bbcode = preg_replace('/\[b](.+)\[\/b]/i', "<STRONG><s>**</s>$1<e>**</e></STRONG>", $bbcode);
$bbcode = preg_replace('/\[i](.+)\[\/i]/i', "<EM><s>*</s>$1<EM><e>*</e></EM>", $bbcode);
// "Lonely" url? We convert
if (!preg_match('/(\[url|\[img)/',$bbcode)) $bbcode = convertURL($bbcode);
// Nested images as urls? We convert only img, otherwise img and urls
if (!preg_match('/\[url=(.+?)]\s?\[img/',$bbcode))
{
$bbcode = preg_replace('/(\[img]|\[img width(=|\d|")+\])(.+?)\[\/img]/i', '<IMG alt="" src="$3"><s></e></IMG>', $bbcode);
$bbcode = preg_replace('/\[url=(.+?)](.+?)\[\/url]/i','<URL url="$1">$2</URL>', $bbcode);
$bbcode = preg_replace('/\[url](.+?)\[\/url]/i','<URL url="$1">$1</URL>', $bbcode);
} else {
$bbcode = preg_replace('/(\[img]|\[img width(=|\d|")+\])(.+?)\[\/img]/i', '<IMG alt="" src="$3"><s></e></IMG>', $bbcode);
}
$bbcode = preg_replace('/\[center](.+?)\[\/center]/i', '$1', $bbcode);
$bbcode = preg_replace('/\[color.+?](.+?)\[\/color]/i', '$1', $bbcode);
$bbcode = preg_replace('/\[size.+?](.+?)\[\/size]/i', '$1', $bbcode);
$bbcode = convertQuoteBBCode($bbcode);
// Delete all non converted bbcode
$bbcode = preg_replace('|[[\/\!]*?[^\[\]]*?]|si', '', $bbcode);
return $bbcode;
}
// Formats PHPBB's text to Flarum's text format
function formatText($connection,$text)
{
global $do_youtube_links;
// Do we need rich test wrapTag ("r")?
// It is needed for [quote], [url]
$wrapTag = "t";
if (preg_match('/\[(url|http|quote|img|youtu)/i',$text)) $wrapTag = "r";
// HTML line breaks to \n
$text = preg_replace('/(<br\s?\/?>)+/is', "\n", $text);
// Replace multiple (one ore more) line breaks with a single one.
$text = preg_replace('/[\r\n]{2,}/s', "\n", $text);
// Handle some special case here...
$text = preg_replace('/(&#039;|')+/',"'", $text);
// Force encoding conversion to UTF-8
$text = html_entity_decode($text,ENT_COMPAT|ENT_HTML401,'UTF-8');
// Convert SLF bbcode in Flarum internal Markdown equivalent tags
$text = convertBBCodeToMarkdown($text);
// OPTIONAL - Remove Smilies?
// $text = preg_replace('#\:\w+#', '', $text);
// OPTIONAL - Convert all youtube links to Mediaembed compatible lingo?
if ($do_youtube_links) $text = convertYoutubeURL($text);
// Wrap text lines with paragraph tags
$explodedText = preg_split ('/$\R?^/m', $text);
foreach ($explodedText as $key => $value)
{
if(strlen(trim($value)) >= 1)// Only wrap in a paragraph tag if the line has actual text
$explodedText[$key] = '<p>' . trim($value) . '</p>';
}
$text = implode("\n", $explodedText);
// We wrap the text just before returning
$text = sprintf('<%s>%s</%s>', $wrapTag, $text, $wrapTag);
return $connection->real_escape_string($text);
}
// Older attachments may still use this function.
function getLegacyAttachmentFilename($filename, $attachment_id)
{
$clean_name = $filename;
// Remove international characters (windows-1252)
// These lines should never be needed again. Still, behave.
$clean_name = strtr($filename,"\x8a\x8e\x9a\x9e\x9f\xc0\xc1\xc2\xc3\xc4\xc5\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd1\xd2\xd3\xd4\xd5\xd6\xd8\xd9\xda\xdb\xdc\xdd\xe0\xe1\xe2\xe3\xe4\xe5\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf1\xf2\xf3\xf4\xf5\xf6\xf8\xf9\xfa\xfb\xfc\xfd\xff",'SZszYAAAAAACEEEEIIIINOOOOOOUUUUYaaaaaaceeeeiiiinoooooouuuuyy');
$clean_name = strtr($clean_name, array("\xde" => 'TH', "\xfe" =>'th', "\xd0" => 'DH', "\xf0" => 'dh', "\xdf" => 'ss', "\x8c" => 'OE',"\x9c" => 'oe', "\xc6" => 'AE', "\xe6" => 'ae', "\xb5" => 'u'));
// Sorry, no spaces, dots, or anything else but letters allowed.
$clean_name = preg_replace(array('/\s/', '/[^\w_\.\-]/'), array('_', ''), $clean_name);
$enc_name = $attachment_id . '_' . strtr($clean_name, '.', '_') . md5($clean_name);
$clean_name = preg_replace('~\.[\.]+~', '.', $clean_name);
return $enc_name;
}
function generateRandomString($length = 16) {
$characters = '0123456789abcdefghijklmnopqrstuvwxyz';
$charactersLength = strlen($characters);
$randomString = '';
for ($i = 0; $i < $length; $i++) {
$randomString .= $characters[rand(0, $charactersLength - 1)];
}
return $randomString;
}
///////////////////////////////////////////////////////////////////////////////
// DATABASE CONNECTIONS
///////////////////////////////////////////////////////////////////////////////
echo "<h2>DATABASE CONNECTIONS</h2>";
// Establish a connection to the server where the PHPBB database exists
$exportDbConnection = new mysqli($servername, $usrSMF, $pwdSMF, $dbSMF);
printf("Initial character set in EXPORT server: %s<br>", $exportDbConnection->character_set_name());
if (!$exportDbConnection->set_charset("utf8")) {
printf("Error loading character set utf8: %s<br>", $exportDbConnection->error);
} else {
printf("Current character set in EXPORT server: %s<br>", $exportDbConnection->character_set_name());
}
if ($do_import)
{
$importDbConnection = new mysqli($servername, $usrFlarum, $pwdFlarum, $dbFlarum);
printf("Initial character set in IMPORT server: %s<br>", $exportDbConnection->character_set_name());
if (!$importDbConnection->set_charset("utf8")) {
printf("Error loading character set utf8: %s<br>", $importDbConnection->error);
} else {
printf("Current character set in IMPORT server: %s<br>", $importDbConnection->character_set_name());
}
}
// SQL Dump file
if ($do_dump)
{
$fileDump = "SMF_dump.sql";
$fileHandler = fopen($fileDump,"w");
}
///////////////////////////////////////////////////////////////////////////////
// 0) SHOW SETTINGS
///////////////////////////////////////////////////////////////////////////////
// Export settings
echo "<h2>0) EXPORT/IMPORT SETTINGS</h2>";
if ($do_users) { echo "USERS export ENABLED<br>"; } else { echo "USERS export DISABLED<br>"; }
if ($do_tags) { echo "BOARDS export ENABLED<br>"; } else { echo "BOARDS export DISABLED<br>"; }
if ($do_posts) { echo "MESSAGES export ENABLED<br>"; } else { echo "MESSAGES export DISABLED<br>"; }
if ($do_import) { echo "DIRECT IMPORT in flarum ENABLED<br>"; } else { echo "DIRECT IMPORT in flarum DISABLED<br>"; }
if ($do_dump) { echo "SQL FILE DUMP ENABLED<br>"; } else { echo "SQL FILE DUMP DISABLED<br>"; }
if ($do_youtube_links) { echo "YOUTUBE EMBED ENABLED<br>"; } else { echo "YOUTUBE EMBED ENABLED<br>"; }
if ($do_dump) { echo "IMAGE ATTACHMENTS EXPORT ENABLED<br>"; } else { echo "IMAGE ATTACHMENTS EXPORT DISABLED<br>"; }
///////////////////////////////////////////////////////////////////////////////
// 1) USERS
///////////////////////////////////////////////////////////////////////////////
if ($do_users)
{
echo "<H2>1) SMF USERS TO FLARUM USERS</H2>";
$result = $exportDbConnection->query("
SELECT
".$table_prefix."members.*,
".$table_prefix."attachments.id_attach,
".$table_prefix."attachments.filename,
".$table_prefix."attachments.fileext,
".$table_prefix."attachments.file_hash,
".$table_prefix."attachments.id_folder
FROM ".$table_prefix."members
LEFT JOIN ".$table_prefix."attachments
ON ".$table_prefix."members.id_member=".$table_prefix."attachments.id_member
WHERE
".$table_prefix."attachments.attachment_type = 0"
);
if (!$result) echo $exportDbConnection->error;
$totalUsers = $result->num_rows;
if ($result)
{
if ($do_import)
{
$auxQuery = $importDbConnection->query("TRUNCATE users;");
$auxQuery = $importDbConnection->query("TRUNCATE groups;");
}
if ($do_dump)
{
$testW = fwrite($fileHandler,"TRUNCATE users;".PHP_EOL);
$testW = fwrite($fileHandler,"TRUNCATE groups;".PHP_EOL);
}
// if avatars dir doesn't exists we create it
if (!file_exists(__DIR__ . '/avatars')) mkdir(__DIR__ . '/avatars');
echo "Found $totalUsers users to export<br>";
$i = 0;
$usersIgnored = 0;
while($row = $result->fetch_assoc())
{
$i++;
// no email address, we skip
if(trim($row["email_address"]))
{
$username = $row['member_name'];
$id = $row['id_member'];
$email = $row['email_address'];
$password = sha1(md5(time())); //old password is deleted and changed with a random one
$jointime = date("Y-m-d H:i:s",$row['date_registered']);
echo sprintf("User %06d - %s\n<br>",$id,$username);
// Avatars are collected from SMF attachments table - Save location in flarum ./assets/avatars/7hgxrunbithyo20i.jpg
if (trim($row['file_hash']) == "")
{
$filename = getLegacyAttachmentFilename($row['filename'],$row['id_attach']);
} else {
$filename = $row['id_attach'] . "_" . $row['file_hash'];
}
$idx_src_dir = $row['id_folder'];
$src_dir = $attachments_dir[$idx_src_dir];
$src = $src_dir . '/' . $filename;
$dst = __DIR__.'/avatars/' . generateRandomString() . '.' . $row['fileext'];
// We make sure we have a unique filename
while (file_exists($dst)) $dst = __DIR__.'/avatars/' . generateRandomString() . '.' . $row['fileext'];
// If avatar not found or copy fails, we set avatar to NULL
$val = @copy($src,$dst);
//echo "Copy of $src to $dst ";
//if ($val) echo '<span style="color:green;">OK</span>';
$avatar = "'".basename($dst)."'";
//if (!$val) echo '<span style="color:red;">KO</span><br>';
if (!$val) $avatar = "NULL";
// We create the users table entries
$query = "INSERT INTO `users` (`id`, `username`, `email`, `password`, `joined_at`, `avatar_url`, `is_activated`) VALUES ('$id', '$username', '$email', '$password', '$jointime', " . $avatar . ", '1');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We create the groups table entries, adding all new users to "members" group
$query = "INSERT INTO `group_user` (`user_id`, `group_id`) VALUES ('$id', '3');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
}
else {
$usersIgnored++;
}
}
echo ($i-$usersIgnored) . ' of '. $totalUsers .' users converted';
}
else
echo "Users export error.";
$result->free_result();
echo "<hr>";
}
///////////////////////////////////////////////////////////////////////////////
// 2) SMF BOARDS AND SUB-BOARDS TO FLARUM TAGS
///////////////////////////////////////////////////////////////////////////////
if ($do_tags)
{
echo "<h2>2) SMF BOARDS AND SUB-BOARDS TO FLARUM TAGS...</h2>";
$result = $exportDbConnection->query("SELECT * FROM ".$table_prefix."boards ORDER BY id_parent, child_level;");
if (!$result) echo $exportDbConnection->error;
$totalBoards = $result->num_rows;
if ($totalBoards)
{
if ($do_import)
{
$auxQuery = $importDbConnection->query("TRUNCATE tags");
}
if ($do_dump)
{
$testW = fwrite($fileHandler,"TRUNCATE tags;".PHP_EOL);
}
$i = 1;
while($row = $result->fetch_assoc())
{
$id = $row["id_board"];
$name = html_entity_decode(addslashes($row["name"]));
$description = html_entity_decode(addslashes($row["description"]));
$color = rand_color();
$slug = slugify($row["name"]);
// We port only the first 2 layers of sub-boards, any deeper level is imported as secondary Tag
if ($row["child_level"] <= 1)
{
$parent_id = ($row["id_parent"] < 1) ? "NULL" : "'".$row["id_parent"]."'";
$position = "'$i'";
} else {
$parent_id = "NULL";
$position = "NULL";
}
echo sprintf("Tag %04d - %s (%s)\n<br>",$i,$name,$slug);
// Let's put some records in this Tags table!
$query = "INSERT IGNORE INTO tags (id, name, description, parent_id, slug, color, position) VALUES ( '$id', '$name', '$description', $parent_id, '$slug', '$color', $position);";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
$i++;
}
echo $totalBoards . ' boards and sub-boards converted.';
}
else
echo "Boards/Sub-boards export error.";
$result->close();
echo "<hr>";
}
///////////////////////////////////////////////////////////////////////////////
// 3) SMF TOPICS AND MESSAGES TO FLARUM DISCUSSIONS AND POSTS
///////////////////////////////////////////////////////////////////////////////
/*
*** Topic/Messages to Discussions/Posts mapping ***
FLARUM SMF
discussion.id topics.id_topic
discussion.title messages.subject
discussion.comment_count topics.num_replies
discussion.participants_count TBC
discussion.number_index BLANK
discussion.start_time messages.poster_time (from Timestamp to YYYY-MM-DD HH:II:SS)
discussion.start_user_id messages.id_member
discussion.start_post_id messages.id_msg (first topic only, of course)
discussion.last_time TBC
discussion.last_user_id topics.id_member_updated
discussion.last_post_id topics.id_last_msg
discussion.last_post_number messages.num_replies
discussion.hide_time NULL
discussion.hide_user_id NULL
discussion.is_locked topics.locked
discussion.is_sticky topics.is_sticky
*/
if ($do_posts)
{
echo "<h2>3) SMF TOPICS AND MESSAGES TO FLARUM DISCUSSIONS AND POSTS</h2>";
$result = $exportDbConnection->query("SELECT
topics.id_topic,
topics.id_board,
messages.id_msg,
messages.subject,
topics.num_replies,
from_unixtime(messages.poster_time) as poster_time,
messages.id_member,
messages.id_msg,
topics.id_member_updated,
messages.body,
topics.id_last_msg,
topics.locked,
topics.is_sticky,
messages.poster_ip
FROM ".$table_prefix."topics as topics INNER JOIN ".$table_prefix."messages as messages
ON topics.id_topic = messages.id_topic
ORDER BY topics.id_topic DESC, messages.poster_time $limit_topics;");
if (!$result) echo $exportDbConnection->error;
$totalPosts = $result->num_rows;
if ($result)
{
echo "Found $totalPosts messages to convert<br>";
// We empty the tables, for a clean import
if ($do_import)
{
$auxQuery = $importDbConnection->query("TRUNCATE discussions;");
$auxQuery = $importDbConnection->query("TRUNCATE posts;");
$auxQuery = $importDbConnection->query("TRUNCATE discussions;");
}
if ($do_dump)
{
$testW = fwrite($fileHandler,"TRUNCATE discussions;".PHP_EOL);
$testW = fwrite($fileHandler,"TRUNCATE posts;".PHP_EOL);
$testW = fwrite($fileHandler,"TRUNCATE discussions;".PHP_EOL);
}
$converted = 0;
$prev_id = -1;
while($message = $result->fetch_assoc())
{
// DISCUSSIONS TABLE
// We have a new topic, we create an entry in discussions, then we continue with entries in posts
if ($prev_id != $message["id_topic"])
{
// We try to detect and correct any subject which is not utf-8 encoded
$encoding = mb_detect_encoding($message["subject"],'UTF-8, ASCII, ISO-8859-1', true);
$subject = $exportDbConnection->real_escape_string(html_entity_decode($message["subject"]));
if ($encoding != 'UTF-8') $subject = $exportDbConnection->real_escape_string(html_entity_decode(iconv($encoding,'UTF-8',$message["subject"])));
//echo "New discussion, ID ".$message["id_topic"]." (".$message["subject"]." ($encoding) => $subject)"."<br>";
echo sprintf("Discussion ID %07d %s [Posts: %05d]<br>",$message["id_topic"],$subject,($message["num_replies"]+1));
$post_counter = 1;
$prev_id = $message["id_topic"];
$comment_counter = $message["num_replies"]+1;
// Partecipants Count
$auxQuery = $exportDbConnection->query("SELECT DISTINCT id_member FROM ".$table_prefix."messages WHERE id_topic='".$message["id_topic"]."';");
$participants_count = $auxQuery->num_rows;
$auxQuery->free_result();
// Last post date and time
$auxQuery = $exportDbConnection->query("SELECT from_unixtime(MAX(poster_time)) as last_time FROM ".$table_prefix."messages WHERE id_topic='".$message["id_topic"]."';");
$auxRes = $auxQuery->fetch_assoc();
$last_time = $auxRes["last_time"];
$auxQuery->free_result();
// NOTE: SMF was setting user_id to 0 for deleted/banned users. A NEW LOGIC SHALL BE DEFINED HERE (Define a "fake" user with user_id like -1?
$query = "INSERT INTO `discussions` (`id`,`title`,`comment_count`,`participant_count`,`number_index`,`start_time`,`start_user_id`,`start_post_id`,`last_time`,`last_user_id`,
`last_post_id`,`last_post_number`,`hide_time`,`hide_user_id`,`slug`,`is_approved`,`is_locked`,`is_sticky`
) VALUES (
'".$message["id_topic"]."','".$subject."','".$comment_counter."','".$participants_count."','".$message["num_replies"]."','".$message["poster_time"]."','".$message["id_member"]."','".$message["id_msg"]."','".$last_time."','".$message["id_member_updated"]."','".$message["id_last_msg"]."',DEFAULT,DEFAULT,DEFAULT,'".slugify($message["subject"])."','1','".$message["locked"]."','".$message["is_sticky"]."');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We now connect Tags with Discussions
$query = "INSERT IGNORE INTO discussion_tag (`discussion_id`,`tag_id`) VALUES ('".$message["id_topic"]."','".$message["id_board"]."');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We update discussion_count in table users
$query = "UPDATE users SET discussion_count=discussion_count+1 WHERE id='".$message["id_member"]."';";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
}
// posts table population
// We try to detect and correct any subject which is not utf-8 encoded
$encoding = mb_detect_encoding($message["body"],'UTF-8, ASCII, ISO-8859-1', true);
$body = $message["body"];
if ($encoding != 'UTF-8') $body = iconv($encoding,'UTF-8',$message["body"]);
// Single entries in post table now...
$query = "INSERT INTO `posts` (`id`,`discussion_id`,`number`,`created_at`,`user_id`,`type`,`content`,`edit_time`,`edit_user_id`,`hide_time`,`hide_user_id`,`ip_address`,`is_approved`
) VALUES (
'".$message["id_msg"]."','".$message["id_topic"]."','".$post_counter."','".$message["poster_time"]."','".$message["id_member"]."','comment','".formatText($exportDbConnection,$body)."',DEFAULT,DEFAULT,DEFAULT,DEFAULT,'".$message["poster_ip"]."',1);";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We add a record to discussions too
$query = "INSERT IGNORE INTO `discussions` (`user_id`,`discussion_id`) VALUES ('".$message["id_member"]."','".$message["id_topic"]."');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We update discussion_count in table users
$query = "UPDATE users SET comment_count=comment_count+1 WHERE id='".$message["id_member"]."';";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
$post_counter++;
$converted++;
// Every 100 converted posts, we sleep a few seconds
if (($converted % 100) == 0)
{
echo "Converted $converted of $totalPosts messages<br>";
echo "Elapsed time: ".(time() - $timestamp_start)." sec.<br>";
flush();
ob_flush();
sleep($server_interval);
}
}
$result->free_result();
}
else
echo "Topic/Messages export error.";
}
///////////////////////////////////////////////////////////////////////////////
// 4) ATTACHMENTS (IMAGES)
///////////////////////////////////////////////////////////////////////////////
if ($do_attachments_images)
{
echo "<H2>4) SMF ATTACHMENTS, IMAGES ONLY</H2>";
$result = $exportDbConnection->query("
SELECT
".$table_prefix."messages.id_member,
from_unixtime(".$table_prefix."messages.poster_time) as poster_time,
".$table_prefix."attachments.id_attach,
".$table_prefix."attachments.id_msg,
".$table_prefix."attachments.filename,
".$table_prefix."attachments.fileext,
".$table_prefix."attachments.file_hash,
".$table_prefix."attachments.size,
".$table_prefix."attachments.id_folder
FROM ".$table_prefix."attachments
INNER JOIN ".$table_prefix."messages
ON ".$table_prefix."attachments.id_msg=".$table_prefix."messages.id_msg
WHERE
".$table_prefix."attachments.attachment_type = 0
AND
(".$table_prefix."attachments.mime_type LIKE 'image%'
OR ".$table_prefix."attachments.fileext='jpeg'
OR ".$table_prefix."attachments.fileext='jpg'
OR ".$table_prefix."attachments.fileext='bmp'
OR ".$table_prefix."attachments.fileext='gif')
ORDER BY id_attach DESC
"
);
if (!$result) echo $exportDbConnection->error;
$totalAttachments = $result->num_rows;
if ($result)
{
if ($do_import)
{
$auxQuery = $importDbConnection->query("TRUNCATE flagrow_images;");
}
if ($do_dump)
{
$testW = fwrite($fileHandler,"TRUNCATE flagrow_images;".PHP_EOL);
}
// if images dir doesn't exists we create it
if (!file_exists(__DIR__ . '/images')) mkdir(__DIR__ . '/images');
echo "Found $totalAttachments attachments to export<br>";
$i = 0;
while($row = $result->fetch_assoc())
{
// We need to know whether the attachment has been saved with SMF1.x or SMF2.x
// The newer ones have file_hash
if (trim($row['file_hash']) == "")
{
$filename = getLegacyAttachmentFilename($row['filename'],$row['id_attach']);
} else {
$filename = $row['id_attach'] . "_" . $row['file_hash'];
}
$idx_src_dir = $row['id_folder'];
$src_dir = $attachments_dir[$idx_src_dir];
$src = $src_dir . '/' . $filename;
$dst = __DIR__.'/images/' . $row['id_member'] . "_" . md5($filename) . '.' . $row['fileext'];
$attachment = basename($dst);
$attachment_url = $flarum_website_url."/assets/images/$attachment";
// We make sure we have a unique filename
// while (file_exists($dst)) $dst = __DIR__.'/images/' . generateRandomString() . '.' . $row['fileext'];
// We try to copy the attachment file in images directory
$val = @copy($src,$dst);
if (!$val) continue;
$i++;
echo sprintf("%06d) id_attach:%06d id_msg:%06d id_member:%06d filename:%s\n<br>",$i,$row['id_attach'],$row['id_msg'],$row['id_member'],$row['filename']);
// We create the flagrow_images table entries
$query = "INSERT INTO `flagrow_images`
(`user_id`, `file_name`, `upload_method`, `created_at`, `file_url`, `file_size`) VALUES ('".$row['id_member']."', '".basename($dst)."', 'local', '".$row['poster_time']."', '".$attachment_url."', '".$row['size']."');";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
echo "$query<br>";
// We prepare the attachment link and we place it at the end of the message body
$text = '<p><IMG alt="image '.$attachment_url.'" src="'.$attachment_url.'"><s></e></IMG></p></r>';
// We make sure all <t> type posts are re-defined as <r>
$query = "UPDATE `posts` SET content=REPLACE(content, '<t>', '<r>') WHERE id='".$row['id_msg']."';";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// We make sure all </t> type posts are re-defined as </r>
$query = "UPDATE `posts` SET content=REPLACE(content,'".$exportDbConnection->real_escape_string("</t>")."','".$exportDbConnection->real_escape_string("</r>")."') WHERE id='".$row['id_msg']."';";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
// Finally we swap the last </r> in the content with the proper XML for the attachment.
$query = "UPDATE `posts` SET content=REPLACE(content,'".$exportDbConnection->real_escape_string("</r>")."','".$exportDbConnection->real_escape_string($text)."') WHERE id = '".$row['id_msg']."';";
if ($do_dump) $testW = fwrite($fileHandler,$query.PHP_EOL);
if ($do_import)
{
$auxQuery = $importDbConnection->query($query);
if (!$auxQuery) echo $importDbConnection->error . "<br>";
}
echo "<hr>";
}
$result->free_result();
echo "$i attachments of $totalAttachments exported<br>";
}
else
echo "Users export error.";
echo "<hr>";
}
//Clean-up
$exportDbConnection->close();
if ($do_import) $importDbConnection->close();
fclose($fileHandler);
?>
</tt>
</body>
</html>
But there are more errors and I don't have more time to waiste.
Hope somebody else finishes it. Best of luck!
