.-.-.-.-.-

#!/usr/bin/php -q
<?php
/**
* copyright            : (C) 2001-2018 Advanced Internet Designs Inc.
* email                : forum@prohost.org
* $Id: nntp.php 6157 2018-05-18 19:09:48Z naudefj $
*
* This program is free software; you can redistribute it and/or modify it 
* under the terms of the GNU General Public License as published by the 
* Free Software Foundation; version 2 of the License. 
**/

/* Prevent session initialization. */
	define('no_session', 1);
	define('script', 'nntp');

if (ini_get('register_argc_argv')) {
		// Try to get the NNTP group name/id from command line.
		if ($_SERVER['argc'] < 2) {
			exit("Please specify the NNTP group name or id as a command line parameter.\n");
		}
		$dir = $_SERVER['argv'][0];
		$id  = $_SERVER['argv'][1];
	} else if (isset($_GET['id'])) {
		// Try to get it via HTTP GET.
		$dir = '';
		$id  = $_GET['id'];
	} else {
		// Give up.
		exit("Please specify the NNTP group name or id.\n");
	}

if (strncmp($dir, '.', 1)) {
		require (dirname($dir) .'/GLOBALS.php');
	} else {
		require (getcwd() .'/GLOBALS.php');
	}

if (!($FUD_OPT_1 & 1)) {
		exit("Forum is currently disabled. Please try again later.\n");
	}

/* Disable MODERATE_USER_REGS and FILE_LOCK. */
	$FUD_OPT_2 |= 1024|8388608;
	$FUD_OPT_2 ^= 1024|8388608;

fud_use('err.inc');
	fud_use('db.inc');
	fud_use('imsg_edt.inc');
	fud_use('th.inc');
	fud_use('th_adm.inc');
	fud_use('wordwrap.inc');
	fud_use('isearch.inc');
	fud_use('replace.inc');
	fud_use('rev_fmt.inc');
	fud_use('iemail.inc');
	fud_use('post_proc.inc');
	fud_use('is_perms.inc');
	fud_use('users.inc');
	fud_use('users_reg.inc');
	fud_use('rhost.inc');
	fud_use('attach.inc');
	fud_use('fileio.inc');
	fud_use('alt_var.inc');
	fud_use('smiley.inc');
	fud_use('nntp.inc', true);
	fud_use('mime_decode.inc', true);
	fud_use('scripts_common.inc', true);

define('sql_p', $GLOBALS['DBHOST_TBL_PREFIX']);

if (is_numeric($id)) {
		$config = db_sab('SELECT /* USE MASTER */ * FROM '. sql_p .'nntp WHERE id='. $id);
	} else {
		$config = db_sab('SELECT /* USE MASTER */ * FROM '. sql_p .'nntp WHERE newsgroup='. _esc($id));
	}
	if (!$config) {
		exit("The NNTP group name or id is incorrect. Please enter it as defined in the ACP.\n");
	}

/* Set language & locale. */
	$GLOBALS['usr'] = new stdClass();
	list($GLOBALS['usr']->lang, $locale) = db_saq(q_limit('SELECT lang, locale FROM '. sql_p .'themes WHERE theme_opt='. (1|2), 1));
	$GLOBALS['good_locale'] = setlocale(LC_ALL, $locale);

/* Try to increase DB timeout to prevent "MySQL server has gone away" errors. */
	if (__dbtype__ == 'mysql') {
		$db_timeout = q_singleval('select @@session.wait_timeout');
		if ($db_timeout < $config->timeout) {
			echo 'WARNING: MySQL timeout is smaller than the NNTP Timeout. Will try to increase database timeout.';
			q('SET SESSION wait_timeout = '. $config->timeout);
		}
	}

/* Fetch forum options. */
	$frm = db_sab('SELECT /* USE MASTER */ id, forum_opt, message_threshold, (max_attach_size * 1024) AS max_attach_size, max_file_attachments FROM '. sql_p .'forum WHERE id='. $config->forum_id);
		
	$FUD_OPT_2 |= 128;	// Disable USE_ALIASES.

$nntp = new fud_nntp;
	$nntp->server    = $config->server;
	$nntp->newsgroup = $config->newsgroup;
	$nntp->port      = $config->port;
	$nntp->timeout   = $config->timeout;
	$nntp->nntp_opt  = $config->nntp_opt;
	$nntp->user      = $config->login;
	$nntp->pass      = $config->pass;

/* Read single article from a file. */
	if (!empty($_SERVER['argv'][2])) {
		$config->filename = $_SERVER['argv'][2];
		if (!is_file($config->filename)) {
			exit("Cannot read from file ". $config->filename ."\n");
		}
		$nntp->raw_msg     = file_get_contents($config->filename);
		$nntp->group_first = $nntp->group_last = 0;	// Go through loop once.
	}

/* Lock, connect and fetch group_first and group_last (message counters). */
	$lock = $nntp->get_lock();
	if (empty($config->filename)) {
		if (!$nntp->connect()) {
			$nntp->exit_handler();
		}
	}

$nntp->group_last++;
	if ($config->tracker && $config->tracker > $nntp->group_first) {
		$nntp->group_first = $config->tracker;
	}

$counter = 1;

for ($i = $nntp->group_first; $i < $nntp->group_last; $i++) {
		echo ($i == $nntp->group_first) ? '' : "\n";
		if (!empty($config->filename)) {
			echo "Importing article from file ". $config->filename;
		} else {
			echo "Importing #". $i .' from '. $nntp->newsgroup;

if (!$nntp->get_message($i)) {
				echo ' - '. trim($nntp->error);
				$nntp->error = null;
				continue;
			}
		}

$emsg = new fud_mime_msg();
		$emsg->parse_message($nntp->raw_msg, $frm->forum_opt & 16);

$emsg->fetch_useful_headers();
		// $emsg->clean_up_data();	// We may want to add subject & body mangling later.

$msg_post = new fud_msg_edit;

/* Handler for our own messages, which do not need to be imported. */
		if (isset($emsg->headers['x-fudforum']) && preg_match('!([A-Za-z0-9]{32}) <([0-9]+)>!', $emsg->headers['x-fudforum'], $m)) {
			if ($m[1] == md5($GLOBALS['WWW_ROOT'])) {
				q('UPDATE '. sql_p .'msg SET mlist_msg_id='. _esc($emsg->msg_id) .' WHERE id='. intval($m[2]) .' AND mlist_msg_id IS NULL');
				if (db_affected()) {
					echo ' - Message ID updated';
					continue;
				}
			}
		}

/* Handle NNTP X-No-Archive header. */
		if (isset($emsg->headers['x-no-archive']) && preg_match('!Yes!', $emsg->headers['x-no-archive'])) {
			echo ' - author requested no-archive';
			continue;
		}

/* Handle NNTP cancellation messages. */
		if (isset($emsg->headers['control']) && preg_match('!cancel!', $emsg->headers['control'])) {
			fud_logerror('Ignore NNTP cancellation message (not yet implemented).', 'nntp_errors', $emsg->raw_msg);
			// q('DELETE FROM '. sql_p .'msg WHERE mlist_msg_id='. _esc($emsg->msg_id));
			if (db_affected()) {
				echo ' - cancellation ignored';
				continue;
			}
		}

/* Check if message was already imported. */
		if ($emsg->msg_id && q_singleval('SELECT m.id FROM '. sql_p .'msg m
						INNER JOIN '. sql_p .'thread t ON t.id=m.thread_id
						WHERE mlist_msg_id='. _esc($emsg->msg_id) .' AND t.forum_id='. $frm->id)) {
			echo ' - previously loaded';
			continue;
		}

// Cleanup extra info from date.
		// For example: 11 Jan 2011 14:04 +0000 (GMT Standard Time)
		if (isset($emsg->headers['date'])) {
			$emsg->headers['date'] = preg_replace('!$.*?$!', '', $emsg->headers['date']);
		}

/* Parse 'Date:' header. */
		$msg_post->post_stamp = !empty($emsg->headers['date']) ? strtotime($emsg->headers['date']) : 0;
		if ($msg_post->post_stamp < 1 || $msg_post->post_stamp > __request_timestamp__) {
			// Try 'NNTP-Posting-Date:'.
			$msg_post->post_stamp = !empty($emsg->headers['nntp-posting-date']) ? strtotime($emsg->headers['nntp-posting-date']) : 0;
			if ($msg_post->post_stamp < 1 || $msg_post->post_stamp > __request_timestamp__) {
				// Try to extract date from 'Received:'
				if (($p = strpos($emsg->headers['received'], '; ')) !== false) {
					$p += 2;
					$msg_post->post_stamp = strtotime(substr($emsg->headers['received'], $p, (strpos($emsg->headers['received'], '00 ', $p) + 2 - $p)));
				}
				if ($msg_post->post_stamp < 1 || $msg_post->post_stamp > __request_timestamp__) {
					// Last resort, use curent date.
					fud_logerror('Invalid date.', 'nntp_errors', $emsg->raw_msg);
					$msg_post->post_stamp = __request_timestamp__;
				}
			}
		}

if (!$emsg->from_email || !$emsg->from_name) {
			$msg_post->poster_id = 0;
		} else {
			$msg_post->poster_id = match_user_to_post($emsg->from_email, $emsg->from_name, $config->nntp_opt & 32, $emsg->user_id, $msg_post->post_stamp);
			if ($msg_post->poster_id == -1) {
				echo ' - '. $emsg->from_email .' is banned; Message disgarded';
				fud_logerror('Skip message #'. $i .' from banned user '. $emsg->from_email .'.', 'nntp_errors');
				continue;
			}
		}

/* Check if matching user and if not, skip if necessary. */
		if (!$msg_post->poster_id && $config->nntp_opt & 256) {
			echo ' - No matching user';
			continue;
		}

$msg_post->body = trim($emsg->body);

$attach_list = array();
		// Handle NNTP (UUEncoded and Base64) attachments.
		$msg_post->body = $nntp->parse_attachments($msg_post->body);
		if (isset($nntp->attachments) && is_array($nntp->attachments)) {
			foreach($nntp->attachments as $key => $val) {
				if (!($config->nntp_opt & 8) && (strlen($val) > $frm->max_attach_size || (isset($attach_list) && count($attach_list) > $frm->max_file_attachments) || filter_ext($key))) {
					continue;
				}
				$id = add_attachment($key, $val, $msg_post->poster_id);
				$attach_list[$id] = $id;
				unset($nntp->attachments[$key]);
			}
		}

/* Handle inlined attachments. */
		if ($config->nntp_opt & 8) {
			foreach ($emsg->inline_files as $key => $val) {
				if (strpos($emsg->body, 'cid:'. $val) !== false) {
					$id = add_attachment($key, $emsg->attachments[$key], $msg_post->poster_id);
					$attach_list[$id] = $id;
					$emsg->body = str_replace('cid:'. $val, $WWW_ROOT .'index.php?t=getfile&amp;id='. $id, $emsg->body);
				}
				unset($emsg->attachments[$key]);
			}
		}

/* For anonymous users prefix 'contact' link. */
		if (!$msg_post->poster_id) {
			if ($frm->forum_opt & 16) {
				$msg_post->body = '[b]Originally posted by:[/b] [email='. $emsg->from_email .']'. (!empty($emsg->from_name) ? $emsg->from_name : $emsg->from_email) ."[/email]\n\n". $msg_post->body;
			} else {
				$msg_post->body = 'Originally posted by: '. str_replace('@', '&#64', $emsg->from_email) ."\n\n". $msg_post->body;
			}
		}

/* Color levels of quoted text. */
		$msg_post->body = color_quotes($msg_post->body, $frm->forum_opt);

$msg_post->body = apply_custom_replace($msg_post->body);
		if ($frm->forum_opt & 16) {
			$msg_post->body = tags_to_html($msg_post->body, 0);
		} else {
			$msg_post->body = nl2br($msg_post->body);
		}

fud_wordwrap($msg_post->body);
		$msg_post->subject = utf8_encode($emsg->subject);
		$msg_post->subject = apply_custom_replace($msg_post->subject);
		if (!strlen($msg_post->subject)) {
			fud_logerror('Blank subject.', 'nntp_errors', $emsg->raw_msg);
			$msg_post->subject = '(no subject)';
		}

$msg_post->ip_addr      = $emsg->ip;
		$msg_post->mlist_msg_id = $emsg->msg_id;
		$msg_post->attach_cnt   = 0;
		$msg_post->poll_id      = 0;
		$msg_post->msg_opt      = 1|2;

/* Try to determine whether this message is a reply or a new thread. */
		list($msg_post->reply_to, $msg_post->thread_id) = get_fud_reply_id(($config->nntp_opt & 16), $frm->id, $msg_post->subject, $emsg->reply_to_msg_id);

$msg_post->add($frm->id, $frm->message_threshold, 0, 0, false);

/* Handle file attachments. */
		if ($config->nntp_opt & 8) {
			foreach($emsg->attachments as $key => $val) {
				$id = add_attachment($key, $val, $msg_post->poster_id);			
				$attach_list[$id] = $id;
			}
		}
		if ($attach_list) {
			attach_finalize($attach_list, $msg_post->id);
		}

if (!($config->nntp_opt & 1)) {
			fud_msg_edit::approve($msg_post->id);
		}

unset($emsg);
		unset($msg_post);

/* Message import limit reached. */
		if ($config->imp_limit && $counter++ >= $config->imp_limit) {
			break;
		}
	}

if (!empty($config->filename)) {
		echo "\n";
		exit;
	}

/* Store current position. */
	$nntp->set_tracker_end($config->id, $i); // We use $i so we stop in the right place if limit is reached.

if ($config->imp_limit == 0 || --$counter < $config->imp_limit) {
		echo "\nDone. Forum and Usenet Group are in sync.\n";
	} else {
		echo "\nImport limit of ". $config->imp_limit ." posts reached. There are more messages to load.\n";
	}

$nntp->exit_handler();
?>

/var/www/forum-e-syn/FUDforum/scripts/nntp.php