#include "tstream.h"
#include "tpersist.h"
#include "tfilepath_io.h"
#include "tconvert.h"
#include "tsystem.h"
#include "tutil.h"

#if defined(LZ4_STATIC)
#include "lz4frame_static.h"
#else
#include "lz4frame.h"
#endif

#include <sstream>
#include <memory>

using namespace std;

//===============================================================
namespace
{

string escape(string v)
{
	int i = 0;
	for (;;) {
		i = v.find_first_of("\\\'\"", i);
		if (i == (int)string::npos)
			break;
		string h = "\\" + v[i];
		v.insert(i, "\\");
		i = i + 2;
	}
	return v;
}

//===============================================================

void writeCompressedFile(TFilePath dst, const string &str)
{
}

//===================================================================

void readCompressedFile(string &str, TFilePath src)
{
	TFileStatus status(src);
	if (!status.doesExist())
		return;

	size_t in_len = status.getSize();
	char *in = (char *)malloc(in_len);
	{
		Tifstream is(src);
		is.read((char *)in, in_len);
	}

	LZ4F_decompressionContext_t lz4dctx;

	LZ4F_errorCode_t err = LZ4F_createDecompressionContext(&lz4dctx, LZ4F_VERSION);
	if (LZ4F_isError(err))
		return;

	size_t in_len_read = 0;

	size_t out_len = 1000000, out_len_written, out_len_moved = 0;
	void *out = (void *)malloc(out_len);

	while (in_len_read < in_len) {
		out_len_written = out_len;

		size_t remaining = LZ4F_decompress(lz4dctx, out, &out_len_written, in, &in_len, NULL);
		if (LZ4F_isError(remaining))
			break;

		str.resize(out_len_moved + out_len_written);

		memcpy((void *)(str.c_str() + out_len_moved), (void *)out, out_len_written);
		out_len_moved += out_len_written;
	}

	LZ4F_freeDecompressionContext(lz4dctx);

	free(in);
	free(out);
}

namespace
{
// TODO: Unify with tcodec.cpp's version
bool lz4decompress(LZ4F_decompressionContext_t lz4dctx,
				   char *out, size_t *out_len_res,
				   const char *in, size_t in_len)
{
	size_t out_len = *out_len_res,
		   in_read, out_written;

	*out_len_res = 0;

	while (in_len) {
		out_written = out_len;
		in_read = in_len;

		size_t res = LZ4F_decompress(
			lz4dctx, (void *)out, &out_written, (const void *)in, &in_read, NULL);

		if (LZ4F_isError(res))
			return false;

		*out_len_res += out_written;

		out += out_written;
		out_len -= out_written;

		in += in_read;
		in_len -= in_read;
	}

	return true;
}
} // namespace

//===============================================================

class StreamTag
{
public:
	string m_name;
	std::map<string, string> m_attributes;
	enum Type { BeginTag,
				EndTag,
				BeginEndTag };
	Type m_type;
	StreamTag() : m_type(BeginTag) {}

	operator bool() const { return m_name != ""; }

	void dump()
	{
		cout << "name = '" << m_name << "'" << endl;
		cout << "type = ";
		switch (m_type) {
		case BeginTag:
			cout << "begin Tag";
			break;
		case EndTag:
			cout << "end Tag";
			break;
		case BeginEndTag:
			cout << "begin/end Tag";
			break;
		default:
			cout << "**bad Tag**";
			break;
		}
		cout << endl;
		std::map<string, string>::iterator it;
		for (it = m_attributes.begin(); it != m_attributes.end(); ++it) {
			cout << " '" << it->first << "' = '" << it->second << "'" << endl;
		}
	}
};

//--------------------------------

class TPersistFactory
{
	typedef std::map<string, TPersistDeclaration *> Table;
	static TPersistFactory *m_factory;
	Table m_table;
	TPersistFactory() {}

public:
	static TPersistFactory *instance()
	{
		if (!m_factory)
			m_factory = new TPersistFactory;
		return m_factory;
	}
	void add(string name, TPersistDeclaration *decl)
	{
		m_table[name] = decl;
	}
	TPersist *create(string name)
	{
		Table::iterator it = m_table.find(name);
		if (it != m_table.end())
			return (it->second)->create();
		else
			return 0;
	}
};

//--------------------------------

TPersistFactory *TPersistFactory::m_factory = 0;

} // namespace

//--------------------------------

TPersistDeclaration::TPersistDeclaration(const string &id)
	: m_id(id)
{
	TPersistFactory::instance()->add(id, this);
}

//===============================================================

TPersist *TPersist::create(const string &name)
{
	return TPersistFactory::instance()->create(name);
}

//===============================================================

class TOStream::Imp
{
public:
	ostream *m_os;
	bool m_chanOwner;
	bool m_compressed;
	ostrstream m_ostrstream;

	vector<string> m_tagStack;
	int m_tab;
	bool m_justStarted;
	typedef map<TPersist *, int> PersistTable;
	PersistTable m_table;
	int m_maxId;
	TFilePath m_filepath;

	Imp() : m_os(0), m_chanOwner(false), m_tab(0), m_justStarted(true), m_maxId(0), m_compressed(false) {}
};

//---------------------------------------------------------------

TOStream::TOStream(const TFilePath &fp, bool compressed)
	: m_imp(new Imp)
{
	m_imp->m_filepath = fp;

	if (compressed) {
		m_imp->m_os = &m_imp->m_ostrstream;
		m_imp->m_compressed = true;
		m_imp->m_chanOwner = false;
	} else {
		std::auto_ptr<Tofstream> os(new Tofstream(fp));
		m_imp->m_os = os->isOpen() ? os.release() : 0;
		m_imp->m_chanOwner = true;
	}

	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

TOStream::TOStream(Imp *imp)
	: m_imp(imp)
{
	assert(!imp->m_tagStack.empty());
	ostream &os = *m_imp->m_os;
	if (m_imp->m_justStarted == false)
		cr();
	os << "<" << m_imp->m_tagStack.back() << ">";
	m_imp->m_tab++;
	cr();
	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

TOStream::~TOStream()
{
	try {
		if (!m_imp->m_tagStack.empty()) {
			string tagName = m_imp->m_tagStack.back();
			m_imp->m_tagStack.pop_back();
			assert(tagName != "");
			ostream &os = *m_imp->m_os;
			m_imp->m_tab--;
			if (!m_imp->m_justStarted)
				cr();
			os << "</" << tagName << ">";
			cr();
			m_imp->m_justStarted = true;
		} else {
			if (m_imp->m_compressed) {
				const void *in = (const void *)m_imp->m_ostrstream.str();
				size_t in_len = strlen((char *)in);

				size_t out_len = LZ4F_compressFrameBound(in_len, NULL);
				void *out = malloc(out_len);

				out_len = LZ4F_compressFrame(out, out_len, in, in_len, NULL);
				if (!LZ4F_isError(out_len)) {
					Tofstream os(m_imp->m_filepath);
					// TNZC <lunghezza dati decompress> <lunghezza dati compresso> <dati compressi>
					os.write("TABc", 4);
					TINT32 v;
					v = 0x0A0B0C0D;
					os.write((char *)&v, sizeof v);
					v = in_len;
					os.write((char *)&v, sizeof v);
					v = out_len;
					os.write((char *)&v, sizeof v);
					os.write((char *)out, out_len);

					m_imp->m_ostrstream.freeze(0);
				}

				free(out);
			}
			if (m_imp->m_chanOwner)
				delete m_imp->m_os;
			delete m_imp;
		}
	} catch (...) {
	}
}

//---------------------------------------------------------------

TFilePath TOStream::getFilePath()
{
	return m_imp->m_filepath;
}

//---------------------------------------------------------------

TFilePath TOStream::getRepositoryPath()
{
	TFilePath fp = m_imp->m_filepath;
	return fp.getParentDir() + (fp.getName() + "_files");
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(int v)
{
	*(m_imp->m_os) << v << " ";
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(double v)
{
	if (areAlmostEqual(v, 0)) //con valori molto piccoli (es. 1.4e-310) non riesce a rileggerli!
		v = 0;

	*(m_imp->m_os) << v << " ";
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(string v)
{
	ostream &os = *(m_imp->m_os);
	int len = v.length();
	if (len == 0) {
		os << "\"\""
		   << " ";
		m_imp->m_justStarted = false;
		return *this;
	}
	int i;
	for (i = 0; i < len; i++)
		if (!iswalnum(v[i]) && v[i] != '_' && v[i] != '%')
			break;
	if (i == len)
		os << v << " ";
	else {
		os << '"' << escape(v) << '"';
	}
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(QString _v)
{
	string v = _v.toStdString();

	ostream &os = *(m_imp->m_os);
	int len = v.length();
	if (len == 0) {
		os << "\"\""
		   << " ";
		m_imp->m_justStarted = false;
		return *this;
	}
	int i;
	for (i = 0; i < len; i++)
		if (!iswalnum(v[i]) && v[i] != '_' && v[i] != '%')
			break;
	if (i == len)
		os << v << " ";
	else {
		os << '"' << escape(v) << '"';
	}
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(wstring v)
{
	return operator<<(toString(v));
	/*
  ostream &os = *(m_imp->m_os);
  int len = v.length();
  if(len==0)
  {
    os << "\"" << "\"" << " "; 
    m_imp->m_justStarted = false;
    return *this;
  }
  int i;
  for(i=0;i<len;i++)
    if(!iswalnum(v[i]) && v[i]!=L'_')
      break;
  if(i==len)
    {
     os << v;
     os << " ";
    }
  else
    {
     os.put('"');
     for(i=0;i<len;i++)
       if(iswalnum(v[i]))
         os.put((char)v[i]);
       else if(v[i]=='"')
         os << "\\\"";
       else if(v[i]=='\n')
         os << "\\n";
       else if(iswprint(v[i]))
         os << v[i];
       else 
         {os.put('\\'); os << (int)v[i];}
     os << "\" ";
    }
  m_imp->m_justStarted = false;
  return *this;
*/
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(const TFilePath &v)
{
	return operator<<(v.getWideString());
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(const TPixel32 &v)
{
	ostream &os = *(m_imp->m_os);
	os << (int)v.r << " " << (int)v.g << " " << (int)v.b << " " << (int)v.m << " ";
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(const TPixel64 &v)
{
	ostream &os = *(m_imp->m_os);
	os << (int)v.r << " " << (int)v.g << " " << (int)v.b << " " << (int)v.m << " ";
	m_imp->m_justStarted = false;
	return *this;
}

//---------------------------------------------------------------

void TOStream::cr()
{
	*(m_imp->m_os) << endl;
	for (int i = 0; i < m_imp->m_tab; i++)
		*(m_imp->m_os) << "  ";
	m_imp->m_justStarted = false;
}

//---------------------------------------------------------------

TOStream::operator bool() const
{
	return (m_imp->m_os && *m_imp->m_os);
}

//---------------------------------------------------------------

TOStream TOStream::child(string tagName)
{
	assert(tagName != "");
	m_imp->m_tagStack.push_back(tagName);
	return TOStream(m_imp);
}

//---------------------------------------------------------------

void TOStream::openChild(string tagName)
{
	assert(tagName != "");
	m_imp->m_tagStack.push_back(tagName);
	if (m_imp->m_justStarted == false)
		cr();
	*(m_imp->m_os) << "<" << m_imp->m_tagStack.back() << ">";
	m_imp->m_tab++;
	cr();
	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

void TOStream::openChild(string tagName, const map<string, string> &attributes)
{
	assert(tagName != "");
	m_imp->m_tagStack.push_back(tagName);
	if (m_imp->m_justStarted == false)
		cr();
	*(m_imp->m_os) << "<" << m_imp->m_tagStack.back();
	for (std::map<string, string>::const_iterator it = attributes.begin();
		 it != attributes.end(); ++it) {
		*(m_imp->m_os) << " " << it->first
					   << "=\"" << escape(it->second) << "\"";
	}
	*(m_imp->m_os) << ">";
	m_imp->m_tab++;
	cr();
	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

void TOStream::closeChild()
{
	assert(!m_imp->m_tagStack.empty());
	string tagName = m_imp->m_tagStack.back();
	m_imp->m_tagStack.pop_back();
	assert(tagName != "");
	//ostream &os = *m_imp->m_os; //os non e' usato
	m_imp->m_tab--;
	if (!m_imp->m_justStarted)
		cr();
	*(m_imp->m_os) << "</" << tagName << ">";
	cr();
	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

void TOStream::openCloseChild(string tagName, const map<string, string> &attributes)
{
	assert(tagName != "");
	// m_imp->m_tagStack.push_back(tagName);
	if (m_imp->m_justStarted == false)
		cr();
	*(m_imp->m_os) << "<" << tagName;
	for (std::map<string, string>::const_iterator it = attributes.begin();
		 it != attributes.end(); ++it) {
		*(m_imp->m_os) << " " << it->first
					   << "=\"" << escape(it->second) << "\"";
	}
	*(m_imp->m_os) << "/>";
	//m_imp->m_tab++;
	cr();
	m_imp->m_justStarted = true;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(TPersist &v)
{
	v.saveData(*this);
	return *this;
}

//---------------------------------------------------------------

TOStream &TOStream::operator<<(TPersist *v)
{
	Imp::PersistTable::iterator it = m_imp->m_table.find(v);
	if (it != m_imp->m_table.end()) {
		*(m_imp->m_os) << "<" << v->getStreamTag() << " id='" << it->second << "'/>";
		m_imp->m_justStarted = false;
	} else {
		int id = ++m_imp->m_maxId;
		m_imp->m_table[v] = id;
		*(m_imp->m_os) << "<" << v->getStreamTag() << " id='" << id << "'>";
		m_imp->m_tab++;
		cr();
		v->saveData(*this);
		m_imp->m_tab--;
		cr();
		*(m_imp->m_os) << "</" << v->getStreamTag() << ">";
		cr();
	}
	return *this;
}

//---------------------------------------------------------------

bool TOStream::checkStatus() const
{
	if (!m_imp->m_os)
		return false;

	m_imp->m_os->flush();
	return m_imp->m_os->rdstate() == ios_base::goodbit;
}

//===============================================================
/*! 
	This class contains TIStream's attributes.
	It is created by memory allocation in the TIStream's constructor.
*/
class TIStream::Imp
{
public:
	istream *m_is;
	bool m_chanOwner;
	int m_line;
	string m_strbuffer;
	bool m_compressed;

	vector<string> m_tagStack;

	typedef map<int, TPersist *> PersistTable;
	PersistTable m_table;

	StreamTag m_currentTag;

	TFilePath m_filepath;

	VersionNumber m_versionNumber;

	Imp() : m_is(0), m_chanOwner(false), m_line(0), m_compressed(false), m_versionNumber(0, 0) {}

	// update m_line if necessary; returns -e if eof
	int getNextChar();

	inline void skipBlanks();
	bool matchTag();
	inline bool match(char c);
	bool matchIdent(string &ident);
	bool matchValue(string &value);

	void skipCurrentTag();
};

//---------------------------------------------------------------

TFilePath TIStream::getFilePath()
{
	return m_imp->m_filepath;
}

//---------------------------------------------------------------

TFilePath TIStream::getRepositoryPath()
{
	TFilePath fp = m_imp->m_filepath;
	return fp.getParentDir() + (fp.getName() + "_files");
}

//---------------------------------------------------------------

int TIStream::Imp::getNextChar()
{
	char c;
	m_is->get(c);
	if (m_is->eof())
		return -1;
	if (c == '\r')
		m_line++;
	return c;
}

//---------------------------------------------------------------

void TIStream::Imp::skipBlanks()
{
	istream &is = *m_is;
	istream::int_type c;
	while (c = is.peek(), (isspace(c) || c == '\r'))
		getNextChar();
}

//---------------------------------------------------------------

bool TIStream::Imp::match(char c)
{
	if (m_is->peek() == c) {
		getNextChar();
		return true;
	} else
		return false;
}

//---------------------------------------------------------------

bool TIStream::Imp::matchIdent(string &ident)
{
	istream &is = *m_is;
	if (!isalnum(is.peek()))
		return false;
	ident = "";
	char c;
	is.get(c);
	ident.append(1, c);
	while (c = is.peek(), isalnum(c) || c == '_' || c == '.' || c == '-') {
		is.get(c);
		ident.append(1, c);
	}
	return true;
}

//---------------------------------------------------------------

bool TIStream::Imp::matchValue(string &str)
{
	istream &is = *m_is;
	char quote = is.peek();
	char c;
	if (!is || (quote != '\'' && quote != '\"'))
		return false;
	is.get(c);
	str = "";
	for (;;) {
		is.get(c);
		if (!is)
			throw TException("expected '\"'");
		if (c == quote)
			break;
		if (c == '\\') {
			is.get(c);
			if (!is)
				throw TException("unexpected EOF");
			if (c != '\'' && c != '\"' && c != '\\')
				throw TException("bad escape sequence");
		}
		str.append(1, c);
	}
	if (c != quote)
		throw TException("missing '\"'");
	return true;
}

//---------------------------------------------------------------

bool TIStream::Imp::matchTag()
{
	if (m_currentTag)
		return true;
	StreamTag &tag = m_currentTag;
	tag = StreamTag();
	skipBlanks();
	if (!match('<'))
		return false;
	skipBlanks();
	if (match('!')) {
		skipBlanks();
		if (!match('-') || !match('-'))
			throw TException("expected '<!--' tag");
		istream &is = *m_is;
		char c;
		int status = 1;
		while (status != 0 && is.get(c))
			switch (status) {
			case 1:
				if (c == '-')
					status = 2;
				break;
			case 2:
				if (c == '-')
					status = 3;
				else
					status = 1;
				break;
			case 3:
				if (c == '>')
					status = 0;
				else if (c == '-') {
				} else
					status = 1;
				break;
			}
		return matchTag();
	}
	if (match('/')) {
		tag.m_type = StreamTag::EndTag;
		skipBlanks();
	}

	if (!matchIdent(tag.m_name))
		throw TException("expected identifier");
	skipBlanks();
	for (;;) {
		if (match('>'))
			break;
		if (match('/')) {
			tag.m_type = StreamTag::BeginEndTag;
			skipBlanks();
			if (match('>'))
				break;
			throw TException("expected '>'");
		}
		string name;
		if (!matchIdent(name))
			throw TException("expected identifier");
		skipBlanks();
		if (match('=')) {
			string value;
			skipBlanks();
			if (!matchValue(value))
				throw TException("expected value");
			tag.m_attributes[name] = value;
			skipBlanks();
		}
	}
	return true;
}

//---------------------------------------------------------------

void TIStream::Imp::skipCurrentTag()
{
	if (m_currentTag.m_type == StreamTag::BeginEndTag)
		return;
	istream &is = *m_is;
	int level = 1;
	int c;
	for (;;) {
		if (is.eof())
			break; //unexpected eof
		c = is.peek();
		if (c != '<') {
			getNextChar();
			continue;
		}

		// tag found
		c = getNextChar();
		if (c < 0)
			break;

		c = getNextChar();
		if (c < 0)
			break;

		if (c == '/') {
			// end tag
			do
				c = getNextChar();
			while (c >= 0 && c != '>');
			if (c < 0)
				break; //unexpected eof
			if (--level <= 0) {
				// m_currentTag.m_type = StreamTag::EndTag;
				m_tagStack.pop_back();
				m_currentTag = StreamTag();
				break;
			}
		} else {
			// tag
			int oldC;
			do {
				oldC = c;
				c = getNextChar();
			} while (c >= 0 && c != '>');
			if (c < 0)
				break; //unexpected eof
			if (oldC != '/')
				level++;
		}
	}
}

//---------------------------------------------------------------

TIStream::TIStream(const TFilePath &fp)
	: m_imp(new Imp)
{
	m_imp->m_filepath = fp;
	m_imp->m_is = new Tifstream(fp);

	if (m_imp->m_is->peek() == 'T') // non comincia con '<' dev'essere compresso
	{
		bool swapForEndianess = false;

		auto_ptr<std::istream> is(m_imp->m_is);
		m_imp->m_is = 0;

		char magicBuffer[4];
		is->read(magicBuffer, 4);
		string magic(magicBuffer, 4);
		size_t in_len, out_len;

		if (magic == "TNZC") {
			// Tab3.0 beta
			is->read((char *)&out_len, sizeof out_len);
			is->read((char *)&in_len, sizeof in_len);
		} else if (magic == "TABc") {
			TINT32 v;
			is->read((char *)&v, sizeof v);
			printf("magic = %08X\n", v);

			if (v == 0x0A0B0C0D)
				swapForEndianess = false;
			else if (v == 0x0D0C0B0A)
				swapForEndianess = true;
			else {
				swapForEndianess = true;
				printf("UH OH!\n");
			}

			is->read((char *)&v, sizeof v);
			out_len = swapForEndianess ? swapTINT32(v) : v;
			is->read((char *)&v, sizeof v);
			in_len = swapForEndianess ? swapTINT32(v) : v;
		} else
			throw TException("Bad magic number");

		if (in_len <= 0 || in_len > 100000000) // 100M di tnzfile (compresso) sembrano proprio esagerati
			throw TException("Corrupted file");

		LZ4F_decompressionContext_t lz4dctx;

		LZ4F_errorCode_t err = LZ4F_createDecompressionContext(&lz4dctx, LZ4F_VERSION);
		if (LZ4F_isError(err))
			throw TException("Couldn't decompress file");

		char *in = (char *)malloc(in_len);
		is->read((char *)in, in_len);

		m_imp->m_strbuffer.resize(out_len + 1000); // per prudenza
		char *out = (char *)m_imp->m_strbuffer.c_str();

		size_t check_len = out_len;

		//size_t remaining = LZ4F_decompress(lz4dctx, out, &out_len, in, &in_len, NULL);
		bool ok = lz4decompress(lz4dctx, out, &out_len, in, in_len);
		LZ4F_freeDecompressionContext(lz4dctx);

		free(in);

		if (!ok)
			throw TException("Couldn't decompress file");

		if (check_len != out_len)
			throw TException("corrupted file");

		m_imp->m_is = new istrstream((char *)out, out_len);
	}

	m_imp->m_chanOwner = true;
}

//---------------------------------------------------------------

/*
TIStream::TIStream(istream &is)
         : m_imp(new Imp)
{
  m_imp->m_is = &is;
}
*/

//---------------------------------------------------------------

TIStream::~TIStream()
{
	if (m_imp->m_chanOwner)
		delete m_imp->m_is;
	delete m_imp;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(int &v)
{
	*(m_imp->m_is) >> v;
	return *this;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(double &v)
{
	*(m_imp->m_is) >> v;
	return *this;
}
//---------------------------------------------------------------

TIStream &TIStream::operator>>(wstring &v)
{
	string s;
	operator>>(s);
	v = toWideString(s);
	return *this;

	/*
  int len = s.length();
  for(int i=0;i<len;)
    {
     if(s[i] != '&')
       {v.append(1, (wchar_t)s[i]);i++;}
     else if(s.substr(i, 5) == "&amp;")
       {v.append(1, L'&');i+=5;}
     else if(i+1<len && s[i+1]=='#')
       {
        int c = 0;
        i+=2;
        while(i<len && '0'<=s[i] && s[i]<='9')
          {
           c = c*10+s[i]-'0';
           i++;
          }
        if(i<len && s[i]==';') i++;
        v.append(1, (wchar_t)c);
       }
     else
       {
        i++;
       }
    }
  return *this;
*/
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(string &v)
{
	istream &is = *(m_imp->m_is);
	v = "";
	m_imp->skipBlanks();
	char c;
	is.get(c);
	if (c == '\"') {
		is.get(c);
		while (is && c != '"') {
			if (c == '\\') {
				is.get(c);
				if (!is)
					throw TException("unexpected EOF");
				if (c == '"')
					v.append(1, '"');
				else if (c == '\\')
					v.append(1, '\\');
				else if (c == '\'')
					v.append(1, '\'');
				else {
					v.append(1, '\\');
					v.append(1, c);
				}
			} else
				v.append(1, c);
			is.get(c);
		}
	} else {
		v.append(1, c);
		while (c = is.peek(), isalnum(c) || c == '_' || c == '&' || c == '#' || c == ';' || c == '%') {
			is.get(c);
			v.append(1, c);
		}
	}

	return *this;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(QString &v)
{
	istream &is = *(m_imp->m_is);
	v = "";
	m_imp->skipBlanks();
	char c;
	is.get(c);
	if (c == '\"') {
		is.get(c);
		while (is && c != '"') {
			if (c == '\\') {
				is.get(c);
				if (!is)
					throw TException("unexpected EOF");
				if (c == '"')
					v.append('"');
				else if (c == '\\')
					v.append('\\');
				else if (c == '\'')
					v.append('\'');
				else {
					v.append('\\');
					v.append(c);
				}
			} else
				v.append(c);
			is.get(c);
		}
	} else {
		v.append(c);
		while (c = is.peek(), isalnum(c) || c == '_' || c == '&' || c == '#' || c == ';' || c == '%') {
			is.get(c);
			v.append(c);
		}
	}

	return *this;
}

//---------------------------------------------------------------

string TIStream::getString()
{
	istream &is = *(m_imp->m_is);
	string v = "";
	m_imp->skipBlanks();
	char c = is.peek();
	while (c != '<') {
		is.get(c);
		c = is.peek();
		if (!is)
			throw TException("unexpected EOF");
		v.append(1, c);
	}
	return v;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(TPixel32 &v)
{
	istream &is = *(m_imp->m_is);
	int r, g, b, m;
	is >> r;
	is >> g;
	is >> b;
	is >> m;
	v.r = r;
	v.g = g;
	v.b = b;
	v.m = m;
	return *this;
}
//---------------------------------------------------------------

TIStream &TIStream::operator>>(TPixel64 &v)
{
	istream &is = *(m_imp->m_is);
	int r, g, b, m;
	is >> r;
	is >> g;
	is >> b;
	is >> m;
	v.r = r;
	v.g = g;
	v.b = b;
	v.m = m;
	return *this;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(TFilePath &v)
{
	istream &is = *(m_imp->m_is);
	string s;
	char c;
	m_imp->skipBlanks();
	is.get(c);
	if (c == '"') {
		is.get(c);
		while (is && c != '"') {
			//if(c=='\\')
			//   is.get(c);
			s.append(1, c);
			is.get(c);
		}
	} else {
		// il filepath non e' fra virgolette:
		// puo' contenere solo caratteri alfanumerici, % e _
		s.append(1, c);
		while (is) {
			c = is.peek();
			if (!isalnum(c) && c != '%' && c != '_')
				break;
			is.get(c);
			s.append(1, c);
		}
	}

	v = TFilePath(s);
	return *this;
}
//---------------------------------------------------------------

TIStream &TIStream::operator>>(TPersist &v)
{
	v.loadData(*this);
	return *this;
}

//---------------------------------------------------------------

TIStream &TIStream::operator>>(TPersist *&v)
{
	if (!m_imp->matchTag() ||
		m_imp->m_currentTag.m_type == StreamTag::EndTag) {
		throw TException("expected begin tag");
	}
	StreamTag tag = m_imp->m_currentTag;
	m_imp->m_currentTag = StreamTag();
	string tagName = tag.m_name;
	std::map<string, string>::iterator it;
	int id = -1;
	it = tag.m_attributes.find("id");
	if (it != tag.m_attributes.end())
		id = atoi(it->second.c_str());
	//cout << "tagname = " << tagName << " id = " << id << endl;

	Imp::PersistTable::iterator pit = m_imp->m_table.find(id);
	if (pit == m_imp->m_table.end()) {
		v = TPersistFactory::instance()->create(tagName);
		if (!v)
			throw TException("unable to create a persistent '" + tagName + "'");
		m_imp->m_table[id] = v;
		if (tag.m_type != StreamTag::BeginTag)
			throw TException("expected begin tag");
		m_imp->m_tagStack.push_back(tag.m_name);
		v->loadData(*this);
		m_imp->matchTag();
		if (!m_imp->m_currentTag ||
			m_imp->m_currentTag.m_type != StreamTag::EndTag)
			throw TException("expected end tag");
		if (m_imp->m_currentTag.m_name != m_imp->m_tagStack.back())
			throw TException("end tag mismatch");
		m_imp->m_tagStack.pop_back();
		m_imp->m_currentTag = StreamTag();
	} else {
		v = pit->second;
		if (tag.m_type != StreamTag::BeginEndTag)
			throw TException("expected begin/end tag");
	}
	return *this;
}

//---------------------------------------------------------------

bool TIStream::matchEndTag()
{
	if (m_imp->m_tagStack.empty())
		throw TException("tag stack emtpy");
	if (!m_imp->matchTag())
		return false;
	if (m_imp->m_currentTag.m_type != StreamTag::EndTag)
		return false;
	if (m_imp->m_currentTag.m_name != m_imp->m_tagStack.back())
		throw TException("end tag mismatch");
	m_imp->m_tagStack.pop_back();
	m_imp->m_currentTag = StreamTag();
	return true;
}

//---------------------------------------------------------------

bool TIStream::eos()
{
	if (m_imp->matchTag())
		return m_imp->m_currentTag.m_type == StreamTag::EndTag;
	else
		return !(*m_imp->m_is);
}

//---------------------------------------------------------------

bool TIStream::matchTag(string &tagName)
{
	if (!m_imp->matchTag())
		return false;
	if (m_imp->m_currentTag.m_type == StreamTag::EndTag)
		return false;
	tagName = m_imp->m_currentTag.m_name;
	m_imp->m_currentTag.m_name = "";
	if (m_imp->m_currentTag.m_type != StreamTag::BeginEndTag)
		m_imp->m_tagStack.push_back(tagName);
	return true;
}

//---------------------------------------------------------------

string TIStream::getTagAttribute(string name) const
{
	StreamTag &tag = m_imp->m_currentTag;
	std::map<string, string>::const_iterator it = tag.m_attributes.find(name);
	if (it == tag.m_attributes.end())
		return "";
	else
		return it->second;
}

//---------------------------------------------------------------

bool TIStream::getTagParam(string paramName, string &value)
{
	if (m_imp->m_tagStack.empty())
		return false;
	StreamTag &tag = m_imp->m_currentTag;
	std::map<string, string>::const_iterator it = tag.m_attributes.find(paramName);
	if (it == tag.m_attributes.end())
		return false;
	value = it->second;
	return true;
}

//---------------------------------------------------------------

bool TIStream::getTagParam(string paramName, int &value)
{
	string svalue;
	if (!getTagParam(paramName, svalue))
		return false;
	istrstream is(svalue.c_str(), svalue.length());
	value = 0;
	is >> value;
	return true;
}

//---------------------------------------------------------------

bool TIStream::isBeginEndTag()
{
	return m_imp->m_currentTag.m_type == StreamTag::BeginEndTag;
}

//---------------------------------------------------------------

bool TIStream::openChild(string &tagName)
{
	if (!m_imp->matchTag())
		return false;
	if (m_imp->m_currentTag.m_type != StreamTag::BeginTag)
		return false;
	tagName = m_imp->m_currentTag.m_name;
	m_imp->m_currentTag.m_name = "";
	m_imp->m_tagStack.push_back(tagName);
	return true;
}

//---------------------------------------------------------------

void TIStream::closeChild()
{
	if (!matchEndTag()) {
		string tagName;
		if (!m_imp->m_tagStack.empty())
			tagName = m_imp->m_tagStack.back();
		if (tagName != "")
			throw TException("Expected \"" + tagName + "\" end tag");
		else
			throw TException("expected EndTag");
	}
}

//---------------------------------------------------------------

bool TIStream::match(char c) const
{
	m_imp->skipBlanks();
	if (m_imp->m_is->peek() != c)
		return false;
	m_imp->m_is->get(c);
	if (c == '\r')
		m_imp->m_line++;
	return true;
}

//---------------------------------------------------------------

TIStream::operator bool() const
{
	return (m_imp->m_is && *m_imp->m_is);
}

//---------------------------------------------------------------

int TIStream::getLine() const
{
	return m_imp->m_line + 1;
}

//---------------------------------------------------------------

VersionNumber TIStream::getVersion() const
{
	return m_imp->m_versionNumber;
}

//---------------------------------------------------------------

void TIStream::setVersion(const VersionNumber &version)
{
	m_imp->m_versionNumber = version;
}

//---------------------------------------------------------------

void TIStream::skipCurrentTag()
{
	m_imp->skipCurrentTag();
}