OniSplit/Xml/XmlImporter.cs

using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Xml;
using Oni.Imaging;
using Oni.Metadata;
using Oni.Sound;

namespace Oni.Xml
{
    internal class XmlImporter : Importer
    {
        private static readonly Func<string, float> floatConverter = XmlConvert.ToSingle;
        private static readonly Func<string, byte> byteConverter = XmlConvert.ToByte;
        protected XmlReader xml;
        private readonly string[] args;
        private string baseDir;
        private string filePath;
        private bool firstInstance;
        private Dictionary<string, ImporterDescriptor> localRefs;
        private Dictionary<string, ImporterDescriptor> externalRefs;
        private ImporterDescriptor currentDescriptor;
        private BinaryWriter currentWriter;

        #region protected struct RawArray

        protected struct RawArray
        {
            private int offset;
            private int count;

            public RawArray(int offset, int count)
            {
                this.offset = offset;
                this.count = count;
            }

            public int Offset => offset;
            public int Count => count;
        }

        #endregion

        public XmlImporter(string[] args)
        {
            this.args = args;
        }

        public override void Import(string filePath, string outputDirPath)
        {
            this.filePath = filePath;

            BeginImport();

            using (xml = CreateXmlReader(filePath))
            {
                while (xml.IsStartElement())
                {
                    switch (xml.LocalName)
                    {
                        case "Objects":
                            ReadObjects();
                            break;

                        case "Texture":
                            ReadTexture();
                            break;

                        case "ImpactEffects":
                            ReadImpactEffects();
                            break;

                        case "SoundAnimation":
                            ReadSoundAnimation();
                            break;

                        case "TextureMaterials":
                            ReadTextureMaterials();
                            break;

                        case "Particle":
                            ReadParticle();
                            break;

                        case "AmbientSound":
                        case "ImpulseSound":
                        case "SoundGroup":
                            ReadSoundData();
                            break;

                        case "Animation":
                            ReadAnimation();
                            break;

                        default:
                            ReadInstance();
                            break;
                    }
                }
            }

            Write(outputDirPath);
        }

        public override void BeginImport()
        {
            base.BeginImport();

            baseDir = Path.GetDirectoryName(filePath);
            localRefs = new Dictionary<string, ImporterDescriptor>(StringComparer.Ordinal);
            externalRefs = new Dictionary<string, ImporterDescriptor>(StringComparer.Ordinal);
            firstInstance = true;
        }

        private static XmlReader CreateXmlReader(string filePath)
        {
            var settings = new XmlReaderSettings()
            {
                CloseInput = true,
                IgnoreWhitespace = true,
                IgnoreProcessingInstructions = true,
                IgnoreComments = true
            };

            var xml = XmlReader.Create(filePath, settings);

            try
            {
                if (!xml.Read())
                    throw new InvalidDataException("Not an Oni XML file");

                xml.MoveToContent();

                if (!xml.IsStartElement("Oni"))
                    throw new InvalidDataException("Not an Oni XML file");

                if (xml.IsEmptyElement)
                    throw new InvalidDataException("No instances found");

                xml.ReadStartElement();
                xml.MoveToContent();
            }
            catch
            {
#if NETCORE
                xml.Dispose();
#else
                xml.Close();
#endif
                throw;
            }

            return xml;
        }

        private void ReadInstance()
        {
            var xmlid = xml.GetAttribute("id");
            var tagName = xml.GetAttribute("type");

            if (tagName == null)
                tagName = xml.LocalName;

            var tag = (TemplateTag)Enum.Parse(typeof(TemplateTag), tagName);
            var metadata = InstanceMetadata.GetMetadata(InstanceFileHeader.OniPCTemplateChecksum);
            var template = metadata.GetTemplate(tag);

            string name = null;

            if (firstInstance)
            {
                name = Path.GetFileNameWithoutExtension(filePath);

                if (!name.StartsWith(tagName, StringComparison.Ordinal))
                    name = tagName + name;

                firstInstance = false;
            }

            var writer = BeginXmlInstance(tag, name, xmlid);
            template.Type.Accept(new XmlToBinaryVisitor(this, xml, writer));
            EndXmlInstance();
        }

        private void ReadAnimation()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            var writer = BeginXmlInstance(TemplateTag.TRAM, name, "0");
            var animation = Totoro.AnimationXmlReader.Read(xml, Path.GetDirectoryName(filePath));
            Totoro.AnimationDatWriter.Write(animation, this, writer);
            EndXmlInstance();
        }

        private void ReadParticle()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            if (!name.StartsWith("BINA3RAP", StringComparison.Ordinal))
                name = "BINA3RAP" + name;

            xml.ReadStartElement();

            int rawDataOffset = RawWriter.Align32();

            RawWriter.Write((int)BinaryTag.PAR3);
            RawWriter.Write(0);

            ParticleXmlImporter.Import(xml, RawWriter);

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();

            xml.ReadEndElement();
        }

        private void ReadSoundData()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            int rawDataOffset = RawWriter.Align32();

            var osbdImporter = new OsbdXmlImporter(xml, RawWriter);
            osbdImporter.Import();

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.OSBD, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();

            xml.ReadEndElement();
        }

        private void ReadObjects()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            if (!name.StartsWith("BINACJBO", StringComparison.Ordinal))
                name = "BINACJBO" + name;

            xml.ReadStartElement();

            int rawDataOffset = RawWriter.Align32();

            RawWriter.Write((int)BinaryTag.OBJC);
            RawWriter.Write(0);

            ObjcXmlImporter.Import(xml, RawWriter);

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();

            xml.ReadEndElement();
        }

        private void ReadTextureMaterials()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            if (!name.StartsWith("BINADBMT", StringComparison.Ordinal))
                name = "BINADBMT" + name;

            xml.ReadStartElement();

            int rawDataOffset = RawWriter.Align32();

            RawWriter.Write((int)BinaryTag.TMBD);
            RawWriter.Write(0);

            TmbdXmlImporter.Import(xml, RawWriter);

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();

            xml.ReadEndElement();
        }

        private void ReadImpactEffects()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            if (!name.StartsWith("BINAEINO", StringComparison.Ordinal))
                name = "BINAEINO" + name;

            xml.ReadStartElement();

            int rawDataOffset = RawWriter.Align32();

            RawWriter.Write((int)BinaryTag.ONIE);
            RawWriter.Write(0);

            OnieXmlImporter.Import(xml, RawWriter);

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();

            xml.ReadEndElement();
        }

        private void ReadSoundAnimation()
        {
            var name = Path.GetFileNameWithoutExtension(filePath);

            if (!name.StartsWith("BINADBAS", StringComparison.Ordinal))
                name = "BINADBAS" + name;

            int rawDataOffset = RawWriter.Align32();

            RawWriter.Write((int)BinaryTag.SABD);
            RawWriter.Write(0);

            SabdXmlImporter.Import(xml, RawWriter);

            int rawDataLength = RawWriter.Position - rawDataOffset;
            RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);

            var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
            writer.Write(rawDataLength);
            writer.Write(rawDataOffset);
            EndXmlInstance();
        }

        private void ReadTexture()
        {
            var textureImporter = new Motoko.TextureXmlImporter(this, xml, filePath);
            textureImporter.Import();
        }

        public BinaryWriter BeginXmlInstance(TemplateTag tag, string name, string xmlid)
        {
            if (!localRefs.TryGetValue(xmlid, out currentDescriptor))
            {
                currentDescriptor = ImporterFile.CreateInstance(tag, name);
                localRefs.Add(xmlid, currentDescriptor);
            }
            else if (currentDescriptor.Tag != tag)
            {
                throw new InvalidDataException(string.Format("{0} was expected to be of type {1} but it's type is {2}", xmlid, tag, currentDescriptor.Tag));
            }

            currentWriter = currentDescriptor.OpenWrite();

            return currentWriter;
        }

        public void EndXmlInstance()
        {
            currentWriter.Dispose();
        }

#region private class XmlToBinaryVisitor

        private class XmlToBinaryVisitor : IMetaTypeVisitor
        {
            private readonly XmlImporter importer;
            private readonly XmlReader xml;
            private readonly BinaryWriter writer;

            public XmlToBinaryVisitor(XmlImporter importer, XmlReader xml, BinaryWriter writer)
            {
                this.importer = importer;
                this.xml = xml;
                this.writer = writer;
            }

#region IMetaTypeVisitor Members

            void IMetaTypeVisitor.VisitEnum(MetaEnum type)
            {
                type.XmlToBinary(xml, writer);
            }

            void IMetaTypeVisitor.VisitByte(MetaByte type)
            {
                writer.Write(XmlConvert.ToByte(xml.ReadElementContentAsString()));
            }

            void IMetaTypeVisitor.VisitInt16(MetaInt16 type)
            {
                writer.Write(XmlConvert.ToInt16(xml.ReadElementContentAsString()));
            }

            void IMetaTypeVisitor.VisitUInt16(MetaUInt16 type)
            {
                writer.Write(XmlConvert.ToUInt16(xml.ReadElementContentAsString()));
            }

            void IMetaTypeVisitor.VisitInt32(MetaInt32 type)
            {
                writer.Write(xml.ReadElementContentAsInt());
            }

            void IMetaTypeVisitor.VisitUInt32(MetaUInt32 type)
            {
                writer.Write(XmlConvert.ToUInt32(xml.ReadElementContentAsString()));
            }

            void IMetaTypeVisitor.VisitInt64(MetaInt64 type)
            {
                writer.Write(xml.ReadElementContentAsLong());
            }

            void IMetaTypeVisitor.VisitUInt64(MetaUInt64 type)
            {
                writer.Write(XmlConvert.ToUInt64(xml.ReadElementContentAsString()));
            }

            void IMetaTypeVisitor.VisitFloat(MetaFloat type)
            {
                writer.Write(xml.ReadElementContentAsFloat());
            }

            void IMetaTypeVisitor.VisitColor(MetaColor type)
            {
                byte[] values = xml.ReadElementContentAsArray(byteConverter);

                if (values.Length > 3)
                    writer.Write(new Color(values[0], values[1], values[2], values[3]));
                else
                    writer.Write(new Color(values[0], values[1], values[2]));
            }

            void IMetaTypeVisitor.VisitVector2(MetaVector2 type)
            {
                writer.Write(xml.ReadElementContentAsVector2());
            }

            void IMetaTypeVisitor.VisitVector3(MetaVector3 type)
            {
                writer.Write(xml.ReadElementContentAsVector3());
            }

            void IMetaTypeVisitor.VisitMatrix4x3(MetaMatrix4x3 type)
            {
                writer.Write(xml.ReadElementContentAsArray(floatConverter, 12));
            }

            void IMetaTypeVisitor.VisitPlane(MetaPlane type)
            {
                writer.Write(xml.ReadElementContentAsArray(floatConverter, 4));
            }

            void IMetaTypeVisitor.VisitQuaternion(MetaQuaternion type)
            {
                writer.Write(xml.ReadElementContentAsArray(floatConverter, 4));
            }

            void IMetaTypeVisitor.VisitBoundingSphere(MetaBoundingSphere type)
            {
                ReadFields(type.Fields);
            }

            void IMetaTypeVisitor.VisitBoundingBox(MetaBoundingBox type)
            {
                ReadFields(type.Fields);
            }

            void IMetaTypeVisitor.VisitRawOffset(MetaRawOffset type)
            {
                //writer.Write(xml.ReadElementContentAsInt());
                throw new NotImplementedException();
            }

            void IMetaTypeVisitor.VisitSepOffset(MetaSepOffset type)
            {
                //writer.Write(xml.ReadElementContentAsInt());
                throw new NotImplementedException();
            }

            void IMetaTypeVisitor.VisitString(MetaString type)
            {
                writer.Write(xml.ReadElementContentAsString(), type.Count);
            }

            void IMetaTypeVisitor.VisitPadding(MetaPadding type)
            {
                writer.Write(type.FillByte, type.Count);
            }

            void IMetaTypeVisitor.VisitPointer(MetaPointer type)
            {
                var xmlid = xml.ReadElementContentAsString();

                if (xmlid != null)
                    xmlid = xmlid.Trim();

                if (string.IsNullOrEmpty(xmlid))
                {
                    writer.Write(0);
                    return;
                }

                writer.Write(importer.ResolveReference(xmlid, type.Tag));
            }

            void IMetaTypeVisitor.VisitStruct(MetaStruct type)
            {
                ReadFields(type.Fields);
            }

            void IMetaTypeVisitor.VisitArray(MetaArray type)
            {
                int count = ReadArray(type.ElementType, type.Count);

                if (count < type.Count)
                    writer.Skip((type.Count - count) * type.ElementType.Size);
            }

            void IMetaTypeVisitor.VisitVarArray(MetaVarArray type)
            {
                int countFieldPosition = writer.Position;
                int count;

                if (type.CountField.Type == MetaType.Int16)
                {
                    writer.WriteInt16(0);
                    count = ReadArray(type.ElementType, UInt16.MaxValue);
                }
                else
                {
                    writer.Write(0);
                    count = ReadArray(type.ElementType, Int32.MaxValue);
                }

                int position = writer.Position;
                writer.Position = countFieldPosition;

                if (type.CountField.Type == MetaType.Int16)
                    writer.WriteUInt16(count);
                else
                    writer.Write(count);

                writer.Position = position;
            }

#endregion

            private void ReadFields(IEnumerable<Field> fields)
            {
                xml.ReadStartElement();
                xml.MoveToContent();

                foreach (var field in fields)
                {
                    try
                    {
                        field.Type.Accept(this);
                    }
                    catch (Exception ex)
                    {
                        throw new InvalidOperationException(string.Format("Cannot read field '{0}'", field.Name), ex);
                    }
                }

                xml.ReadEndElement();
            }

            protected void ReadStruct(MetaStruct s)
            {
                foreach (var field in s.Fields)
                {
                    try
                    {
                        field.Type.Accept(this);
                    }
                    catch (Exception ex)
                    {
                        throw new InvalidOperationException(string.Format("Cannot read field '{0}'", field.Name), ex);
                    }
                }
            }

            private int ReadArray(MetaType elementType, int maxCount)
            {
                if (xml.IsEmptyElement)
                {
                    xml.Read();
                    return 0;
                }

                xml.ReadStartElement();
                xml.MoveToContent();

                string elementName = xml.LocalName;
                int count = 0;

                for (; count < maxCount && xml.IsStartElement(elementName); count++)
                    elementType.Accept(this);

                xml.ReadEndElement();

                return count;
            }

            protected int ReadRawElement(string name, MetaType elementType)
            {
                if (!xml.IsStartElement(name))
                    return 0;

                if (xml.IsEmptyElement)
                {
                    xml.ReadStartElement();
                    return 0;
                }

                int rawOffset = importer.RawWriter.Align32();

                elementType.Accept(new RawXmlImporter(xml, importer.RawWriter));

                return rawOffset;
            }

            protected RawArray ReadRawArray(string name, MetaType elementType)
            {
                if (!xml.IsStartElement(name))
                    return new RawArray();

                if (xml.IsEmptyElement)
                {
                    xml.ReadStartElement();
                    return new RawArray();
                }

                xml.ReadStartElement();

                int rawOffset = importer.RawWriter.Align32();

                var rawImporter = new RawXmlImporter(xml, importer.RawWriter);
                int elementCount = 0;

                while (xml.IsStartElement(elementType.Name))
                {
                    elementType.Accept(rawImporter);
                    elementCount++;
                }

                xml.ReadEndElement();

                return new RawArray(rawOffset, elementCount);
            }
        }

#endregion

        private ImporterDescriptor ResolveReference(string xmlid, TemplateTag tag)
        {
            ImporterDescriptor descriptor;

            if (xmlid[0] == '#')
                descriptor = ResolveLocalReference(xmlid.Substring(1), tag);
            else
                descriptor = ResolveExternalReference(xmlid, tag);

            return descriptor;
        }

        private ImporterDescriptor ResolveLocalReference(string xmlid, TemplateTag tag)
        {
            ImporterDescriptor descriptor;

            if (!localRefs.TryGetValue(xmlid, out descriptor))
            {
                descriptor = ImporterFile.CreateInstance(tag);
                localRefs.Add(xmlid, descriptor);
            }
            else if (tag != TemplateTag.NONE && tag != descriptor.Tag)
            {
                throw new InvalidDataException(string.Format("{0} was expected to be of type {1} but it's type is {2}", xmlid, tag, descriptor.Tag));
            }

            return descriptor;
        }

        private ImporterDescriptor ResolveExternalReference(string xmlid, TemplateTag tag)
        {
            ImporterDescriptor descriptor;

            if (!externalRefs.TryGetValue(xmlid, out descriptor))
            {
                if (xmlid.EndsWith(".xml", StringComparison.Ordinal)
                    || xmlid.EndsWith(".dae", StringComparison.Ordinal)
                    || xmlid.EndsWith(".obj", StringComparison.Ordinal)
                    || xmlid.EndsWith(".tga", StringComparison.Ordinal))
                {
                    string filePath = Path.Combine(baseDir, xmlid);

                    if (!File.Exists(filePath))
                        throw new InvalidDataException(string.Format("Cannot find referenced file '{0}'", filePath));

                    if (tag == TemplateTag.TRCM)
                    {
                        var bodyImporter = new Totoro.BodyDaeImporter(args);
                        descriptor = bodyImporter.Import(filePath, ImporterFile);
                    }
                    else if (tag == TemplateTag.M3GM
                        && (currentDescriptor.Tag == TemplateTag.ONWC
                            || currentDescriptor.Tag == TemplateTag.CONS
                            || currentDescriptor.Tag == TemplateTag.DOOR
                            || currentDescriptor.Tag == TemplateTag.OFGA))
                    {
                        var geometryImporter = new Motoko.GeometryImporter(args);
                        descriptor = geometryImporter.Import(filePath, ImporterFile);
                    }
                    else
                    {
                        AddDependency(filePath, tag);
                        var name = Importer.DecodeFileName(Path.GetFileNameWithoutExtension(filePath));
                        descriptor = ImporterFile.CreateInstance(tag, name);
                    }
                }
                else
                {
                    if (tag != TemplateTag.NONE)
                    {
                        //
                        // If the link has a known type tag then make sure the xml id
                        // is prefixed with the tag name.
                        //

                        var typeName = tag.ToString();

                        if (!xmlid.StartsWith(typeName, StringComparison.Ordinal))
                            xmlid = typeName + xmlid;
                    }
                    else
                    {
                        //
                        // IGPG contains a link that can point to either TXMP or PSpc.
                        // In this case the xml id should be already prefixed with 
                        // the tag name because we have no way to guess what type the link is.
                        //

                        var tagName = xmlid.Substring(0, 4);
                        tag = (TemplateTag)Enum.Parse(typeof(TemplateTag), tagName);
                    }

                    descriptor = ImporterFile.CreateInstance(tag, xmlid);
                }

                externalRefs.Add(xmlid, descriptor);
            }

            return descriptor;
        }
    }
}
Revision:	1114
Committed:	Wed Jan 22 14:08:57 2020 UTC (5 years, 9 months ago) by iritscen
File size:	25541 byte(s)
Log Message:	Adding OniSplit source code (v0.9.99.0). Many thanks to Neo for all his work over the years.
#	Content
1	using System;
2	using System.Collections.Generic;
3	using System.Globalization;
4	using System.IO;
5	using System.Xml;
6	using Oni.Imaging;
7	using Oni.Metadata;
8	using Oni.Sound;
9
10	namespace Oni.Xml
11	{
12	internal class XmlImporter : Importer
13	{
14	private static readonly Func<string, float> floatConverter = XmlConvert.ToSingle;
15	private static readonly Func<string, byte> byteConverter = XmlConvert.ToByte;
16	protected XmlReader xml;
17	private readonly string[] args;
18	private string baseDir;
19	private string filePath;
20	private bool firstInstance;
21	private Dictionary<string, ImporterDescriptor> localRefs;
22	private Dictionary<string, ImporterDescriptor> externalRefs;
23	private ImporterDescriptor currentDescriptor;
24	private BinaryWriter currentWriter;
25
26	#region protected struct RawArray
27
28	protected struct RawArray
29	{
30	private int offset;
31	private int count;
32
33	public RawArray(int offset, int count)
34	{
35	this.offset = offset;
36	this.count = count;
37	}
38
39	public int Offset => offset;
40	public int Count => count;
41	}
42
43	#endregion
44
45	public XmlImporter(string[] args)
46	{
47	this.args = args;
48	}
49
50	public override void Import(string filePath, string outputDirPath)
51	{
52	this.filePath = filePath;
53
54	BeginImport();
55
56	using (xml = CreateXmlReader(filePath))
57	{
58	while (xml.IsStartElement())
59	{
60	switch (xml.LocalName)
61	{
62	case "Objects":
63	ReadObjects();
64	break;
65
66	case "Texture":
67	ReadTexture();
68	break;
69
70	case "ImpactEffects":
71	ReadImpactEffects();
72	break;
73
74	case "SoundAnimation":
75	ReadSoundAnimation();
76	break;
77
78	case "TextureMaterials":
79	ReadTextureMaterials();
80	break;
81
82	case "Particle":
83	ReadParticle();
84	break;
85
86	case "AmbientSound":
87	case "ImpulseSound":
88	case "SoundGroup":
89	ReadSoundData();
90	break;
91
92	case "Animation":
93	ReadAnimation();
94	break;
95
96	default:
97	ReadInstance();
98	break;
99	}
100	}
101	}
102
103	Write(outputDirPath);
104	}
105
106	public override void BeginImport()
107	{
108	base.BeginImport();
109
110	baseDir = Path.GetDirectoryName(filePath);
111	localRefs = new Dictionary<string, ImporterDescriptor>(StringComparer.Ordinal);
112	externalRefs = new Dictionary<string, ImporterDescriptor>(StringComparer.Ordinal);
113	firstInstance = true;
114	}
115
116	private static XmlReader CreateXmlReader(string filePath)
117	{
118	var settings = new XmlReaderSettings()
119	{
120	CloseInput = true,
121	IgnoreWhitespace = true,
122	IgnoreProcessingInstructions = true,
123	IgnoreComments = true
124	};
125
126	var xml = XmlReader.Create(filePath, settings);
127
128	try
129	{
130	if (!xml.Read())
131	throw new InvalidDataException("Not an Oni XML file");
132
133	xml.MoveToContent();
134
135	if (!xml.IsStartElement("Oni"))
136	throw new InvalidDataException("Not an Oni XML file");
137
138	if (xml.IsEmptyElement)
139	throw new InvalidDataException("No instances found");
140
141	xml.ReadStartElement();
142	xml.MoveToContent();
143	}
144	catch
145	{
146	#if NETCORE
147	xml.Dispose();
148	#else
149	xml.Close();
150	#endif
151	throw;
152	}
153
154	return xml;
155	}
156
157	private void ReadInstance()
158	{
159	var xmlid = xml.GetAttribute("id");
160	var tagName = xml.GetAttribute("type");
161
162	if (tagName == null)
163	tagName = xml.LocalName;
164
165	var tag = (TemplateTag)Enum.Parse(typeof(TemplateTag), tagName);
166	var metadata = InstanceMetadata.GetMetadata(InstanceFileHeader.OniPCTemplateChecksum);
167	var template = metadata.GetTemplate(tag);
168
169	string name = null;
170
171	if (firstInstance)
172	{
173	name = Path.GetFileNameWithoutExtension(filePath);
174
175	if (!name.StartsWith(tagName, StringComparison.Ordinal))
176	name = tagName + name;
177
178	firstInstance = false;
179	}
180
181	var writer = BeginXmlInstance(tag, name, xmlid);
182	template.Type.Accept(new XmlToBinaryVisitor(this, xml, writer));
183	EndXmlInstance();
184	}
185
186	private void ReadAnimation()
187	{
188	var name = Path.GetFileNameWithoutExtension(filePath);
189
190	var writer = BeginXmlInstance(TemplateTag.TRAM, name, "0");
191	var animation = Totoro.AnimationXmlReader.Read(xml, Path.GetDirectoryName(filePath));
192	Totoro.AnimationDatWriter.Write(animation, this, writer);
193	EndXmlInstance();
194	}
195
196	private void ReadParticle()
197	{
198	var name = Path.GetFileNameWithoutExtension(filePath);
199
200	if (!name.StartsWith("BINA3RAP", StringComparison.Ordinal))
201	name = "BINA3RAP" + name;
202
203	xml.ReadStartElement();
204
205	int rawDataOffset = RawWriter.Align32();
206
207	RawWriter.Write((int)BinaryTag.PAR3);
208	RawWriter.Write(0);
209
210	ParticleXmlImporter.Import(xml, RawWriter);
211
212	int rawDataLength = RawWriter.Position - rawDataOffset;
213	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
214
215	var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
216	writer.Write(rawDataLength);
217	writer.Write(rawDataOffset);
218	EndXmlInstance();
219
220	xml.ReadEndElement();
221	}
222
223	private void ReadSoundData()
224	{
225	var name = Path.GetFileNameWithoutExtension(filePath);
226
227	int rawDataOffset = RawWriter.Align32();
228
229	var osbdImporter = new OsbdXmlImporter(xml, RawWriter);
230	osbdImporter.Import();
231
232	int rawDataLength = RawWriter.Position - rawDataOffset;
233	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
234
235	var writer = BeginXmlInstance(TemplateTag.OSBD, name, "0");
236	writer.Write(rawDataLength);
237	writer.Write(rawDataOffset);
238	EndXmlInstance();
239
240	xml.ReadEndElement();
241	}
242
243	private void ReadObjects()
244	{
245	var name = Path.GetFileNameWithoutExtension(filePath);
246
247	if (!name.StartsWith("BINACJBO", StringComparison.Ordinal))
248	name = "BINACJBO" + name;
249
250	xml.ReadStartElement();
251
252	int rawDataOffset = RawWriter.Align32();
253
254	RawWriter.Write((int)BinaryTag.OBJC);
255	RawWriter.Write(0);
256
257	ObjcXmlImporter.Import(xml, RawWriter);
258
259	int rawDataLength = RawWriter.Position - rawDataOffset;
260	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
261
262	var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
263	writer.Write(rawDataLength);
264	writer.Write(rawDataOffset);
265	EndXmlInstance();
266
267	xml.ReadEndElement();
268	}
269
270	private void ReadTextureMaterials()
271	{
272	var name = Path.GetFileNameWithoutExtension(filePath);
273
274	if (!name.StartsWith("BINADBMT", StringComparison.Ordinal))
275	name = "BINADBMT" + name;
276
277	xml.ReadStartElement();
278
279	int rawDataOffset = RawWriter.Align32();
280
281	RawWriter.Write((int)BinaryTag.TMBD);
282	RawWriter.Write(0);
283
284	TmbdXmlImporter.Import(xml, RawWriter);
285
286	int rawDataLength = RawWriter.Position - rawDataOffset;
287	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
288
289	var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
290	writer.Write(rawDataLength);
291	writer.Write(rawDataOffset);
292	EndXmlInstance();
293
294	xml.ReadEndElement();
295	}
296
297	private void ReadImpactEffects()
298	{
299	var name = Path.GetFileNameWithoutExtension(filePath);
300
301	if (!name.StartsWith("BINAEINO", StringComparison.Ordinal))
302	name = "BINAEINO" + name;
303
304	xml.ReadStartElement();
305
306	int rawDataOffset = RawWriter.Align32();
307
308	RawWriter.Write((int)BinaryTag.ONIE);
309	RawWriter.Write(0);
310
311	OnieXmlImporter.Import(xml, RawWriter);
312
313	int rawDataLength = RawWriter.Position - rawDataOffset;
314	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
315
316	var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
317	writer.Write(rawDataLength);
318	writer.Write(rawDataOffset);
319	EndXmlInstance();
320
321	xml.ReadEndElement();
322	}
323
324	private void ReadSoundAnimation()
325	{
326	var name = Path.GetFileNameWithoutExtension(filePath);
327
328	if (!name.StartsWith("BINADBAS", StringComparison.Ordinal))
329	name = "BINADBAS" + name;
330
331	int rawDataOffset = RawWriter.Align32();
332
333	RawWriter.Write((int)BinaryTag.SABD);
334	RawWriter.Write(0);
335
336	SabdXmlImporter.Import(xml, RawWriter);
337
338	int rawDataLength = RawWriter.Position - rawDataOffset;
339	RawWriter.WriteAt(rawDataOffset + 4, rawDataLength - 8);
340
341	var writer = BeginXmlInstance(TemplateTag.BINA, name, "0");
342	writer.Write(rawDataLength);
343	writer.Write(rawDataOffset);
344	EndXmlInstance();
345	}
346
347	private void ReadTexture()
348	{
349	var textureImporter = new Motoko.TextureXmlImporter(this, xml, filePath);
350	textureImporter.Import();
351	}
352
353	public BinaryWriter BeginXmlInstance(TemplateTag tag, string name, string xmlid)
354	{
355	if (!localRefs.TryGetValue(xmlid, out currentDescriptor))
356	{
357	currentDescriptor = ImporterFile.CreateInstance(tag, name);
358	localRefs.Add(xmlid, currentDescriptor);
359	}
360	else if (currentDescriptor.Tag != tag)
361	{
362	throw new InvalidDataException(string.Format("{0} was expected to be of type {1} but it's type is {2}", xmlid, tag, currentDescriptor.Tag));
363	}
364
365	currentWriter = currentDescriptor.OpenWrite();
366
367	return currentWriter;
368	}
369
370	public void EndXmlInstance()
371	{
372	currentWriter.Dispose();
373	}
374
375	#region private class XmlToBinaryVisitor
376
377	private class XmlToBinaryVisitor : IMetaTypeVisitor
378	{
379	private readonly XmlImporter importer;
380	private readonly XmlReader xml;
381	private readonly BinaryWriter writer;
382
383	public XmlToBinaryVisitor(XmlImporter importer, XmlReader xml, BinaryWriter writer)
384	{
385	this.importer = importer;
386	this.xml = xml;
387	this.writer = writer;
388	}
389
390	#region IMetaTypeVisitor Members
391
392	void IMetaTypeVisitor.VisitEnum(MetaEnum type)
393	{
394	type.XmlToBinary(xml, writer);
395	}
396
397	void IMetaTypeVisitor.VisitByte(MetaByte type)
398	{
399	writer.Write(XmlConvert.ToByte(xml.ReadElementContentAsString()));
400	}
401
402	void IMetaTypeVisitor.VisitInt16(MetaInt16 type)
403	{
404	writer.Write(XmlConvert.ToInt16(xml.ReadElementContentAsString()));
405	}
406
407	void IMetaTypeVisitor.VisitUInt16(MetaUInt16 type)
408	{
409	writer.Write(XmlConvert.ToUInt16(xml.ReadElementContentAsString()));
410	}
411
412	void IMetaTypeVisitor.VisitInt32(MetaInt32 type)
413	{
414	writer.Write(xml.ReadElementContentAsInt());
415	}
416
417	void IMetaTypeVisitor.VisitUInt32(MetaUInt32 type)
418	{
419	writer.Write(XmlConvert.ToUInt32(xml.ReadElementContentAsString()));
420	}
421
422	void IMetaTypeVisitor.VisitInt64(MetaInt64 type)
423	{
424	writer.Write(xml.ReadElementContentAsLong());
425	}
426
427	void IMetaTypeVisitor.VisitUInt64(MetaUInt64 type)
428	{
429	writer.Write(XmlConvert.ToUInt64(xml.ReadElementContentAsString()));
430	}
431
432	void IMetaTypeVisitor.VisitFloat(MetaFloat type)
433	{
434	writer.Write(xml.ReadElementContentAsFloat());
435	}
436
437	void IMetaTypeVisitor.VisitColor(MetaColor type)
438	{
439	byte[] values = xml.ReadElementContentAsArray(byteConverter);
440
441	if (values.Length > 3)
442	writer.Write(new Color(values[0], values[1], values[2], values[3]));
443	else
444	writer.Write(new Color(values[0], values[1], values[2]));
445	}
446
447	void IMetaTypeVisitor.VisitVector2(MetaVector2 type)
448	{
449	writer.Write(xml.ReadElementContentAsVector2());
450	}
451
452	void IMetaTypeVisitor.VisitVector3(MetaVector3 type)
453	{
454	writer.Write(xml.ReadElementContentAsVector3());
455	}
456
457	void IMetaTypeVisitor.VisitMatrix4x3(MetaMatrix4x3 type)
458	{
459	writer.Write(xml.ReadElementContentAsArray(floatConverter, 12));
460	}
461
462	void IMetaTypeVisitor.VisitPlane(MetaPlane type)
463	{
464	writer.Write(xml.ReadElementContentAsArray(floatConverter, 4));
465	}
466
467	void IMetaTypeVisitor.VisitQuaternion(MetaQuaternion type)
468	{
469	writer.Write(xml.ReadElementContentAsArray(floatConverter, 4));
470	}
471
472	void IMetaTypeVisitor.VisitBoundingSphere(MetaBoundingSphere type)
473	{
474	ReadFields(type.Fields);
475	}
476
477	void IMetaTypeVisitor.VisitBoundingBox(MetaBoundingBox type)
478	{
479	ReadFields(type.Fields);
480	}
481
482	void IMetaTypeVisitor.VisitRawOffset(MetaRawOffset type)
483	{
484	//writer.Write(xml.ReadElementContentAsInt());
485	throw new NotImplementedException();
486	}
487
488	void IMetaTypeVisitor.VisitSepOffset(MetaSepOffset type)
489	{
490	//writer.Write(xml.ReadElementContentAsInt());
491	throw new NotImplementedException();
492	}
493
494	void IMetaTypeVisitor.VisitString(MetaString type)
495	{
496	writer.Write(xml.ReadElementContentAsString(), type.Count);
497	}
498
499	void IMetaTypeVisitor.VisitPadding(MetaPadding type)
500	{
501	writer.Write(type.FillByte, type.Count);
502	}
503
504	void IMetaTypeVisitor.VisitPointer(MetaPointer type)
505	{
506	var xmlid = xml.ReadElementContentAsString();
507
508	if (xmlid != null)
509	xmlid = xmlid.Trim();
510
511	if (string.IsNullOrEmpty(xmlid))
512	{
513	writer.Write(0);
514	return;
515	}
516
517	writer.Write(importer.ResolveReference(xmlid, type.Tag));
518	}
519
520	void IMetaTypeVisitor.VisitStruct(MetaStruct type)
521	{
522	ReadFields(type.Fields);
523	}
524
525	void IMetaTypeVisitor.VisitArray(MetaArray type)
526	{
527	int count = ReadArray(type.ElementType, type.Count);
528
529	if (count < type.Count)
530	writer.Skip((type.Count - count) * type.ElementType.Size);
531	}
532
533	void IMetaTypeVisitor.VisitVarArray(MetaVarArray type)
534	{
535	int countFieldPosition = writer.Position;
536	int count;
537
538	if (type.CountField.Type == MetaType.Int16)
539	{
540	writer.WriteInt16(0);
541	count = ReadArray(type.ElementType, UInt16.MaxValue);
542	}
543	else
544	{
545	writer.Write(0);
546	count = ReadArray(type.ElementType, Int32.MaxValue);
547	}
548
549	int position = writer.Position;
550	writer.Position = countFieldPosition;
551
552	if (type.CountField.Type == MetaType.Int16)
553	writer.WriteUInt16(count);
554	else
555	writer.Write(count);
556
557	writer.Position = position;
558	}
559
560	#endregion
561
562	private void ReadFields(IEnumerable<Field> fields)
563	{
564	xml.ReadStartElement();
565	xml.MoveToContent();
566
567	foreach (var field in fields)
568	{
569	try
570	{
571	field.Type.Accept(this);
572	}
573	catch (Exception ex)
574	{
575	throw new InvalidOperationException(string.Format("Cannot read field '{0}'", field.Name), ex);
576	}
577	}
578
579	xml.ReadEndElement();
580	}
581
582	protected void ReadStruct(MetaStruct s)
583	{
584	foreach (var field in s.Fields)
585	{
586	try
587	{
588	field.Type.Accept(this);
589	}
590	catch (Exception ex)
591	{
592	throw new InvalidOperationException(string.Format("Cannot read field '{0}'", field.Name), ex);
593	}
594	}
595	}
596
597	private int ReadArray(MetaType elementType, int maxCount)
598	{
599	if (xml.IsEmptyElement)
600	{
601	xml.Read();
602	return 0;
603	}
604
605	xml.ReadStartElement();
606	xml.MoveToContent();
607
608	string elementName = xml.LocalName;
609	int count = 0;
610
611	for (; count < maxCount && xml.IsStartElement(elementName); count++)
612	elementType.Accept(this);
613
614	xml.ReadEndElement();
615
616	return count;
617	}
618
619	protected int ReadRawElement(string name, MetaType elementType)
620	{
621	if (!xml.IsStartElement(name))
622	return 0;
623
624	if (xml.IsEmptyElement)
625	{
626	xml.ReadStartElement();
627	return 0;
628	}
629
630	int rawOffset = importer.RawWriter.Align32();
631
632	elementType.Accept(new RawXmlImporter(xml, importer.RawWriter));
633
634	return rawOffset;
635	}
636
637	protected RawArray ReadRawArray(string name, MetaType elementType)
638	{
639	if (!xml.IsStartElement(name))
640	return new RawArray();
641
642	if (xml.IsEmptyElement)
643	{
644	xml.ReadStartElement();
645	return new RawArray();
646	}
647
648	xml.ReadStartElement();
649
650	int rawOffset = importer.RawWriter.Align32();
651
652	var rawImporter = new RawXmlImporter(xml, importer.RawWriter);
653	int elementCount = 0;
654
655	while (xml.IsStartElement(elementType.Name))
656	{
657	elementType.Accept(rawImporter);
658	elementCount++;
659	}
660
661	xml.ReadEndElement();
662
663	return new RawArray(rawOffset, elementCount);
664	}
665	}
666
667	#endregion
668
669	private ImporterDescriptor ResolveReference(string xmlid, TemplateTag tag)
670	{
671	ImporterDescriptor descriptor;
672
673	if (xmlid[0] == '#')
674	descriptor = ResolveLocalReference(xmlid.Substring(1), tag);
675	else
676	descriptor = ResolveExternalReference(xmlid, tag);
677
678	return descriptor;
679	}
680
681	private ImporterDescriptor ResolveLocalReference(string xmlid, TemplateTag tag)
682	{
683	ImporterDescriptor descriptor;
684
685	if (!localRefs.TryGetValue(xmlid, out descriptor))
686	{
687	descriptor = ImporterFile.CreateInstance(tag);
688	localRefs.Add(xmlid, descriptor);
689	}
690	else if (tag != TemplateTag.NONE && tag != descriptor.Tag)
691	{
692	throw new InvalidDataException(string.Format("{0} was expected to be of type {1} but it's type is {2}", xmlid, tag, descriptor.Tag));
693	}
694
695	return descriptor;
696	}
697
698	private ImporterDescriptor ResolveExternalReference(string xmlid, TemplateTag tag)
699	{
700	ImporterDescriptor descriptor;
701
702	if (!externalRefs.TryGetValue(xmlid, out descriptor))
703	{
704	if (xmlid.EndsWith(".xml", StringComparison.Ordinal)
705	\|\| xmlid.EndsWith(".dae", StringComparison.Ordinal)
706	\|\| xmlid.EndsWith(".obj", StringComparison.Ordinal)
707	\|\| xmlid.EndsWith(".tga", StringComparison.Ordinal))
708	{
709	string filePath = Path.Combine(baseDir, xmlid);
710
711	if (!File.Exists(filePath))
712	throw new InvalidDataException(string.Format("Cannot find referenced file '{0}'", filePath));
713
714	if (tag == TemplateTag.TRCM)
715	{
716	var bodyImporter = new Totoro.BodyDaeImporter(args);
717	descriptor = bodyImporter.Import(filePath, ImporterFile);
718	}
719	else if (tag == TemplateTag.M3GM
720	&& (currentDescriptor.Tag == TemplateTag.ONWC
721	\|\| currentDescriptor.Tag == TemplateTag.CONS
722	\|\| currentDescriptor.Tag == TemplateTag.DOOR
723	\|\| currentDescriptor.Tag == TemplateTag.OFGA))
724	{
725	var geometryImporter = new Motoko.GeometryImporter(args);
726	descriptor = geometryImporter.Import(filePath, ImporterFile);
727	}
728	else
729	{
730	AddDependency(filePath, tag);
731	var name = Importer.DecodeFileName(Path.GetFileNameWithoutExtension(filePath));
732	descriptor = ImporterFile.CreateInstance(tag, name);
733	}
734	}
735	else
736	{
737	if (tag != TemplateTag.NONE)
738	{
739	//
740	// If the link has a known type tag then make sure the xml id
741	// is prefixed with the tag name.
742	//
743
744	var typeName = tag.ToString();
745
746	if (!xmlid.StartsWith(typeName, StringComparison.Ordinal))
747	xmlid = typeName + xmlid;
748	}
749	else
750	{
751	//
752	// IGPG contains a link that can point to either TXMP or PSpc.
753	// In this case the xml id should be already prefixed with
754	// the tag name because we have no way to guess what type the link is.
755	//
756
757	var tagName = xmlid.Substring(0, 4);
758	tag = (TemplateTag)Enum.Parse(typeof(TemplateTag), tagName);
759	}
760
761	descriptor = ImporterFile.CreateInstance(tag, xmlid);
762	}
763
764	externalRefs.Add(xmlid, descriptor);
765	}
766
767	return descriptor;
768	}
769	}
770	}