Skip to content

Commit

Permalink
Toolkit 7.0.1.1 - SDLCOM-5180: Use SegmentVisitor instead of directly…
Browse files Browse the repository at this point in the history 
… manipulating XML
  • Loading branch information
@ealbu
ealbu committed Dec 6, 2024
1 parent 0399fa0 commit 56d4729
Show file tree
Hide file tree
Showing 16 changed files with 2,631 additions and 3,328 deletions.
1 change: 1 addition & 0 deletions .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -270,3 +270,4 @@ TMX_TranslationProvider/TMX_TranslationProviderWithUITest.sln
StarTransit/.editorconfig
DSI Viewer/.editorconfig
MicrosoftTranslatorProvider/.editorconfig
Toolkit/.editorconfig
2 changes: 1 addition & 1 deletion Toolkit/SDLXLIFFSliceOrChange/Properties/AssemblyInfo.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,4 +28,4 @@
// by using the '*' as shown below:
// [assembly: AssemblyVersion("1.0.*")]
[assembly: AssemblyVersion("7.0.0.0")]
[assembly: AssemblyFileVersion("7.0.1.0")]
[assembly: AssemblyFileVersion("7.0.1.1")]
221 changes: 21 additions & 200 deletions Toolkit/SDLXLIFFSliceOrChange/ReplaceManager.cs
View file
Original file line number Diff line number Diff line change
@@ -1,204 +1,25 @@
using System;
using System.IO;
using System.Linq;
using System.Net;
using System.Reflection;
using System.Text;
using System.Text.RegularExpressions;
using System.Xml;
using NLog;
using NLog;
using Sdl.FileTypeSupport.Framework.Core.Utilities.BilingualApi;
using Sdl.FileTypeSupport.Framework.Core.Utilities.IntegrationApi;
using Sdl.FileTypeSupport.Framework.IntegrationApi;
using SdlXliff.Toolkit.Integration.File;

namespace SDLXLIFFSliceOrChange
{
public static class ReplaceManager
{
private static readonly Logger _logger = LogManager.GetCurrentClassLogger();

public static void DoReplaceInFile(string file, ReplaceSettings settings, SdlxliffSliceOrChange sdlxliffSliceOrChange)
{
try
{
sdlxliffSliceOrChange.StepProcess("Replaceing in file: " + file + "...");

string fileContent;
using (var sr = new StreamReader(file))
{
fileContent = sr.ReadToEnd();
}
fileContent = Regex.Replace(fileContent, "\t", "");

using (var sw = new StreamWriter(file, false))
{
sw.Write(fileContent);
}

var xDoc = new XmlDocument
{
PreserveWhitespace = true
};
xDoc.Load(file);

var xmlEncoding = "utf-8";
if (xDoc.FirstChild.NodeType == XmlNodeType.XmlDeclaration)
{
// Get the encoding declaration.
var decl = (XmlDeclaration) xDoc.FirstChild;
xmlEncoding = decl.Encoding;
}

var fileList = xDoc.DocumentElement?.GetElementsByTagName("file");
if (fileList != null)
{
ParseFileElements(fileList, settings);
}

Encoding encoding = new UTF8Encoding();
if (!string.IsNullOrEmpty(xmlEncoding))
encoding = Encoding.GetEncoding(xmlEncoding);

using (var writer = new XmlTextWriter(file, encoding))
{
xDoc.Save(writer);
}

using (var sr = new StreamReader(file))
{
fileContent = sr.ReadToEnd();
}
fileContent = Regex.Replace(fileContent, "", "\t");

using (var sw = new StreamWriter(file, false))
{
sw.Write(fileContent);
}
sdlxliffSliceOrChange.StepProcess("All information replaced in file: " + file + ".");
}
catch (Exception ex)
{
_logger.Error($"{MethodBase.GetCurrentMethod().Name} \n {ex}");
}
}

private static void ParseFileElements(XmlNodeList fileList, ReplaceSettings settings)
{
if (fileList != null)
{
foreach (var fileElement in fileList.OfType<XmlElement>())
{
var bodyElement = (XmlElement)(fileElement.GetElementsByTagName("body")[0]);
var groupElements = bodyElement.GetElementsByTagName("group");

foreach (var groupElement in groupElements.OfType<XmlElement>())
{
//look in segments
var transUnits = groupElement.GetElementsByTagName("trans-unit");
foreach (var transUnit in transUnits.OfType<XmlElement>())
{
var source = transUnit.GetElementsByTagName("source");
if (source.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)source[0], settings);
var segSource = transUnit.GetElementsByTagName("seg-source");
if (segSource.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)segSource[0], settings);
var target = transUnit.GetElementsByTagName("target");
if (target.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)target[0], settings, false);
}
}

//look in segments not located in groups
var transUnitsInBody = bodyElement.ChildNodes;
foreach (var transUnit in transUnitsInBody.OfType<XmlElement>())
{
if (transUnit.Name != "trans-unit")
continue;
var source = transUnit.GetElementsByTagName("source");
if (source.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)source[0], settings);
var segSource = transUnit.GetElementsByTagName("seg-source");
if (segSource.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)segSource[0], settings);
var target = transUnit.GetElementsByTagName("target");
if (target.Count > 0) //in mrk, g si innertext
ReplaceAllChildsValue((XmlElement)target[0], settings, false);
}
}
}
}

private static void GetLastNode(ReplaceSettings settings, bool inSource, XmlElement currentNode)
{
var childNodes = currentNode.ChildNodes.OfType<XmlElement>().ToList();

foreach (var innerChild in childNodes)
{
if (innerChild.Name.Equals("mrk") && innerChild.HasAttribute("mtype"))
{
ReplaceValue(settings, inSource, innerChild);
}
GetLastNode(settings, inSource, innerChild);
}
}

private static void ReplaceAllChildsValue(XmlElement target, ReplaceSettings settings, bool inSource = true)
{
foreach (var child in target.ChildNodes.OfType<XmlElement>())
{
if (!child.IsEmpty)
{
if (child.Name.Equals("mrk") && child.HasAttribute("mtype"))
{
ReplaceValue(settings, inSource, child);
}
else
{
GetLastNode(settings, inSource, child);
}
}
}
}

private static void ReplaceValue(ReplaceSettings settings, bool inSource, XmlElement child)
{
var segmentHtml = child.InnerXml;
if (!string.IsNullOrEmpty(segmentHtml))
{
if (settings.UseRegEx)
{
var options = !settings.MatchCase ? RegexOptions.IgnoreCase & RegexOptions.Multiline : RegexOptions.None & RegexOptions.Multiline;

if (!string.IsNullOrEmpty(segmentHtml))
{
ReplaceRegexText(settings, options, segmentHtml, child, inSource);
}
}
else
{
var remove = Regex.Escape(inSource ? settings.SourceSearchText : settings.TargetSearchText);
var pattern = settings.MatchWholeWord ? string.Format(@"(\b(?<!\w){0}\b|(?<=^|\s){0}(?=\s|$))", remove) : remove;
var replace = inSource ? settings.SourceReplaceText : settings.TargetReplaceText;
child.InnerXml = Regex.Replace(segmentHtml, pattern, replace, !settings.MatchCase ? RegexOptions.IgnoreCase : RegexOptions.None);
}
}
}

// Replace the text identified by Regex.
// SegmentHtml needs to be encoded, because the settings.SourceReplaceText/settings.TargetReplaceText is encoded
// and it should be the same for a correct replacement (ex: words which contains symbols)
private static void ReplaceRegexText(ReplaceSettings settings, RegexOptions options, string segmentHtml, XmlElement child, bool inSource)
{
if (inSource && !string.IsNullOrEmpty(settings.SourceSearchText))
{
var sourceRg = new Regex(settings.SourceSearchText, options);
var replacedText = sourceRg.Replace(WebUtility.HtmlEncode(segmentHtml), settings.SourceReplaceText);
child.InnerXml = replacedText;
}
if (!inSource && !string.IsNullOrEmpty(settings.TargetSearchText))
{
var targetRg = new Regex(settings.TargetSearchText, options);
var replacedText = targetRg.Replace(WebUtility.HtmlEncode(segmentHtml), settings.TargetReplaceText);
child.InnerXml = replacedText;
}
}
}
public static class ReplaceManager
{
private static readonly Logger _logger = LogManager.GetCurrentClassLogger();

private static IFileTypeManager FileTypeManager { get; } = DefaultFileTypeManager.CreateInstance(true);

public static void DoReplaceInFile(string file, ReplaceSettings settings,
SdlxliffSliceOrChange sdlxliffSliceOrChange)
{
var converter = FileTypeManager.GetConverterToDefaultBilingual(file, file, null);

var contentProcessor = new FileReplaceProcessor(settings);
converter?.AddBilingualProcessor(new BilingualContentHandlerAdapter(contentProcessor));
converter?.Parse();
}
}
}
Loading

0 comments on commit 56d4729

Please sign in to comment.