[xsl] Integrating a Search and Replace template with the CSV to XML converter

[Marney Cotterill <marney@xxxxxxxxxxxxxxxxxxxx>]

Hi.

This is the very last hurdle! I promise.

Below I have a stylesheet that converts CSV to XML, and then XML to XML with
special formatting. (This is used to upload to a dynamic website)

My problem all along is I can't control the integrity of the CSV so have had
to allow for a number of special (UNICODE) characters that could break the
transform.

The characters that are effecting things are part of the UNICODE set
'General Punctuation'. This is translating through the stylesheet fine and
is being displayed in the resulting XML by ’ (right hand quote) and
– (en dash). Problem is, my dynamic website does not know how to
display these characters, and I am getting the little boxes instead.

I am thinking of integrating a Global Search and Replace template that runs
on the final XML to find all instances of ’ and replace with ' .
Placing a global template for this makes sense so if need be, I can replace
a number of know problem characters.

I have found an example,
http://www.xml.com/pub/a/2002/06/05/transforming.html
But have no idea how to integrate this with my stylesheet below.

Would I have to store result from the last template in a variable somewhere
and then run the transform on that?

I am very lost at this point and would really appreciate any help.

Thanks,
Marney



<?xml version="1.0"?>
<!--
    A CSV to XML transform
    Version 2
    Andrew Welch
    http://andrewjwelch.com
    
    Modify or supply the $pathToCSV parameter and run the transform
    using "main" as the initial template.
    
    For bug reports or modification requests contact me at
andrew.j.welch@xxxxxxxxx
-->

<xsl:stylesheet version="2.0"
    xmlns:xsl="http://www.w3.org/1999/XSL/Transform";
    xmlns:xs="http://www.w3.org/2001/XMLSchema";
  xmlns:msxsl="urn:schemas-microsoft-com:xslt"
    xmlns:fn="fn"
    exclude-result-prefixes="xs fn msxsl">

  <xsl:output indent="yes" encoding="UTF-8"/>

  <xsl:param name="pathToCSV" select="'file:///c:/Documents and
Settings/webcopy.csv'"/>

  <xsl:function name="fn:getTokens" as="xs:string+">
    <xsl:param name="str" as="xs:string"/>
    <xsl:analyze-string select="concat($str, ',')"
regex='(("[^"]*")+|[^,]*),'>
      <xsl:matching-substring>
        <xsl:sequence select='replace(regex-group(1), "^""|""$|("")""",
"$1")'/>
      </xsl:matching-substring>
    </xsl:analyze-string>
  </xsl:function>

  <xsl:template match="/" name="main">
    <xsl:variable name="csvconverted">
      <xsl:choose>
        <xsl:when test="unparsed-text-available($pathToCSV)">
          <xsl:variable name="csv" select="unparsed-text($pathToCSV)"/>
          <xsl:variable name="lines" select="tokenize($csv, '&#xD;&#xA;')"
as="xs:string+"/>
          <xsl:variable name="elemNames" select="fn:getTokens($lines[1])"
as="xs:string+"/>
          <root>
            <xsl:for-each select="$lines[position() > 1]">
              <row>
                <xsl:variable name="lineItems" select="fn:getTokens(.)"
as="xs:string+"/>
                <xsl:for-each select="$elemNames">
                  <xsl:variable name="pos" select="position()"/>
                  <xsl:element name="{.}">
                    <xsl:value-of select="$lineItems[$pos]"/>
                  </xsl:element>
                </xsl:for-each>
              </row>
            </xsl:for-each>
          </root>
        </xsl:when>
        <xsl:otherwise>
          <xsl:text>Cannot locate : </xsl:text>
          <xsl:value-of select="$pathToCSV"/>
        </xsl:otherwise>
      </xsl:choose>
    </xsl:variable>
    <xsl:apply-templates select="$csvconverted/root"/>
  </xsl:template>

<xsl:template match="/root">
    <xmodexport version="4.0" generationdate="2008-03-27 22:52:04.984"
portalid="0">
      <records>
        <xsl:apply-templates select="row">
        </xsl:apply-templates>
      </records>
    </xmodexport>
  </xsl:template>
  <xsl:template match="row">
    <record id="-1" formid="22" portalid="0" adduser="1" updateuser="1"
approved="true" dateadded="2008-04-18 00:00:00.000" datemodified="2006-04-
18 00:00:00.000" displaydate="2006-04-17 00:00:00.000" expirydate="9999-12-
31 23:59:59.000">
      <InstanceData>
        <xsl:text disable-output-escaping="yes"><![CDATA[</xsl:text>
        <instance>
          <xsl:for-each select="node()">
            <xsl:choose>
              <xsl:when test="name()='daytime'">
                <xsl:element name="daytime">
                  <xsl:choose>
                    <xsl:when test="text()='yes'">
                      <items>
                        <item>
                          <label>yes</label>
                          <value>**DAYTIME CLASS**</value>
                        </item>
                      </items>
                    </xsl:when>
                    <xsl:when test="text()='no'">
                      <items>
                        <item>
                          <label>no</label>
                          <value></value>
                        </item>
                      </items>
                    </xsl:when>
                    <xsl:otherwise>
                      <items/>
                    </xsl:otherwise>
                  </xsl:choose>
                </xsl:element>
              </xsl:when>
              <xsl:when test="self::classdate">
                <classdate>
                  <items>
                    <item>
                      <label>
                        <xsl:value-of select="."/>
                      </label>
                      <value><xsl:value-of
select="following-sibling::sortdate[1]"/>
00:00:00</value>
                    </item>
                  </items>
                </classdate>
              </xsl:when>
              <xsl:when test="name()='sortdate'"/>
              <xsl:otherwise>
                <xsl:copy-of select="."></xsl:copy-of>
              </xsl:otherwise>
            </xsl:choose>
          </xsl:for-each>
          <classfull>
            <items>
              <item>
                <label>No</label>
                <value></value>
              </item>
            </items>
          </classfull>
        </instance>
        <xsl:text disable-output-escaping="yes">]]></xsl:text>
      </InstanceData>
    </record>
  </xsl:template>

</xsl:stylesheet>

 



Marney Cotterill
graphic designer
                   
cracker//brandware

6 Bourke Street
Queens Park 
NSW 2022
Telephone 02 9387 2001
Facsimile 02 9387 2006
marney@xxxxxxxxxxxxxxxxxxxx
www.crackerbrandware.com