/******************************************************************************* * Copyright (c) 2004, 2005 IBM Corporation and others. * All rights reserved. This program and the accompanying materials * are made available under the terms of the Eclipse Public License v1.0 * which accompanies this distribution, and is available at * http://www.eclipse.org/legal/epl-v10.html * * Contributors: * IBM Corporation - initial API and implementation *******************************************************************************/ package org.eclipse.wst.xml.tests.encoding.read; import java.io.File; import java.io.IOException; import junit.framework.TestCase; import org.eclipse.core.resources.IFile; import org.eclipse.core.resources.IProject; import org.eclipse.core.resources.IProjectDescription; import org.eclipse.core.resources.IResource; import org.eclipse.core.resources.IWorkspace; import org.eclipse.core.resources.IWorkspaceRoot; import org.eclipse.core.runtime.CoreException; import org.eclipse.core.runtime.IPath; import org.eclipse.core.runtime.IProgressMonitor; import org.eclipse.core.runtime.NullProgressMonitor; import org.eclipse.core.runtime.Platform; import org.eclipse.core.runtime.content.IContentDescription; import org.eclipse.wst.sse.core.internal.encoding.NonContentBasedEncodingRules; import org.eclipse.wst.xml.tests.encoding.TestsPlugin; import org.eclipse.wst.xml.tests.encoding.util.ProjectUnzipUtility; public class TestContentDescription extends TestCase { // private final String fileDir = "html/"; // private final String fileRoot = // "/builds/Workspaces/HeadWorkspace/org.eclipse.wst.xml.tests.encoding/"; // private final String fileLocation = fileRoot + fileDir; private static final boolean DEBUG = true; //private static final boolean DEBUG_TEST_DETAIL = false; // needs to be static, since JUnit creates difference instances for each // test private static boolean fTestProjectInitialized; private static final String TEST_PROJECT_NAME = "org.eclipse.encoding.resource.newtests"; static IProject fTestProject; private static int nSetups = 0; /** * */ public TestContentDescription() { super(); //System.out.println(currentPlatformCharset); } public static void main(String[] args) { // try { // new TestCodedReader().doAllFiles(); // } catch (CoreException e) { // e.printStackTrace(); // } catch (IOException e) { // e.printStackTrace(); // } } private static void createProject(IProject project, IPath locationPath, IProgressMonitor monitor) throws CoreException { if (monitor == null) { monitor = new NullProgressMonitor(); } monitor.beginTask("creating test project", 10); // create the project try { if (!project.exists()) { IProjectDescription desc = project.getWorkspace().newProjectDescription(project.getName()); if (Platform.getLocation().equals(locationPath)) { locationPath = null; } desc.setLocation(locationPath); project.create(desc, monitor); monitor = null; } if (!project.isOpen()) { project.open(monitor); monitor = null; } } finally { if (monitor != null) { monitor.done(); } } } private static void getAndCreateProject() throws CoreException { //TestsPlugin testsPlugin = (TestsPlugin) // Platform.getPlugin("org.eclipse.wst.xml.tests.encoding"); IWorkspace workspace = TestsPlugin.getWorkspace(); IWorkspaceRoot root = workspace.getRoot(); fTestProject = root.getProject(TEST_PROJECT_NAME); // this form creates project as "linked" back to 'fileRoot' //createProject(testProject, new Path(fileRoot), null); createProject(fTestProject, null, null); fTestProject.refreshLocal(IResource.DEPTH_INFINITE, null); assertTrue(fTestProject.exists()); // IContainer dotestFiles = testProject.getFolder("dotestFiles"); // assertTrue(dotestFiles.exists()); // IResource[] allFolders = dotestFiles.members(); // assertNotNull(allFolders); } protected void setUp() throws Exception { super.setUp(); nSetups++; if (!fTestProjectInitialized) { getAndCreateProject(); // unzip files to the root of workspace directory String destinationProjectString = fTestProject.getLocation().toOSString(); String destinationFolder = destinationProjectString + "/"; // this zip file is sitting in the "root" of test plugin File zipFile = TestsPlugin.getTestFile("testfiles.zip"); ProjectUnzipUtility projUtil = new ProjectUnzipUtility(); projUtil.unzipAndImport(zipFile, destinationFolder); projUtil.initJavaProject(TEST_PROJECT_NAME); fTestProject.refreshLocal(IResource.DEPTH_INFINITE, null); fTestProjectInitialized = true; } } protected void tearDown() throws Exception { super.tearDown(); nSetups--; if (nSetups == 0) { if (!DEBUG) { // Display display = PlatformUI.getWorkbench().getDisplay(); // display.asyncExec(new Runnable() { // public void run() { // ProjectUnzipUtility projUtil = new ProjectUnzipUtility(); // IProject proj = fTestProject; // fTestProject = null; // try { // projUtil.deleteProject(proj); // } catch (Exception e) { // e.printStackTrace(); // } // } // }); } } } protected void doTest(String expectedJavaCharset, String filePath, Class expectedException) throws CoreException, IOException { if (expectedJavaCharset != null && expectedJavaCharset.indexOf("UTF-32") > -1) { return; //won't try 32 bit right now } expectedJavaCharset = massageCharset(expectedJavaCharset); IFile file = (IFile) fTestProject.findMember(filePath); assertNotNull("Error in test case: file not found: " + filePath, file); IContentDescription fileContentDescription = file.getContentDescription(); // IContentDescription streamContentDescription = Platform.getContentTypeManager().getDescriptionFor(file.getContents(), file.getName(), IContentDescription.ALL); // assertEquals("comparing file and stream contentDescription", fileContentDescription, streamContentDescription); assertNotNull("Null content description", fileContentDescription); String foundCharset = fileContentDescription.getCharset(); foundCharset = massageCharset(foundCharset); if (expectedJavaCharset == null || expectedJavaCharset.equals("expectPlatformCharset")) { String platformDefault = NonContentBasedEncodingRules.useDefaultNameRules(null); assertTrue(foundCharset.equals(platformDefault)); } else { boolean asExpected = foundCharset.equals(expectedJavaCharset); assertTrue(foundCharset + " did not equal the expected " + expectedJavaCharset + " (this is a VM dependent test)", asExpected); } } /** * @param foundCharset * @return */ private String massageCharset(String foundCharset) { String result = foundCharset; if ("UTF-16LE".equals(foundCharset)) { result = "UTF-16"; } else if ("X-UnicodeLittle".equals(foundCharset)) { result = "UTF-16"; } else if ("X-UnicodeBig".equals(foundCharset)) { result = "UTF-16BE"; } return result; } public void testFile1() throws CoreException, IOException { doTest("expectPlatformCharset", "testfiles/css/emptyFile.css", null); } public void testFile2() throws CoreException, IOException { doTest("EUC-JP", "testfiles/css/encoding_test_eucjp.css", null); } public void testFile3() throws CoreException, IOException { doTest("ISO-2022-JP", "testfiles/css/encoding_test_jis.css", null); } public void testFile4() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/css/encoding_test_sjis.css", null); } public void testFile5() throws CoreException, IOException { doTest("expectPlatformCharset", "testfiles/css/noEncoding.css", null); } public void testFile6() throws CoreException, IOException { doTest("ISO-8859-6", "testfiles/css/nonStandard.css", null); } public void testFile7() throws CoreException, IOException { doTest("ISO-8859-6", "testfiles/css/nonStandardIllFormed.css", null); } public void testFile8() throws CoreException, IOException { doTest("ISO-8859-6", "testfiles/css/nonStandardIllFormed2.css", null); } public void testFile57() throws CoreException, IOException { doTest("expectPlatformCharset", "testfiles/html/EmptyFile.html", null); } public void testFile58() throws CoreException, IOException { doTest("UTF-8", "testfiles/html/IllformedNormalNonDefault.html", null); } public void testFile59() throws CoreException, IOException { doTest("expectPlatformCharset", "testfiles/html/LargeNoEncoding.html", null); } public void testFile60() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/html/LargeNonDefault.html", null); } public void testFile61() throws CoreException, IOException { doTest("ISO-8859-6", "testfiles/html/MultiNonDefault.html", null); } public void testFile62() throws CoreException, IOException { doTest("expectPlatformCharset", "testfiles/html/NoEncoding.html", null); } public void testFile63() throws CoreException, IOException { doTest("UTF-8", "testfiles/html/noquotes.html", null); } public void testFile64() throws CoreException, IOException { doTest("UTF-8", "testfiles/html/NormalNonDefault.html", null); } public void testFile65() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/EmptyFile.jsp", null); } public void testFile66() throws CoreException, IOException { doTest("ISO-8859-8", "testfiles/jsp/IllformedNormalNonDefault.jsp", null); } public void testFile67() throws CoreException, IOException { doTest("abc", "testfiles/jsp/inValidEncodingValue.jsp", org.eclipse.wst.sse.core.internal.exceptions.UnsupportedCharsetExceptionWithDetail.class); } public void testFile68() throws CoreException, IOException { doTest("windows-1252", "testfiles/jsp/javaEncodingValue.jsp", null); } public void testFile69() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/MalformedNoEncoding.jsp", null); } public void testFile70() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/MalformedNoEncodingXSL.jsp", null); } public void testFile71() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/noEncoding.jsp", null); } public void testFile72() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/NoEncodinginXMLDecl.jsp", null); } public void testFile73() throws CoreException, IOException { doTest("ISO-8859-2", "testfiles/jsp/nomalDirectiveCase.jsp", null); } public void testFile74() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/nomalDirectiveCaseNoEncoding.jsp", null); } public void testFile75() throws CoreException, IOException { doTest("ISO-8859-3", "testfiles/jsp/nomalDirectiveCaseUsingCharset.jsp", null); } public void testFile76() throws CoreException, IOException { doTest("ISO-8859-2", "testfiles/jsp/nomalDirectiveCaseUsingXMLSyntax.jsp", null); } public void testFile77() throws CoreException, IOException { doTest("ISO-8859-8", "testfiles/jsp/NormalNonDefault.jsp", null); } public void testFile78() throws CoreException, IOException { doTest("ISO-8859-8", "testfiles/jsp/NormalNonDefaultWithXMLDecl.jsp", null); } public void testFile79() throws CoreException, IOException { doTest("ISO-8859-7", "testfiles/jsp/NormalPageCaseNonDefault.jsp", null); } public void testFile80() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/jsp/SelColBeanRow12ResultsForm.jsp", null); } public void testFile81() throws CoreException, IOException { doTest("ISO-8859-3", "testfiles/jsp/testBrokenLine.jsp", null); } public void testFile82() throws CoreException, IOException { doTest("testjunk", "testfiles/jsp/testDefaultEncoding.jsp", org.eclipse.wst.sse.core.internal.exceptions.UnsupportedCharsetExceptionWithDetail.class); } public void testFile83() throws CoreException, IOException { doTest("testjunk", "testfiles/jsp/testDefaultEncodingWithJunk.jsp", org.eclipse.wst.sse.core.internal.exceptions.UnsupportedCharsetExceptionWithDetail.class); } public void testFile84() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/testExtraJunk.jsp", null); } public void testFile85() throws CoreException, IOException { doTest("UTF-8", "testfiles/jsp/testExtraValidStuff.jsp", null); } public void testFile86() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/testIllFormed.jsp", null); } public void testFile87() throws CoreException, IOException { doTest("UTF-8", "testfiles/jsp/testIllFormed2.jsp", null); } public void testFile88() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/testNoEncodingValue.jsp", null); } public void testFile89() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/testNoPageDirective.jsp", null); } public void testFile90() throws CoreException, IOException { doTest("ISO-8859-2", "testfiles/jsp/testNoPageDirectiveAtFirst.jsp", null); } public void testFile91() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/jsp/testNoPageDirectiveInLargeFile.jsp", null); } public void testFile92() throws CoreException, IOException { doTest("UTF-8", "testfiles/jsp/testNormalCase.jsp", null); } public void testFile93() throws CoreException, IOException { doTest("UTF-16", "testfiles/jsp/testUTF16.jsp", null); } public void testFile94() throws CoreException, IOException { doTest("UTF-16LE", "testfiles/jsp/utf16UnicodeStreamWithNoEncodingInHeader2.jsp", null); } public void testFile95() throws CoreException, IOException { doTest("UTF-16", "testfiles/jsp/utf16UnicodeStreamWithNoEncodingInHeaderBE.jsp", null); } public void testFile96() throws CoreException, IOException { doTest("UTF-16", "testfiles/jsp/utf16WithJapaneseChars.jsp", null); } public void testFile97() throws CoreException, IOException { doTest("UTF-8", "testfiles/jsp/UTF8With3ByteBOM.jsp", null); } public void testFile98() throws CoreException, IOException { doTest("ISO-8859-8", "testfiles/jsp/WellFormedNormalNonDefault.jsp", null); } public void testFile99() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/regressionTestFiles/defect223365/SelColBeanRow12ResultsForm.jsp", null); } public void testFile100() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/regressionTestFiles/defect223365/SelColBeanRow12ResultsFormB.jsp", null); } public void testFile101() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/regressionTestFiles/defect224293/testshiftjisXmlSyntax.jsp", null); } public void testFile102() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/regressionTestFiles/defect229667/audi.jsp", null); } public void testFile103() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/EmptyFile.xml", null); } public void testFile104() throws CoreException, IOException { doTest("EUC-JP", "testfiles/xml/eucjp.xml", null); } // public void testFile105() throws CoreException, IOException { // doTest("ISO-8859-1", "testfiles/xml/IllformedNormalNonDefault.xml", null); // } // // public void testFile106() throws CoreException, IOException { // doTest("UTF-8", "testfiles/xml/MalformedNoEncoding.xml", null); // } // // public void testFile107() throws CoreException, IOException { // doTest("UTF-8", "testfiles/xml/MalformedNoEncoding.xsl", null); // } public void testFile108() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/NoEncoding.xml", null); } public void testFile109() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/xml/NormalNonDefault.xml", null); } public void testFile110() throws CoreException, IOException { doTest("Shift_JIS", "testfiles/xml/shiftjis.xml", null); } public void testFile111() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/xml/testExtraJunk.xml", null); } public void testFile112() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testExtraValidStuff.xml", null); } // public void testFile113() throws CoreException, IOException { // doTest("UTF-8", "testfiles/xml/testIllFormed.xml", null); // } public void testFile114() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testIllFormed2.xml", null); } // [249214] - XMLContentDescriber no longer returns content types for invalid encodings // public void testFile115() throws CoreException, IOException { // doTest("UTF-8 standalone=", "testfiles/xml/testIllFormed3.xml", java.nio.charset.IllegalCharsetNameException.class); // } public void testFile116() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testIllFormed4.xml", null); } public void testFile117() throws CoreException, IOException { doTest("ISO-8859-1", "testfiles/xml/testMultiLine.xml", null); } public void testFile118() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testNoEncodingValue.xml", null); } public void testFile119() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testNormalCase.xml", null); } public void testFile120() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testNoXMLDecl.xml", null); } public void testFile121() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testNoXMLDeclAtFirst.xml", null); } public void testFile122() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/testNoXMLDeclInLargeFile.xml", null); } // public void testFile123() throws CoreException, IOException { // doTest("UTF-16BE", "testfiles/xml/testUTF16.xml", null); // } public void testFile124() throws CoreException, IOException { doTest("UTF-16LE", "testfiles/xml/UTF16LEAtStartOfLargeFile.xml", null); } public void testFile125() throws CoreException, IOException { doTest("UTF-16LE", "testfiles/xml/utf16UnicodeStreamWithNoEncodingInHeader2.xml", null); } // public void testFile126() throws CoreException, IOException { // doTest("UTF-16BE", "testfiles/xml/utf16UnicodeStreamWithNoEncodingInHeaderBE.xml", null); // } // public void testFile127() throws CoreException, IOException { // doTest("UTF-16BE", "testfiles/xml/utf16WithJapaneseChars.xml", null); // } public void testFile129() throws CoreException, IOException { doTest("UTF-8", "testfiles/xml/UTF8With3ByteBOM.xml", null); } public void testFile130() throws CoreException, IOException { doTest("UTF-16BE", "testfiles/xml/utf16be.xml", null); } public void testFile131() throws CoreException, IOException { doTest("UTF-16LE", "testfiles/xml/utf16le.xml", null); } public void testFile132() throws CoreException, IOException { doTest("UTF-16LE", "testfiles/xml/utf16leMalformed.xml", null); } public void testFile133() throws CoreException, IOException { doTest("UTF-16BE", "testfiles/xml/utf16beMalformed.xml", null); } }