UrlUtilTest.java

/*
 * Copyright 2000-2016 JetBrains s.r.o.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.intellij.util.io;

import com.intellij.openapi.util.Pair;
import com.intellij.openapi.util.SystemInfo;
import com.intellij.openapi.util.io.FileUtil;
import com.intellij.openapi.vfs.CharsetToolkit;
import com.intellij.util.ThreeState;
import org.jetbrains.annotations.NotNull;
import org.jetbrains.annotations.Nullable;
import org.junit.Test;

import java.io.File;
import java.net.URL;
import java.util.regex.Matcher;

import static org.assertj.core.api.Assertions.assertThat;
import static org.junit.Assert.*;

public class UrlUtilTest {
  @Test
  public void testJarUrlSplitter() {
    assertNull(URLUtil.splitJarUrl("/path/to/jar.jar/resource.xml"));
    assertNull(URLUtil.splitJarUrl("/path/to/jar.jar!resource.xml"));

    assertPair(URLUtil.splitJarUrl("/path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");

    assertPair(URLUtil.splitJarUrl("file:/path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");
    assertPair(URLUtil.splitJarUrl("file:///path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");

    assertPair(URLUtil.splitJarUrl("jar:/path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");

    assertPair(URLUtil.splitJarUrl("jar:file:/path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");
    assertPair(URLUtil.splitJarUrl("jar:file:///path/to/jar.jar!/resource.xml"), "/path/to/jar.jar", "resource.xml");

    if (SystemInfo.isWindows) {
      assertPair(URLUtil.splitJarUrl("file:/C:/path/to/jar.jar!/resource.xml"), "C:/path/to/jar.jar", "resource.xml");
      assertPair(URLUtil.splitJarUrl("file:////HOST/share/path/to/jar.jar!/resource.xml"), "//HOST/share/path/to/jar.jar", "resource.xml");
    }
    else {
      assertPair(URLUtil.splitJarUrl("file:/C:/path/to/jar.jar!/resource.xml"), "/C:/path/to/jar.jar", "resource.xml");
      assertPair(URLUtil.splitJarUrl("file:////HOST/share/path/to/jar.jar!/resource.xml"), "/HOST/share/path/to/jar.jar", "resource.xml");
    }

    assertPair(URLUtil.splitJarUrl("file:/path/to/jar%20with%20spaces.jar!/resource.xml"), "/path/to/jar with spaces.jar", "resource.xml");

    assertPair(URLUtil.splitJarUrl("file:/path/to/jar with spaces.jar!/resource.xml"), "/path/to/jar with spaces.jar", "resource.xml");
  }

  private static void assertPair(@Nullable Pair<String, String> pair, String expected1, String expected2) {
    assertNotNull(pair);
    assertEquals(expected1, pair.first);
    assertEquals(expected2, pair.second);
  }

  @Test
  public void resourceExistsForLocalFile() throws Exception {
    File dir = FileUtil.createTempDirectory("UrlUtilTest", "");
    File existingFile = new File(dir, "a.txt");
    assertTrue(existingFile.createNewFile());
    assertEquals(ThreeState.YES, URLUtil.resourceExists(existingFile.toURI().toURL()));
    File nonExistingFile = new File(dir, "b.txt");
    assertEquals(ThreeState.NO, URLUtil.resourceExists(nonExistingFile.toURI().toURL()));
  }

  @Test
  public void resourceExistsForRemoteUrl() throws Exception {
    assertEquals(ThreeState.UNSURE, URLUtil.resourceExists(new URL("http://jetbrains.com")));
  }

  @Test
  public void resourceExistsForFileInJar() throws Exception {
    URL stringUrl = String.class.getResource("String.class");
    assertEquals(ThreeState.YES, URLUtil.resourceExists(stringUrl));
    URL xxxUrl = new URL(stringUrl.getProtocol(), "", -1, stringUrl.getPath() + "/xxx");
    assertEquals(ThreeState.NO, URLUtil.resourceExists(xxxUrl));
  }

  @Test
  public void testParseHostFromSshUrl() {
    String[] SSH_URL_VARIANTS = {
      "git@github.com",
      "git@github.com/project.git",
      "ssh://git@github.com/project.git",
      "ssh://github.com/project.git",
      "git@github.com:project.git",
      "ssh://git@github.com:project.git",
      "ssh://github.com:project.git",
      "user@name@github.com:project.git",
      "git@github.com/company/user/project.git",
      "git@github.com:company/user/project.git",
      "git@github.com:3128:user/project.git"
    };
    for (String sshUrl : SSH_URL_VARIANTS) {
      assertEquals("github.com", URLUtil.parseHostFromSshUrl(sshUrl));
    }
  }

  @Test
  public void testDataUri() {
    byte[] test = "test".getBytes(CharsetToolkit.UTF8_CHARSET);
    assertThat(URLUtil.getBytesFromDataUri("data:text/plain;charset=utf-8;base64,dGVzdA==")).isEqualTo(test);
    // https://youtrack.jetbrains.com/issue/WEB-14581#comment=27-1014790
    assertThat(URLUtil.getBytesFromDataUri("data:text/plain;charset:utf-8;base64,dGVzdA==")).isEqualTo(test);
  }

  private static void doUrlTest(@NotNull final String line, @Nullable final String expectedUrl) {
    final Matcher matcher = URLUtil.URL_PATTERN.matcher(line);
    boolean found = matcher.find();
    if (expectedUrl == null) {
      if (found) {
        fail("No URL expected in [" + line + "], detected: " + matcher.group());
      }
      return;
    }

    if (!URLUtil.canContainUrl(line) && found) {
      fail("canContainUrl returns false for " + line);
    }

    assertTrue("Expected URL (" + expectedUrl + ") is not detected in [" + line + "]", found);
    assertEquals("Text: [" + line + "]", expectedUrl, matcher.group());
  }

  @Test
  public void testUrlParsing() throws Exception {
    doUrlTest("not detecting jetbrains.com", null);
    doUrlTest("mailto:admin@jetbrains.com;", "mailto:admin@jetbrains.com");
    doUrlTest("news://jetbrains.com is good", "news://jetbrains.com");
    doUrlTest("see http://www.jetbrains.com", "http://www.jetbrains.com");
    doUrlTest("https://www.jetbrains.com;", "https://www.jetbrains.com");
    doUrlTest("(ftp://jetbrains.com)", "ftp://jetbrains.com");
    doUrlTest("[ftps://jetbrains.com]", "ftps://jetbrains.com");
    doUrlTest("Is it good site:http://jetbrains.com?", "http://jetbrains.com");
    doUrlTest("And http://jetbrains.com?a=@#/%?=~_|!:,.;&b=20,", "http://jetbrains.com?a=@#/%?=~_|!:,.;&b=20");
    doUrlTest("site:www.jetbrains.com.", "www.jetbrains.com");
    doUrlTest("site (www.jetbrains.com)", "www.jetbrains.com");
    doUrlTest("site [www.jetbrains.com]", "www.jetbrains.com");
    doUrlTest("site <www.jetbrains.com>", "www.jetbrains.com");
    doUrlTest("site {www.jetbrains.com}", "www.jetbrains.com");
    doUrlTest("site 'www.jetbrains.com'", "www.jetbrains.com");
    doUrlTest("site \"www.jetbrains.com\"", "www.jetbrains.com");
    doUrlTest("site=www.jetbrains.com!", "www.jetbrains.com");
    doUrlTest("site *www.jetbrains.com*", "www.jetbrains.com");
    doUrlTest("site `www.jetbrains.com`", "www.jetbrains.com");
    doUrlTest("not a site _www.jetbrains.com", null);
    doUrlTest("not a site 1www.jetbrains.com", null);
    doUrlTest("not a site wwww.jetbrains.com", null);
    doUrlTest("not a site xxx.www.jetbrains.com", null);
    doUrlTest("site https://code.angularjs.org/1.4.3/docs/api/ng/service/$http#usage", 
              "https://code.angularjs.org/1.4.3/docs/api/ng/service/$http#usage");
  }

  @Test
  public void testEncodeURIComponent() throws Exception {
    assertEquals("Test", URLUtil.encodeURIComponent("Test"));
    String str = "";
    for (int i = 1; i < 256; i++) {
      str += String.valueOf((char)i);
    }
    String expected = "%01%02%03%04%05%06%07%08%09%0A%0B%0C%0D%0E%0F%10%11%12%13%14%15%16%17%18%19%1A%1B%1C%1D%1E%1F%20!%22%23%24%25%26'()*%2B%2C-.%2F0123456789%3A%3B%3C%3D%3E%3F%40ABCDEFGHIJKLMNOPQRSTUVWXYZ%5B%5C%5D%5E_%60abcdefghijklmnopqrstuvwxyz%7B%7C%7D~%7F%C2%80%C2%81%C2%82%C2%83%C2%84%C2%85%C2%86%C2%87%C2%88%C2%89%C2%8A%C2%8B%C2%8C%C2%8D%C2%8E%C2%8F%C2%90%C2%91%C2%92%C2%93%C2%94%C2%95%C2%96%C2%97%C2%98%C2%99%C2%9A%C2%9B%C2%9C%C2%9D%C2%9E%C2%9F%C2%A0%C2%A1%C2%A2%C2%A3%C2%A4%C2%A5%C2%A6%C2%A7%C2%A8%C2%A9%C2%AA%C2%AB%C2%AC%C2%AD%C2%AE%C2%AF%C2%B0%C2%B1%C2%B2%C2%B3%C2%B4%C2%B5%C2%B6%C2%B7%C2%B8%C2%B9%C2%BA%C2%BB%C2%BC%C2%BD%C2%BE%C2%BF%C3%80%C3%81%C3%82%C3%83%C3%84%C3%85%C3%86%C3%87%C3%88%C3%89%C3%8A%C3%8B%C3%8C%C3%8D%C3%8E%C3%8F%C3%90%C3%91%C3%92%C3%93%C3%94%C3%95%C3%96%C3%97%C3%98%C3%99%C3%9A%C3%9B%C3%9C%C3%9D%C3%9E%C3%9F%C3%A0%C3%A1%C3%A2%C3%A3%C3%A4%C3%A5%C3%A6%C3%A7%C3%A8%C3%A9%C3%AA%C3%AB%C3%AC%C3%AD%C3%AE%C3%AF%C3%B0%C3%B1%C3%B2%C3%B3%C3%B4%C3%B5%C3%B6%C3%B7%C3%B8%C3%B9%C3%BA%C3%BB%C3%BC%C3%BD%C3%BE%C3%BF";
    /*
    The expected string is generated in browser using this JavaScript
    var s = '';
    for (var i = 1; i < 256; i++) {
      s += String.fromCodePoint(i);
    }
    console.log(encodeURIComponent(s));
    */
    assertEquals(expected, URLUtil.encodeURIComponent(str));
  }
}