EDIT

/**

* Copyright (C) 2007 EDIT

* European Distributed Institute of Taxonomy

* http://www.e-taxonomy.eu

*

* The contents of this file are subject to the Mozilla Public License Version 1.1

* See LICENSE.TXT at the top of this package for the full license terms.

*/

package eu.etaxonomy.cdm.common;

import java.io.File;

import java.io.FileInputStream;

import java.io.IOException;

import java.io.InputStream;

import java.net.InetAddress;

import java.net.MalformedURLException;

import java.net.Socket;

import java.net.URISyntaxException;

import java.net.URL;

import java.net.UnknownHostException;

import java.security.KeyManagementException;

import java.security.NoSuchAlgorithmException;

import java.security.cert.X509Certificate;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.Map.Entry;

import javax.net.ssl.SSLContext;

import javax.net.ssl.TrustManager;

import javax.net.ssl.X509TrustManager;

import org.apache.http.Header;

import org.apache.http.HttpEntity;

import org.apache.http.HttpException;

import org.apache.http.HttpResponse;

import org.apache.http.HttpStatus;

import org.apache.http.NameValuePair;

import org.apache.http.StatusLine;

import org.apache.http.client.ClientProtocolException;

import org.apache.http.client.HttpClient;

import org.apache.http.client.config.RequestConfig;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.client.methods.HttpHead;

import org.apache.http.client.methods.HttpPost;

import org.apache.http.client.methods.HttpUriRequest;

import org.apache.http.client.utils.URIBuilder;

import org.apache.http.client.utils.URLEncodedUtils;

import org.apache.http.conn.scheme.Scheme;

import org.apache.http.conn.ssl.SSLSocketFactory;

import org.apache.http.impl.client.CloseableHttpClient;

import org.apache.http.impl.client.DefaultHttpClient;

import org.apache.http.impl.client.HttpClients;

import org.apache.logging.log4j.LogManager;

import org.apache.logging.log4j.Logger;

/**

 * @author n.hoffmann

 * @since Sep 23, 2010

 */

public class UriUtils {

    private static final Logger logger = LogManager.getLogger();

    protected static final String URI_IS_NOT_ABSOLUTE = "URI is not absolute (protocol is missing)";

    public enum HttpMethod{

        GET,

        POST

    }

    /**

     * see {@link #getInputStream(URI, Map)}

     */

    public static InputStream getInputStream(URI uri) throws IOException, HttpException{

        return getInputStream(uri, null);

    }

    /**

     * Retrieves an {@link InputStream input stream} of the resource located at the given uri.

     */

    public static InputStream getInputStream(URI uri, Map<String, String> requestHeaders) throws IOException, HttpException{

        if(requestHeaders == null){

            requestHeaders = new HashMap<>();

        }

        if (uri.getScheme().equals("http") || uri.getScheme().equals("https")){

            HttpResponse response = UriUtils.getResponse(uri, requestHeaders);

            if(UriUtils.isOk(response)){

                InputStream stream = getContent(response);

                return stream;

            } else {

                throw new HttpException("HTTP GET response " + UriUtils.getStatus(response) + " for " + uri.toString());

            }

        }else if (uri.getScheme().equals("file")){

            File file = new File(uri.getJavaUri());

            return new FileInputStream(file);

        }else{

            throw new RuntimeException("Protocol not handled yet: " + uri.getScheme());

        }

    }

    /**

     * Retrieves the size of the resource defined by the given uri in bytes

     *

     * @param uri the resource

     * @param requestHeaders additional headers. May be <code>null</code>

     * @return the size of the resource in bytes

     *

     * @throws ClientProtocolException

     * @throws IOException

     * @throws HttpException

     */

    public static long getResourceLength(URI uri, Map<String, String> requestHeaders) throws ClientProtocolException, IOException, HttpException{

        if(requestHeaders == null){

            requestHeaders = new HashMap<>();

        }

        if(! uri.isAbsolute()){

        	throw new IOException(URI_IS_NOT_ABSOLUTE);

        }else if ("http".equals(uri.getScheme()) || "https".equals(uri.getScheme())){

            HttpResponse response = UriUtils.getResponse(uri, requestHeaders); // FIXME must use HTTP HEAD!

            if(UriUtils.isOk(response)){

                Header[] contentLengths = response.getHeaders("Content-Length");

                if(contentLengths == null || contentLengths.length == 0){

                    throw new HttpException("Could not retrieve Content-Length");

                }

                if(contentLengths.length > 1){

                    throw new HttpException("Multiple Content-Length headers sent");

                }

                Header contentLength = contentLengths[0];

                String value = contentLength.getValue();

                return Long.valueOf(value);

            } else {

                throw new HttpException("HTTP Reponse code is not = 200 (OK): " + UriUtils.getStatus(response));

            }

        }else if ("file".equals(uri.getScheme())){

            File file = new File(uri.getJavaUri());

            return file.length();

        }else{

            throw new RuntimeException("Protocol not handled yet: " + uri.getScheme());

        }

    }

    /**

     * Checks if the given HTTP return status is OK

     * @param response the {@link HttpResponse} to check

     * @return <code>true</code> if response is OK, <code>false</code> otherwise

     */

    public static boolean isOk(HttpResponse response){

        return response.getStatusLine().getStatusCode() == HttpStatus.SC_OK;

    }

    /**

     * Retrieves the content of an {@link HttpResponse} as an {@link InputStream}

     * @param response the HTTPResponse to retrieve the content from

     * @return the content as InputStream

     * @throws IOException

     */

    public static InputStream getContent(HttpResponse response) throws IOException{

        return response.getEntity().getContent();

    }

    /**

     * Gets the status of the given {@link HttpResponse} as a string

     * @param response the response to get the status for

     * @return status as a string

     */

    public static String getStatus(HttpResponse response){

        StatusLine statusLine = response.getStatusLine();

        return "(" + statusLine.getStatusCode() + ")" + statusLine.getReasonPhrase();

    }

    /**

     * Sends a HTTP GET request to the defined URI and returns the {@link HttpResponse}.

     * @param uri the URI of this HTTP request

     * @param requestHeaders the parameters (name-value pairs) of the connection added to the header of the request

     * @return the {@link HttpResponse} of the request

     * @throws IOException

     * @throws ClientProtocolException

     */

    public static HttpResponse getResponse(URI uri, Map<String, String> requestHeaders) throws ClientProtocolException, IOException{

        return getResponseByType(uri, requestHeaders, HttpMethod.GET, null);

    }

    /**

     * Sends a HTTP POST request to the defined URI and returns the {@link HttpResponse}.

     * @param uri the URI of this HTTP request

     * @param requestHeaders the parameters (name-value pairs) of the connection added to the header of the request

     * @param entity the {@link HttpEntity} attached to a HTTP POST request

     * @return the {@link HttpResponse} of the request

     * @throws IOException

     * @throws ClientProtocolException

     */

    public static HttpResponse getPostResponse(URI uri, Map<String, String> requestHeaders, HttpEntity entity) throws ClientProtocolException, IOException{

        return getResponseByType(uri, requestHeaders, HttpMethod.POST, entity);

    }

    /**

     * Sends a HTTP request of the given {@link HttpMethod} to the defined URI and returns the {@link HttpResponse}.

     * @param uri the URI of this HTTP request

     * @param requestHeaders the parameters (name-value pairs) of the connection added to the header of the request

     * @param httpMethod defines if method is POST or GET

     * @param entity the {@link HttpEntity} attached to a HTTP POST request

     * @return the {@link HttpResponse} of the request

     * @throws IOException

     * @throws ClientProtocolException

     */

    public static HttpResponse getResponseByType(URI uri, Map<String, String> requestHeaders, HttpMethod httpMethod, HttpEntity entity) throws IOException, ClientProtocolException {

        // Create an instance of HttpClient.

        HttpClient client = new DefaultHttpClient();

        try {

            SSLContext sc = SSLContext.getInstance("SSL");

            sc.init(null, getTrustingManager(), new java.security.SecureRandom());

            SSLSocketFactory socketFactory = new SSLSocketFactory(sc);

            Scheme sch = new Scheme("https", 443, socketFactory);

            client.getConnectionManager().getSchemeRegistry().register(sch);

        } catch (KeyManagementException e1) {

            throw new RuntimeException("Registration of ssl support failed", e1);

        } catch (NoSuchAlgorithmException e2) {

            throw new RuntimeException("Registration of ssl support failed", e2);

        }

        HttpUriRequest method;

        switch (httpMethod) {

        case GET:

            method = new HttpGet(uri.getJavaUri());

            break;

        case POST:

            HttpPost httpPost = new HttpPost(uri.getJavaUri());

            if(entity!=null){

                httpPost.setEntity(entity);

            }

            method = httpPost;

            break;

        default:

            method = new HttpPost(uri.getJavaUri());

            break;

        }

        // configure the connection

        if(requestHeaders != null){

            for(Entry<String, String> e : requestHeaders.entrySet()){

                method.addHeader(e.getKey(), e.getValue());

            }

        }

        //TODO  method.setFollowRedirects(followRedirects);

        if (logger.isDebugEnabled()){logger.debug("sending "+httpMethod+" request: " + uri);}

        return client.execute(method);

    }

    /**

     * Creates a {@link URI} based on the baseUrl and the given subPath, qParams and fragment

     * @param subPath the sub path of the URI

     * @param qparams the parameters added as GET parameters to the URI

     * @param fragment the fragment of the URI

     * @return a URI consisting of the baseURL, the subPath and qParams

     * @throws URISyntaxException

     */

    public static URI createUri(URL baseUrl, String subPath, List<NameValuePair> qparams, String fragment) throws	URISyntaxException {

        String path = baseUrl.getPath();

        if(subPath != null){

            if(!path.endsWith("/")){

                path += "/";

            }

            if(subPath.startsWith("/")){

                subPath = subPath.substring(1);

            }

            path += subPath;

        }

        if(qparams == null){

            qparams = new ArrayList<>(0);

        }

        String query = null;

        if(! qparams.isEmpty()){

            query = URLEncodedUtils.format(qparams, "UTF-8");

        }

        URIBuilder uriBuilder = new URIBuilder();

        uriBuilder.setScheme(baseUrl.getProtocol());

        uriBuilder.setHost(baseUrl.getHost());

        uriBuilder.setPort(baseUrl.getPort());

        uriBuilder.setPath(path);

        uriBuilder.setQuery(query);

        uriBuilder.setFragment(fragment);

        return new URI(uriBuilder.build());

    }

    /**

     * Tests Internet connectivity by testing HEAD request for 4 known URL's.<BR>

     * If non of them is available <code>false</code> is returned. Otherwise true.<BR>

     * @param firstUriToTest if not <code>null</code> this URI is tested before testing the standard URLs.

     * @return true if Internet connectivity is given.

     */

    public static boolean isInternetAvailable(URI firstUriToTest){

        boolean result = false;

        if (firstUriToTest != null && isServiceAvailable(firstUriToTest)){

            return true;

        }

        URI uri = URI.create("http://www.cnn.com/");

        if (isServiceAvailable(uri)){

            return true;

        }

        uri = URI.create("http://www.bahn.de/");

        if (isServiceAvailable(uri)){

            return true;

        }

        uri = URI.create("http://www.google.com/");

        if (isServiceAvailable(uri)){

            return true;

        }

        uri = URI.create("http://www.facebook.com/");

        if (isServiceAvailable(uri)){

            return true;

        }

        return result;

    }

    /**

     * Performs HEAD request for the given URI.<BR>

     * If any exception occurs <code>false</code> is returned. Otherwise true. <BR>

     * @param serviceUri the URI to test.

     * @return true if service is available, false otherwise. Also a non-absolute URI will return false.

     */

    public static boolean isServiceAvailable(URI serviceUri){

        return isServiceAvailable(serviceUri, null);

    }

    /**

     * Performs HEAD request for the given URI.<BR>

     * If any exception occurs <code>false</code> is returned. Otherwise true. <BR>

     * @param serviceUri the URI to test.

     * @param timeout the timeout of the request in milliseconds

     * @return true if service is available, false otherwise. Also a non-absolute URI will return false.

     */

    public static boolean isServiceAvailable(URI serviceUri, Integer timeout){

        boolean result = false;

        if(serviceUri==null || serviceUri.getHost()==null || !serviceUri.isAbsolute()){

            return false;

        }

        //Http

        CloseableHttpClient httpclient = HttpClients.createDefault();

        HttpHead httpget = new HttpHead(serviceUri.getJavaUri());

        if(timeout!=null){

            RequestConfig requestConfig = RequestConfig.custom()

                    .setSocketTimeout(timeout)

                    .setConnectTimeout(timeout)

                    .setConnectionRequestTimeout(timeout)

                    .build();

            httpget.setConfig(requestConfig);

        }

        try {

            // Execute the request

            HttpResponse response = httpclient.execute(httpget);

            // Examine the response status

            if (logger.isDebugEnabled()){

                logger.debug(response.getStatusLine());

            }

             result = true;

        } catch (UnknownHostException e1) {

            logger.info("Unknown Host: " +e1.getMessage());

        } catch (ClientProtocolException e2) {

            logger.info("ClientProtocolException: " + e2.getMessage());

        } catch (IOException e3) {

            logger.info("IOException: " + e3.getMessage());

        }

         // When HttpClient instance is no longer needed,

         // shut down the connection manager to ensure

         // immediate deallocation of all system resources

        //needed ?

//	     client.getConnectionManager().shutdown();

        return result;

    }

    /**

     * Tests reachability of a root server by trying to resolve a host name.

     * @param hostNameToResolve the host name to resolve. If <code>null</code>

     * a default host name is tested.

     * @return

     */

    public static boolean isRootServerAvailable(String hostNameToResolve){

        try {

            if (hostNameToResolve == null){

                hostNameToResolve = "cnn.com";

            }

            InetAddress inetHost = InetAddress.getByName(hostNameToResolve);

            logger.debug("The hosts IP address is: " + inetHost.getHostAddress());

            return true;

         } catch(UnknownHostException ex) {

             logger.info("Unrecognized host");

             return false;

         }

    }

    //from http://www.javabeginners.de/Netzwerk/File_zu_URL.php

    public static URL fileToURL(File file){

        URL url = null;

        try {

            // Sonderzeichen (z.B. Leerzeichen) bleiben erhalten

            url = new URL("file://" + file.getPath());

            // Sonderzeichen (z.B. Leerzeichen) werden codiert

            url = file.toURI().toURL();

        } catch (MalformedURLException e) {

            e.printStackTrace();

        }

        return url;

    }

    //from http://blogs.sphinx.at/java/erzeugen-von-javaiofile-aus-javaneturl/

    public static File urlToFile(URL url) {

        URI uri;

        try {

            // this is the step that can fail, and so

            // it should be this step that should be fixed

            uri = new URI(url);

        } catch (URISyntaxException e) {

            // OK if we are here, then obviously the URL did

            // not comply with RFC 2396. This can only

            // happen if we have illegal unescaped characters.

            // If we have one unescaped character, then

            // the only automated fix we can apply, is to assume

            // all characters are unescaped.

            // If we want to construct a URI from unescaped

            // characters, then we have to use the component

            // constructors:

            try {

                uri = new URI(url.getProtocol(), url.getUserInfo(), url

                        .getHost(), url.getPort(), url.getPath(), url

                        .getQuery(), url.getRef());

            } catch (URISyntaxException e1) {

                throw new IllegalArgumentException("broken URL: " + url);

            }

        }

        return new File(uri.getJavaUri());

    }

    public static boolean checkServiceAvailable(String host, int port){

        boolean success = true;

        try {

          (new Socket(host, port)).close();

        } catch (UnknownHostException e) {

          // unknown host

          success = false;

        } catch (IOException e) {

          // io exception, service probably not running

          success = false;

        }

        return success;

    }

    private static TrustManager[] getTrustingManager() {

        TrustManager[] trustAllCerts = new TrustManager[] { new X509TrustManager() {

            @Override

            public java.security.cert.X509Certificate[] getAcceptedIssuers() {

                return null;

            }

            @Override

            public void checkClientTrusted(X509Certificate[] certs, String authType) {

                // Do nothing

            }

            @Override

            public void checkServerTrusted(X509Certificate[] certs, String authType) {

                // Do nothing

            }

        } };

        return trustAllCerts;

    }

}