/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.tika.parser.recognition.tf; import org.apache.http.HttpResponse; import org.apache.http.client.methods.HttpGet; import org.apache.http.client.methods.HttpPost; import org.apache.http.entity.ByteArrayEntity; import org.apache.http.impl.client.DefaultHttpClient; import org.apache.tika.config.Field; import org.apache.tika.config.Param; import org.apache.tika.exception.TikaConfigException; import org.apache.tika.exception.TikaException; import org.apache.tika.io.IOUtils; import org.apache.tika.metadata.Metadata; import org.apache.tika.mime.MediaType; import org.apache.tika.parser.ParseContext; import org.apache.tika.parser.recognition.ObjectRecogniser; import org.apache.tika.parser.recognition.RecognisedObject; import org.json.JSONArray; import org.json.JSONObject; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.xml.sax.ContentHandler; import org.xml.sax.SAXException; import java.io.ByteArrayOutputStream; import java.io.IOException; import java.io.InputStream; import java.net.URI; import java.util.ArrayList; import java.util.List; import java.util.Map; import java.util.Set; /** * Tensor Flow image recogniser which has high performance. * This implementation uses Tensorflow via REST API. * <p> * NOTE : //TODO: link to wiki page here * * @since Apache Tika 1.14 */ public class TensorflowRESTRecogniser implements ObjectRecogniser { private static final Logger LOG = LoggerFactory.getLogger(TensorflowRESTRecogniser.class); /** * Maximum buffer size for image */ private static final String LABEL_LANG = "en"; @Field private URI apiUri = URI.create("http://localhost:8764/inception/v4/classify?topk=10"); @Field private URI healthUri = URI.create("http://localhost:8764/inception/v4/ping"); private boolean available; protected URI getApiUri(Metadata metadata){ return apiUri; } @Override public Set<MediaType> getSupportedMimes() { return TensorflowImageRecParser.SUPPORTED_MIMES; } @Override public boolean isAvailable() { return available; } @Override public void initialize(Map<String, Param> params) throws TikaConfigException { try { DefaultHttpClient client = new DefaultHttpClient(); HttpResponse response = client.execute(new HttpGet(healthUri)); available = response.getStatusLine().getStatusCode() == 200; LOG.info("Available = {}, API Status = {}", available, response.getStatusLine()); } catch (Exception e) { available = false; throw new TikaConfigException(e.getMessage(), e); } } @Override public List<RecognisedObject> recognise(InputStream stream, ContentHandler handler, Metadata metadata, ParseContext context) throws IOException, SAXException, TikaException { List<RecognisedObject> recObjs = new ArrayList<>(); try { DefaultHttpClient client = new DefaultHttpClient(); HttpPost request = new HttpPost(getApiUri(metadata)); try (ByteArrayOutputStream byteStream = new ByteArrayOutputStream()) { //TODO: convert this to stream, this might cause OOM issue // InputStreamEntity is not working // request.setEntity(new InputStreamEntity(stream, -1)); IOUtils.copy(stream, byteStream); request.setEntity(new ByteArrayEntity(byteStream.toByteArray())); } HttpResponse response = client.execute(request); try (InputStream reply = response.getEntity().getContent()) { String replyMessage = IOUtils.toString(reply); if (response.getStatusLine().getStatusCode() == 200) { JSONObject jReply = new JSONObject(replyMessage); JSONArray jClasses = jReply.getJSONArray("classnames"); JSONArray jConfidence = jReply.getJSONArray("confidence"); if (jClasses.length() != jConfidence.length()) { LOG.warn("Classes of size {} is not equal to confidence of size {}", jClasses.length(), jConfidence.length()); } assert jClasses.length() == jConfidence.length(); for (int i = 0; i < jClasses.length(); i++) { RecognisedObject recObj = new RecognisedObject(jClasses.getString(i), LABEL_LANG, jClasses.getString(i), jConfidence.getDouble(i)); recObjs.add(recObj); } } else { LOG.warn("Status = {}", response.getStatusLine()); LOG.warn("Response = {}", replyMessage); } } } catch (Exception e) { LOG.warn(e.getMessage(), e); } LOG.debug("Num Objects found {}", recObjs.size()); return recObjs; } }