fix encoding parsing in transformer client

fusepoolP3 · Sep 26, 2016 · 9e12f2e · 9e12f2e
1 parent d0728d9
commit 9e12f2e
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 5 deletions.
diff --git a/...ansformer/src/main/java/eu/spaziodati/batchrefine/transformer/BatchRefineTransformer.java b/...ansformer/src/main/java/eu/spaziodati/batchrefine/transformer/BatchRefineTransformer.java
@@ -1,13 +1,10 @@
 package eu.spaziodati.batchrefine.transformer;
 
 import com.google.refine.util.ParsingUtilities;
-
-
 import eu.fusepool.p3.accept.util.AcceptPreference;
 import eu.fusepool.p3.transformer.HttpRequestEntity;
 import eu.fusepool.p3.transformer.Transformer;
 import eu.fusepool.p3.transformer.commons.Entity;
-
 import org.apache.commons.io.IOUtils;
 import org.apache.commons.lang3.tuple.ImmutablePair;
 import org.apache.http.HttpEntity;
@@ -18,13 +15,13 @@
 import org.apache.http.impl.client.CloseableHttpClient;
 import org.apache.http.impl.client.HttpClients;
 import org.apache.log4j.Logger;
+import org.eclipse.jetty.http.MimeTypes;
 import org.json.JSONArray;
 import org.json.JSONObject;
 
 import javax.activation.MimeType;
 import javax.activation.MimeTypeParseException;
 import javax.servlet.http.HttpServletRequest;
-
 import java.io.File;
 import java.io.FileOutputStream;
 import java.io.IOException;
@@ -115,7 +112,11 @@ protected JSONArray fetchTransform(HttpRequestEntity request)
                         + transformURI + ".");
             }
 
-            String encoding = request.getRequest().getCharacterEncoding();
+            String encoding = null;
+            if (responseEntity.getContentType() != null) {
+                encoding = MimeTypes.getCharsetFromContentType(responseEntity.getContentType().getValue());
+            }
+
             String transform = IOUtils.toString(responseEntity.getContent(),
                     encoding == null ? "UTF-8" : encoding);
 

diff --git a/.../clients-transformer/src/test/java/eu/spaziodati/batchrefine/transformer/TestSupport.java b/.../clients-transformer/src/test/java/eu/spaziodati/batchrefine/transformer/TestSupport.java
@@ -4,6 +4,7 @@
 import eu.fusepool.p3.transformer.Transformer;
 import eu.fusepool.p3.transformer.server.TransformerServer;
 import eu.spaziodati.batchrefine.java.EngineTest;
+import org.eclipse.jetty.http.MimeTypes;
 import org.eclipse.jetty.server.Server;
 import org.eclipse.jetty.server.handler.DefaultHandler;
 import org.eclipse.jetty.server.handler.HandlerList;
@@ -52,6 +53,9 @@ private int startTransformServer() throws Exception {
         Server fileServer = new Server(port);
 
         ResourceHandler handler = new ResourceHandler();
+        MimeTypes mimeTypes = handler.getMimeTypes();
+        mimeTypes.addMimeMapping("json", "application/json; charset=UTF-8");
+
         handler.setDirectoriesListed(true);
         handler.setBaseResource(JarResource.newResource(transforms));