/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.zeppelin.groovy; import java.io.ByteArrayOutputStream; import java.io.IOException; import java.io.StringWriter; import java.io.PrintWriter; import java.io.File; import java.util.*; import org.apache.zeppelin.interpreter.Interpreter; import org.apache.zeppelin.interpreter.InterpreterContext; import org.apache.zeppelin.interpreter.InterpreterPropertyBuilder; import org.apache.zeppelin.interpreter.InterpreterResult; import org.apache.zeppelin.interpreter.InterpreterResult.Code; import org.apache.zeppelin.interpreter.InterpreterResult.Type; import org.apache.zeppelin.interpreter.thrift.InterpreterCompletion; import org.apache.zeppelin.scheduler.Job; import org.apache.zeppelin.scheduler.Scheduler; import org.apache.zeppelin.scheduler.SchedulerFactory; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import groovy.lang.GroovyShell; import groovy.lang.Script; import org.codehaus.groovy.control.CompilerConfiguration; import org.codehaus.groovy.runtime.ResourceGroovyMethods; import org.codehaus.groovy.runtime.StackTraceUtils; import java.util.concurrent.ConcurrentHashMap; /** * Groovy interpreter for Zeppelin. */ public class GroovyInterpreter extends Interpreter { Logger log = LoggerFactory.getLogger(GroovyInterpreter.class); GroovyShell shell = null; //new GroovyShell(); //here we will store Interpreters shared variables. concurrent just in case. Map<String, Object> sharedBindings = new ConcurrentHashMap<String, Object>(); //cache for groovy compiled scripts Map<String, Class<Script>> scriptCache = Collections .synchronizedMap(new WeakHashMap<String, Class<Script>>(100)); public GroovyInterpreter(Properties property) { super(property); } @Override public void open() { CompilerConfiguration conf = new CompilerConfiguration(); conf.setDebug(true); shell = new GroovyShell(conf); String classes = getProperty("GROOVY_CLASSES"); if (classes == null || classes.length() == 0) { try { File jar = new File( GroovyInterpreter.class.getProtectionDomain().getCodeSource().getLocation().toURI() .getPath()); classes = new File(jar.getParentFile(), "classes").toString(); } catch (Exception e) { } } log.info("groovy classes classpath: " + classes); if (classes != null && classes.length() > 0) { File fClasses = new File(classes); if (!fClasses.exists()) { fClasses.mkdirs(); } shell.getClassLoader().addClasspath(classes); } } @Override public void close() { shell = null; } @Override public FormType getFormType() { return FormType.NATIVE; } @Override public int getProgress(InterpreterContext context) { return 0; } @Override public Scheduler getScheduler() { return SchedulerFactory.singleton() .createOrGetParallelScheduler(GroovyInterpreter.class.getName() + this.hashCode(), 10); } private Job getRunningJob(String paragraphId) { Job foundJob = null; Collection<Job> jobsRunning = getScheduler().getJobsRunning(); for (Job job : jobsRunning) { if (job.getId().equals(paragraphId)) { foundJob = job; } } return foundJob; } @Override public List<InterpreterCompletion> completion(String buf, int cursor, InterpreterContext interpreterContext) { return null; } @SuppressWarnings("unchecked") Script getGroovyScript(String id, String scriptText) /*throws SQLException*/ { if (shell == null) { throw new RuntimeException("Groovy Shell is not initialized: null"); } try { Class<Script> clazz = scriptCache.get(scriptText); if (clazz == null) { String scriptName = id + "_" + Long.toHexString(scriptText.hashCode()) + ".groovy"; clazz = (Class<Script>) shell.parse(scriptText, scriptName).getClass(); scriptCache.put(scriptText, clazz); } Script script = (Script) clazz.newInstance(); return script; } catch (Throwable t) { throw new RuntimeException("Failed to parse groovy script: " + t, t); } } private static Set<String> predefinedBindings = new HashSet<String>(); static { predefinedBindings.add("g"); predefinedBindings.add("out"); } @Override @SuppressWarnings("unchecked") public InterpreterResult interpret(String cmd, InterpreterContext contextInterpreter) { try { Script script = getGroovyScript(contextInterpreter.getParagraphId(), cmd); Job runningJob = getRunningJob(contextInterpreter.getParagraphId()); runningJob.info() .put("CURRENT_THREAD", Thread.currentThread()); //to be able to terminate thread Map<String, Object> bindings = script.getBinding().getVariables(); bindings.clear(); StringWriter out = new StringWriter((int) (cmd.length() * 1.75)); //put shared bindings evaluated in this interpreter bindings.putAll(sharedBindings); //put predefined bindings bindings.put("g", new GObject(log, out, this.getProperty(), contextInterpreter, bindings)); bindings.put("out", new PrintWriter(out, true)); script.run(); //let's get shared variables defined in current script and store them in shared map for (Map.Entry<String, Object> e : bindings.entrySet()) { if (!predefinedBindings.contains(e.getKey())) { if (log.isTraceEnabled()) { log.trace("groovy script variable " + e); //let's see what we have... } sharedBindings.put(e.getKey(), e.getValue()); } } bindings.clear(); InterpreterResult result = new InterpreterResult(Code.SUCCESS, out.toString()); return result; } catch (Throwable t) { t = StackTraceUtils.deepSanitize(t); String msg = t.toString() + "\n at " + t.getStackTrace()[0]; log.error("Failed to run script: " + t + "\n" + cmd + "\n", t); return new InterpreterResult(Code.ERROR, msg); } } @Override public void cancel(InterpreterContext context) { Job runningJob = getRunningJob(context.getParagraphId()); if (runningJob != null) { Map<String, Object> info = runningJob.info(); Object object = info.get("CURRENT_THREAD"); if (object instanceof Thread) { try { Thread t = (Thread) object; t.dumpStack(); t.interrupt(); //t.stop(); //TODO: need some way to terminate maybe through GObject.. } catch (Throwable t) { log.error("Failed to cancel script: " + t, t); } } } } }