Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Cleanup code in IdExecutionInstrument #7811

Merged
merged 7 commits into from
Sep 15, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -1495,6 +1495,7 @@ lazy val `runtime-instrument-common` =
lazy val `runtime-instrument-id-execution` =
(project in file("engine/runtime-instrument-id-execution"))
.settings(
frgaalJavaCompilerSetting,
inConfig(Compile)(truffleRunOptionsSettings),
instrumentationSettings
)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,9 @@
package org.enso.interpreter.instrument;

import com.oracle.truffle.api.CallTarget;
import com.oracle.truffle.api.instrumentation.EventBinding;
import com.oracle.truffle.api.instrumentation.ExecutionEventNodeFactory;
import com.oracle.truffle.api.nodes.RootNode;
import java.util.Arrays;
import java.util.Objects;
import java.util.UUID;
import java.util.function.Consumer;

import org.enso.interpreter.instrument.profiling.ProfilingInfo;
import org.enso.interpreter.node.MethodRootNode;
import org.enso.interpreter.node.callable.FunctionCallInstrumentationNode;
Expand All @@ -21,40 +17,69 @@
import org.enso.logger.masking.MaskedString;
import org.enso.pkg.QualifiedName;

import com.oracle.truffle.api.CallTarget;
import com.oracle.truffle.api.instrumentation.EventBinding;
import com.oracle.truffle.api.instrumentation.ExecutionEventNodeFactory;
import com.oracle.truffle.api.nodes.RootNode;

public interface IdExecutionService {
String INSTRUMENT_ID = "id-value-extractor";

public interface Callbacks {
Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@hubertp , @4e6: one of the goals on the path towards running language server as guest Java/JS/Enso code

is to identify what kind of interface we need between the engine and the guest code to track execution. This is the interface. These four callback methods are enough to implement the execution tracking functionality of language server.

Next step. Use them from Enso, somehow.

/** Finds out previously computed result for given id. If
* a result is returned, then the execution of given node is skipped
* and the value is returned back.
*
* @param nodeId identification of the node to be computed
* @return {@code null} should the execution of the node be performed;
* any other value to skip the execution and return the value as a
* result.
*/
Object findCachedResult(UUID nodeId);

/** Notifies when an execution of a node is over.
* @param nodeId identification of the node to be computed
* @param result the just computed result
* @param isPanic was the result a panic?
* @param nanoElapsedTime how long it took to compute the result?
*/
void updateCachedResult(UUID nodeId, Object result, boolean isPanic, long nanoElapsedTime);

/** Notification when a returned value is a function.
*
* @param nodeId identification of the node to be computed
* @param result info about function call
* @return {@code null} should the execution of the node be performed;
* any other value to skip the execution and return the value as a
* result.
*/
Object onFunctionReturn(UUID nodeId, FunctionCallInstrumentationNode.FunctionCall result);

/** Notification on an exception.
* @param e the reported exception
*/
void onExceptionalCallback(Exception e);
}


/**
* Attach a new event node factory to observe identified nodes within given function.
*
* @param module module that contains the code
* @param entryCallTarget the call target being observed.
* @param cache the precomputed expression values.
* @param methodCallsCache the storage tracking the executed method calls.
* @param syncState the synchronization state of runtime updates.
* @param callbacks the interface to receive notifications
* @param timer the execution timer.
* @param nextExecutionItem the next item scheduled for execution.
* @param functionCallCallback the consumer of function call events.
* @param onComputedCallback the consumer of the computed value events.
* @param onCachedCallback the consumer of the cached value events.
* @param onExceptionalCallback the consumer of the exceptional events.
* @return a reference to the attached event node factory.
*/
EventBinding<ExecutionEventNodeFactory> bind(
Module module,
CallTarget entryCallTarget,
RuntimeCache cache,
MethodCallsCache methodCallsCache,
UpdatesSynchronizationState syncState,
Timer timer,
UUID nextExecutionItem,
Consumer<ExpressionCall> functionCallCallback,
Consumer<ExpressionValue> onComputedCallback,
Consumer<ExpressionValue> onCachedCallback,
Consumer<Exception> onExceptionalCallback);
Callbacks callbacks,
Timer timer
);

/** A class for notifications about functions being called in the course of execution. */
class ExpressionCall {
final class ExpressionCall {
private final UUID expressionId;
private final FunctionCallInstrumentationNode.FunctionCall call;

Expand All @@ -81,7 +106,7 @@ public FunctionCallInstrumentationNode.FunctionCall getCall() {
}

/** A class for notifications about identified expressions' values being computed. */
class ExpressionValue {
final class ExpressionValue {
private final UUID expressionId;
private final Object value;
private final String type;
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,164 @@
package org.enso.interpreter.service;

import java.util.HashMap;
import java.util.Map;
import java.util.UUID;
import java.util.function.Consumer;

import org.enso.interpreter.instrument.IdExecutionService;
import org.enso.interpreter.instrument.IdExecutionService.ExpressionCall;
import org.enso.interpreter.instrument.IdExecutionService.ExpressionValue;
import org.enso.interpreter.instrument.IdExecutionService.FunctionCallInfo;
import org.enso.interpreter.instrument.MethodCallsCache;
import org.enso.interpreter.instrument.RuntimeCache;
import org.enso.interpreter.instrument.UpdatesSynchronizationState;
import org.enso.interpreter.instrument.profiling.ExecutionTime;
import org.enso.interpreter.instrument.profiling.ProfilingInfo;
import org.enso.interpreter.node.callable.FunctionCallInstrumentationNode;
import org.enso.interpreter.node.expression.builtin.meta.TypeOfNode;
import org.enso.interpreter.runtime.callable.UnresolvedSymbol;
import org.enso.interpreter.runtime.data.Type;
import org.enso.interpreter.runtime.type.Constants;

import com.oracle.truffle.api.CompilerDirectives;

final class ExecutionCallbacks implements IdExecutionService.Callbacks {

private final UUID nextExecutionItem;
private final RuntimeCache cache;
private final MethodCallsCache methodCallsCache;
private final UpdatesSynchronizationState syncState;
private final Map<UUID, FunctionCallInfo> calls = new HashMap<>();
private final Consumer<ExpressionValue> onCachedCallback;
private final Consumer<ExpressionValue> onComputedCallback;
private final Consumer<ExpressionCall> functionCallCallback;
private final Consumer<Exception> onExceptionalCallback;

/** Creates callbacks instance.
*
* @param cache the precomputed expression values.
* @param methodCallsCache the storage tracking the executed updateCachedResult calls.
* @param syncState the synchronization state of runtime updates.
* @param nextExecutionItem the next item scheduled for execution.
* @param functionCallCallback the consumer of function call events.
* @param onComputedCallback the consumer of the computed value events.
* @param onCachedCallback the consumer of the cached value events.
* @param onExceptionalCallback the consumer of the exceptional events.
*/
ExecutionCallbacks(
UUID nextExecutionItem,
RuntimeCache cache, MethodCallsCache methodCallsCache, UpdatesSynchronizationState syncState,
Consumer<ExpressionValue> onCachedCallback, Consumer<ExpressionValue> onComputedCallback,
Consumer<ExpressionCall> functionCallCallback, Consumer<Exception> onExceptionalCallback
) {
this.nextExecutionItem = nextExecutionItem;
this.cache = cache;
this.methodCallsCache = methodCallsCache;
this.syncState = syncState;
this.onCachedCallback = onCachedCallback;
this.onComputedCallback = onComputedCallback;
this.functionCallCallback = functionCallCallback;
this.onExceptionalCallback = onExceptionalCallback;
}

@CompilerDirectives.TruffleBoundary
public final Object findCachedResult(UUID nodeId) {
// Add a flag to say it was cached.
// An array of `ProfilingInfo` in the value update.
Object result = cache.get(nodeId);
// When executing the call stack we need to capture the FunctionCall of the next (top) stack
// item in the `functionCallCallback`. We allow to execute the cached `stackTop` value to be
// able to continue the stack execution, and unwind later from the `onReturnValue` callback.
if (result != null && !nodeId.equals(nextExecutionItem)) {
var value = new ExpressionValue(
nodeId,
result,
cache.getType(nodeId),
typeOf(result),
calls.get(nodeId),
cache.getCall(nodeId),
new ProfilingInfo[]{ExecutionTime.empty()},
true
);
onCachedCallback.accept(value);
return result;
}
return null;
}

@CompilerDirectives.TruffleBoundary
public final void updateCachedResult(UUID nodeId, Object result, boolean isPanic, long nanoTimeElapsed) {
String resultType = typeOf(result);
String cachedType = cache.getType(nodeId);
FunctionCallInfo call = functionCallInfoById(nodeId);
FunctionCallInfo cachedCall = cache.getCall(nodeId);
ProfilingInfo[] profilingInfo = new ProfilingInfo[]{new ExecutionTime(nanoTimeElapsed)};

ExpressionValue expressionValue
= new ExpressionValue(nodeId, result, resultType, cachedType, call, cachedCall, profilingInfo, false);
syncState.setExpressionUnsync(nodeId);
syncState.setVisualizationUnsync(nodeId);

// Panics are not cached because a panic can be fixed by changing seemingly unrelated code,
// like imports, and the invalidation mechanism can not always track those changes and
// appropriately invalidate all dependent expressions.
if (!isPanic) {
cache.offer(nodeId, result);
cache.putCall(nodeId, call);
}
cache.putType(nodeId, resultType);

passExpressionValueToCallback(expressionValue);
if (isPanic) {
// We mark the node as executed so that it is not reported as not executed call after the
// program execution is complete. If we clear the call from the cache instead, it will mess
// up the `typeChanged` field of the expression update.
methodCallsCache.setExecuted(nodeId);
}
}

@CompilerDirectives.TruffleBoundary
public final Object onFunctionReturn(UUID nodeId, FunctionCallInstrumentationNode.FunctionCall result) {
calls.put(nodeId, FunctionCallInfo.fromFunctionCall(result));
functionCallCallback.accept(new ExpressionCall(nodeId, result));
// Return cached value after capturing the enterable function call in `functionCallCallback`
Object cachedResult = cache.get(nodeId);
if (cachedResult != null) {
return cachedResult;
}
methodCallsCache.setExecuted(nodeId);
return null;
}

@CompilerDirectives.TruffleBoundary
@Override
public final void onExceptionalCallback(Exception e) {
onExceptionalCallback.accept(e);
}

@CompilerDirectives.TruffleBoundary
private void passExpressionValueToCallback(ExpressionValue expressionValue) {
onComputedCallback.accept(expressionValue);
}

@CompilerDirectives.TruffleBoundary
private FunctionCallInfo functionCallInfoById(UUID nodeId) {
return calls.get(nodeId);
}

private String typeOf(Object value) {
String resultType;
if (value instanceof UnresolvedSymbol) {
resultType = Constants.UNRESOLVED_SYMBOL;
} else {
var typeOfNode = TypeOfNode.getUncached();
Object typeResult = typeOfNode.execute(value);
if (typeResult instanceof Type t) {
resultType = t.getQualifiedName().toString();
} else {
resultType = null;
}
}
return resultType;
}
}
Loading