Compare commits
2 Commits
0fae99c535
...
4e7c027ec0
| Author | SHA1 | Date | |
|---|---|---|---|
| 4e7c027ec0 | |||
| 9be1fd8f6b |
@@ -156,6 +156,8 @@ public class RenderSettings {
|
||||
private final boolean cameraPathExport;
|
||||
private final AntiAliasing antiAliasing;
|
||||
private final int lensBlurSamples;
|
||||
private final int motionBlurSubframes;
|
||||
private final float shutterAngle;
|
||||
|
||||
private final String exportCommand;
|
||||
// We switched from rgb24 to bgra for performance at one point, so for backwards compatibility we need to
|
||||
@@ -191,6 +193,8 @@ public class RenderSettings {
|
||||
false,
|
||||
RenderSettings.AntiAliasing.NONE,
|
||||
16,
|
||||
1,
|
||||
180f,
|
||||
"",
|
||||
RenderSettings.EncodingPreset.MP4_CUSTOM.getValue(),
|
||||
false
|
||||
@@ -218,6 +222,8 @@ public class RenderSettings {
|
||||
boolean cameraPathExport,
|
||||
AntiAliasing antiAliasing,
|
||||
int lensBlurSamples,
|
||||
int motionBlurSubframes,
|
||||
float shutterAngle,
|
||||
String exportCommand,
|
||||
String exportArguments,
|
||||
boolean highPerformance
|
||||
@@ -242,6 +248,8 @@ public class RenderSettings {
|
||||
this.cameraPathExport = cameraPathExport;
|
||||
this.antiAliasing = antiAliasing;
|
||||
this.lensBlurSamples = lensBlurSamples;
|
||||
this.motionBlurSubframes = motionBlurSubframes;
|
||||
this.shutterAngle = shutterAngle;
|
||||
this.exportCommand = exportCommand;
|
||||
this.exportArguments = exportArguments;
|
||||
this.highPerformance = highPerformance;
|
||||
@@ -269,6 +277,8 @@ public class RenderSettings {
|
||||
cameraPathExport,
|
||||
antiAliasing,
|
||||
lensBlurSamples,
|
||||
motionBlurSubframes,
|
||||
shutterAngle,
|
||||
exportCommand,
|
||||
exportArguments,
|
||||
highPerformance
|
||||
@@ -464,6 +474,10 @@ public class RenderSettings {
|
||||
|
||||
public int getLensBlurSamples() { return lensBlurSamples; }
|
||||
|
||||
public int getMotionBlurSubframes() { return motionBlurSubframes; }
|
||||
|
||||
public float getShutterAngle() { return shutterAngle; }
|
||||
|
||||
public String getExportCommand() {
|
||||
return exportCommand;
|
||||
}
|
||||
|
||||
@@ -8,6 +8,13 @@ import com.replaymod.replaystudio.pathing.path.Path;
|
||||
import com.replaymod.simplepathing.ReplayModSimplePathing;
|
||||
import com.replaymod.pathing.properties.LensProperties;
|
||||
|
||||
import com.replaymod.render.RenderSettings;
|
||||
import com.replaymod.render.utils.ByteBufferPool;
|
||||
import com.replaymod.replay.ReplayHandler;
|
||||
import com.replaymod.replay.ReplayModReplay;
|
||||
import com.replaymod.replaystudio.pathing.path.Timeline;
|
||||
import com.replaymod.simplepathing.SPTimeline;
|
||||
|
||||
import org.apache.commons.lang3.tuple.Triple;
|
||||
|
||||
import java.util.Collections;
|
||||
@@ -15,6 +22,10 @@ import java.util.Map;
|
||||
|
||||
import java.util.concurrent.ThreadLocalRandom;
|
||||
|
||||
import java.nio.ByteBuffer;
|
||||
|
||||
import de.johni0702.minecraft.gui.utils.lwjgl.Dimension;
|
||||
|
||||
public class RealLensOpenGlFrameCapturer
|
||||
extends OpenGlFrameCapturer<RealLensOpenGlFrame, RealLensOpenGlFrameCapturer.Data> {
|
||||
|
||||
@@ -78,41 +89,84 @@ public class RealLensOpenGlFrameCapturer
|
||||
}
|
||||
|
||||
private final Path positionPath;
|
||||
private final Timeline timeline;
|
||||
private final ReplayHandler replayHandler;
|
||||
|
||||
public RealLensOpenGlFrameCapturer(
|
||||
WorldRenderer worldRenderer,
|
||||
RenderInfo renderInfo
|
||||
) {
|
||||
super(worldRenderer, renderInfo);
|
||||
this.positionPath = ReplayModSimplePathing.instance.getCurrentTimeline().getPositionPath();
|
||||
SPTimeline spTimeline = ReplayModSimplePathing.instance.getCurrentTimeline();
|
||||
this.positionPath = spTimeline.getPositionPath();
|
||||
this.timeline = spTimeline.getTimeline();
|
||||
this.replayHandler = ReplayModReplay.instance.getReplayHandler();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Map<Channel, RealLensOpenGlFrame> process() {
|
||||
float partialTicks = renderInfo.updateForNextFrame();
|
||||
// Продвигает состояние игры к времени ТЕКУЩЕГО выходного кадра
|
||||
// (через onTick -> timeline.applyToGame(videoTime)).
|
||||
renderInfo.updateForNextFrame();
|
||||
int frameId = framesDone++;
|
||||
|
||||
int fps = renderInfo.getRenderSettings().getFramesPerSecond();
|
||||
long keyframeTime = (long) frameId * 1000 / fps;
|
||||
RenderSettings settings = renderInfo.getRenderSettings();
|
||||
int fps = settings.getFramesPerSecond();
|
||||
int apertureSamples = settings.getLensBlurSamples();
|
||||
int subframes = Math.max(1, settings.getMotionBlurSubframes()); // M
|
||||
float shutter = settings.getShutterAngle(); // градусы
|
||||
|
||||
float focalDistance = positionPath.getValue(LensProperties.FOCAL_DISTANCE, keyframeTime).map(Triple::getLeft).orElse(5.0f);
|
||||
float apertureRadius = positionPath.getValue(LensProperties.APERTURE_RADIUS, keyframeTime).map(Triple::getLeft).orElse(0.05f);
|
||||
int samples = renderInfo.getRenderSettings().getLensBlurSamples();
|
||||
double dt = 1000.0 / fps; // длительность выходного кадра, мс
|
||||
// сколько суб-кадров затвор открыт (округляем до целого)
|
||||
int openCount = Math.max(1, (int) Math.round(subframes * shutter / 360.0));
|
||||
|
||||
if (positionPath == null) {
|
||||
System.err.println("positionPath is null!");
|
||||
focalDistance = Float.MAX_VALUE;
|
||||
apertureRadius = 0.01f;
|
||||
int width = getFrameWidth();
|
||||
int height = getFrameHeight();
|
||||
int bpp = 4;
|
||||
int totalBytes = width * height * bpp;
|
||||
|
||||
// ОДИН аккумулятор на весь выходной кадр (сырой BGRA-порядок из glReadPixels)
|
||||
long[] accumulator = new long[totalBytes];
|
||||
int totalSamples = 0;
|
||||
|
||||
for (int j = 0; j < openCount; j++) {
|
||||
// абсолютное время суб-кадра на таймлайне (мс), только вперёд
|
||||
long tSub = (long) (frameId * dt + (j / (double) subframes) * dt);
|
||||
|
||||
// пересэмплить камеру + сущности + FOV/линзу на суб-времени
|
||||
timeline.applyToGame(tSub, replayHandler);
|
||||
|
||||
// partialTicks для интерполяции сущностей внутри тика (50 мс)
|
||||
float subPartialTicks = (float) ((tSub % 50L) / 50.0);
|
||||
|
||||
// DOF-параметры берём тоже на суб-времени, чтобы фокус ехал во время смаза
|
||||
float focalDistance = positionPath.getValue(LensProperties.FOCAL_DISTANCE, tSub).map(Triple::getLeft).orElse(5.0f);
|
||||
float apertureRadius = positionPath.getValue(LensProperties.APERTURE_RADIUS, tSub).map(Triple::getLeft).orElse(0.05f);
|
||||
|
||||
Data[] cameras = calculateCameras(focalDistance, apertureRadius, apertureSamples);
|
||||
|
||||
for (Data cam : cameras) {
|
||||
OpenGlFrame sub = renderFrame(frameId, subPartialTicks, cam);
|
||||
ByteBuffer buf = sub.getByteBuffer();
|
||||
buf.rewind();
|
||||
for (int i = 0; i < totalBytes; i++) {
|
||||
accumulator[i] += (buf.get(i) & 0xFF);
|
||||
}
|
||||
|
||||
Data[] cameras = calculateCameras(focalDistance, apertureRadius, samples);
|
||||
|
||||
OpenGlFrame[] frames = new OpenGlFrame[cameras.length];
|
||||
|
||||
for (int i = 0; i < cameras.length; i++) {
|
||||
frames[i] = renderFrame(frameId, partialTicks, cameras[i]);
|
||||
}
|
||||
|
||||
return Collections.singletonMap(Channel.BRGA, new RealLensOpenGlFrame(frames));
|
||||
ByteBufferPool.release(buf); // сразу освобождаем -> нет OOM
|
||||
totalSamples++;
|
||||
}
|
||||
}
|
||||
|
||||
// усредняем в один кадр
|
||||
ByteBuffer out = ByteBufferPool.allocate(totalBytes);
|
||||
for (int i = 0; i < totalBytes; i++) {
|
||||
out.put((byte) (accumulator[i] / totalSamples));
|
||||
}
|
||||
out.rewind();
|
||||
|
||||
OpenGlFrame averaged = new OpenGlFrame(frameId, new Dimension(width, height), bpp, out);
|
||||
// Оборачиваем в RealLensOpenGlFrame с ОДНИМ кадром — процессор его пропустит через
|
||||
// openGlBytesToBitmap (flip + swap R/B) и поделит на 1. Результат идентичен старому DOF.
|
||||
return Collections.singletonMap(Channel.BRGA, new RealLensOpenGlFrame(new OpenGlFrame[]{ averaged }));
|
||||
}
|
||||
}
|
||||
@@ -102,6 +102,8 @@ public class GuiExportFailed extends GuiScreen {
|
||||
oldSettings.isCameraPathExport(),
|
||||
oldSettings.getAntiAliasing(),
|
||||
oldSettings.getLensBlurSamples(),
|
||||
oldSettings.getMotionBlurSubframes(),
|
||||
oldSettings.getShutterAngle(),
|
||||
oldSettings.getExportCommand(),
|
||||
oldSettings.getEncodingPreset().getValue(),
|
||||
oldSettings.isHighPerformance()
|
||||
|
||||
@@ -104,6 +104,8 @@ public class GuiRenderSettings extends AbstractGuiPopup<GuiRenderSettings> {
|
||||
public final GuiNumberField videoWidth = new GuiNumberField().setSize(50, 20).setMinValue(1).setValidateOnFocusChange(true);
|
||||
public final GuiNumberField videoHeight = new GuiNumberField().setSize(50, 20).setMinValue(1).setValidateOnFocusChange(true);
|
||||
public final GuiNumberField lensBlurSamples = new GuiNumberField().setSize(50, 20).setMinValue(1).setMaxValue(512).setValidateOnFocusChange(true);
|
||||
public final GuiNumberField motionBlurSubframes = new GuiNumberField().setSize(50, 20).setMinValue(1).setMaxValue(512).setValidateOnFocusChange(true);
|
||||
public final GuiNumberField shutterAngle = new GuiNumberField().setSize(50, 20).setMinValue(0).setMaxValue(360).setValidateOnFocusChange(true);
|
||||
public final GuiSlider frameRateSlider = new GuiSlider().onValueChanged(new Runnable() {
|
||||
@Override
|
||||
public void run() {
|
||||
@@ -201,7 +203,9 @@ public class GuiRenderSettings extends AbstractGuiPopup<GuiRenderSettings> {
|
||||
depthMap, new GuiLabel(),
|
||||
cameraPathExport, new GuiLabel(),
|
||||
new GuiLabel().setI18nText("replaymod.gui.rendersettings.antialiasing"), antiAliasingDropdown,
|
||||
new GuiLabel().setI18nText("replaymod.gui.rendersettings.lensblursamples"), lensBlurSamples));
|
||||
new GuiLabel().setI18nText("replaymod.gui.rendersettings.lensblursamples"), lensBlurSamples,
|
||||
new GuiLabel().setI18nText("replaymod.gui.rendersettings.motionblursubframes"), motionBlurSubframes,
|
||||
new GuiLabel().setI18nText("replaymod.gui.rendersettings.shutterangle"), shutterAngle));
|
||||
|
||||
public final GuiTextField exportCommand = new GuiTextField().setI18nHint("replaymod.gui.rendersettings.command")
|
||||
.setSize(55, 20).setMaxLength(100).onTextChanged((old) -> updateInputs());
|
||||
@@ -418,7 +422,10 @@ public class GuiRenderSettings extends AbstractGuiPopup<GuiRenderSettings> {
|
||||
boolean commandChanged = !exportCommand.getText().isEmpty();
|
||||
boolean argsChanged = !encodingPresetDropdown.getSelectedValue().getValue().equals(exportArguments.getText());
|
||||
exportReset.setEnabled(commandChanged || argsChanged);
|
||||
lensBlurSamples.setEnabled(renderMethod == RenderSettings.RenderMethod.REALLENS);
|
||||
boolean isRealLens = renderMethod == RenderSettings.RenderMethod.REALLENS;
|
||||
lensBlurSamples.setEnabled(isRealLens);
|
||||
motionBlurSubframes.setEnabled(isRealLens);
|
||||
shutterAngle.setEnabled(isRealLens);
|
||||
}
|
||||
|
||||
protected String updateResolution() {
|
||||
@@ -546,6 +553,8 @@ public class GuiRenderSettings extends AbstractGuiPopup<GuiRenderSettings> {
|
||||
cameraPathExport.setChecked(settings.isCameraPathExport());
|
||||
antiAliasingDropdown.setSelected(settings.getAntiAliasing());
|
||||
lensBlurSamples.setValue(settings.getLensBlurSamples());
|
||||
motionBlurSubframes.setValue(settings.getMotionBlurSubframes());
|
||||
shutterAngle.setValue((int) settings.getShutterAngle());
|
||||
exportCommand.setText(settings.getExportCommand());
|
||||
String exportArguments = settings.getExportArguments();
|
||||
if (exportArguments == null || settings.getEncodingPreset() == null || invalidEncodingPreset) {
|
||||
@@ -580,6 +589,8 @@ public class GuiRenderSettings extends AbstractGuiPopup<GuiRenderSettings> {
|
||||
cameraPathExport.isChecked(),
|
||||
serialize || antiAliasingDropdown.isEnabled() ? antiAliasingDropdown.getSelectedValue() : RenderSettings.AntiAliasing.NONE,
|
||||
lensBlurSamples.getInteger(),
|
||||
motionBlurSubframes.getInteger(),
|
||||
(float) shutterAngle.getInteger(),
|
||||
exportCommand.getText(),
|
||||
exportArguments.getText(),
|
||||
highPerformance
|
||||
|
||||
@@ -7,6 +7,8 @@ import com.replaymod.core.versions.MCVer;
|
||||
import com.replaymod.pathing.properties.CameraProperties;
|
||||
import com.replaymod.pathing.properties.SpectatorProperty;
|
||||
import com.replaymod.pathing.properties.TimestampProperty;
|
||||
import com.replaymod.pathing.properties.LensProperties;
|
||||
import com.replaymod.pathing.properties.FovProperty;
|
||||
import com.replaymod.replay.ReplayHandler;
|
||||
import com.replaymod.replaystudio.pathing.interpolation.Interpolator;
|
||||
import com.replaymod.replaystudio.pathing.path.Keyframe;
|
||||
@@ -72,6 +74,8 @@ public class PathPreviewRenderer extends EventRegistrations {
|
||||
private static final int SLOW_PATH_COLOR = 0xffcccc;
|
||||
private static final int FAST_PATH_COLOR = 0x660000;
|
||||
private static final double FASTEST_PATH_SPEED = 0.01;
|
||||
private static final float DOF_GIZMO_SCALE = 10f;
|
||||
private static final float DOF_GIZMO_FAR_LEN = 64f;
|
||||
|
||||
private final ReplayModSimplePathing mod;
|
||||
private final ReplayHandler replayHandler;
|
||||
@@ -209,6 +213,9 @@ public class PathPreviewRenderer extends EventRegistrations {
|
||||
//#endif
|
||||
|
||||
int time = guiPathing.timeline.getCursorPosition();
|
||||
float focal = path.getValue(LensProperties.FOCAL_DISTANCE, time).map(Triple::getLeft).orElse(LensProperties.DEFAULT_FOCAL_DISTANCE);
|
||||
float aperture = path.getValue(LensProperties.APERTURE_RADIUS, time).map(Triple::getLeft).orElse(LensProperties.DEFAULT_APERTURE_RADIUS);
|
||||
float fov = path.getValue(FovProperty.FOV, time).map(Triple::getLeft).orElse(FovProperty.DEFAULT_FOV);
|
||||
Optional<Integer> entityId = path.getValue(SpectatorProperty.PROPERTY, time);
|
||||
if (entityId.isPresent()) {
|
||||
// Spectating an entity
|
||||
@@ -218,6 +225,7 @@ public class PathPreviewRenderer extends EventRegistrations {
|
||||
Location loc = entityTracker.getEntityPositionAtTimestamp(entityId.get(), replayTime.get());
|
||||
if (loc != null) {
|
||||
drawCamera(viewPos, loc2Vec(loc), new Vector3f(loc.getYaw(), loc.getPitch(), 0f));
|
||||
drawFocusGizmo(viewPos, loc2Vec(loc), new Vector3f(loc.getYaw(), loc.getPitch(), 0f), focal, aperture, fov);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -227,6 +235,7 @@ public class PathPreviewRenderer extends EventRegistrations {
|
||||
Optional<Vector3f> cameraRot = path.getValue(CameraProperties.ROTATION, time).map(this::tripleF2Vec);
|
||||
if (cameraPos.isPresent() && cameraRot.isPresent()) {
|
||||
drawCamera(viewPos, cameraPos.get(), cameraRot.get());
|
||||
drawFocusGizmo(viewPos, cameraPos.get(), cameraRot.get(), focal, aperture, fov);
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
@@ -526,6 +535,100 @@ public class PathPreviewRenderer extends EventRegistrations {
|
||||
popMatrix();
|
||||
}
|
||||
|
||||
private void drawFocusGizmo(Vector3f view, Vector3f pos, Vector3f rot, float focalDistance, float apertureRadius, float fov) {
|
||||
float a = Math.max(0.15f, apertureRadius * DOF_GIZMO_SCALE);
|
||||
int rayColor = 0x66ccffaa; // RGBA: голубой (лучи апертуры)
|
||||
int markerColor = 0xffaa00ff; // RGBA: оранжевый (маркер плоскости фокуса)
|
||||
float mr = focalDistance * (float) Math.tan(Math.toRadians(fov) / 2.0); // радиус кольца-маркера
|
||||
int markerSeg = 12;
|
||||
|
||||
pushMatrix();
|
||||
|
||||
Vector3f t = Vector3f.sub(pos, view, null);
|
||||
GL11.glTranslatef(t.x, t.y, t.z);
|
||||
GL11.glRotatef(-rot.x, 0, 1, 0); // Yaw
|
||||
GL11.glRotatef(rot.y, 1, 0, 0); // Pitch
|
||||
GL11.glRotatef(rot.z, 0, 0, 1); // Roll
|
||||
|
||||
//#if MC>=12105
|
||||
//$$ VertexConsumerProvider.Immediate immediate = mc.getBufferBuilders().getEntityVertexConsumers();
|
||||
//$$ immediate.draw();
|
||||
//#if MC>=12111
|
||||
//$$ VertexConsumer buffer = immediate.getBuffer(RenderLayers.LINES);
|
||||
//#else
|
||||
//$$ VertexConsumer buffer = immediate.getBuffer(RenderLayer.LINES);
|
||||
//#endif
|
||||
//#else
|
||||
Tessellator tessellator = Tessellator.getInstance();
|
||||
//#if MC>=12100
|
||||
//$$ BufferBuilder buffer = tessellator.begin(net.minecraft.client.render.VertexFormat.DrawMode.LINES, VertexFormats.LINES);
|
||||
//#else
|
||||
BufferBuilder buffer = tessellator.getBuffer();
|
||||
buffer.begin(GL11.GL_LINES, VertexFormats.POSITION_COLOR);
|
||||
//#endif
|
||||
//#endif
|
||||
|
||||
MatrixStack ms = new MatrixStack();
|
||||
Vector3f apex = new Vector3f(0f, 0f, focalDistance); // точка схождения
|
||||
|
||||
for (Vector3f edge : new Vector3f[]{
|
||||
new Vector3f( a, 0f, 0f), new Vector3f(-a, 0f, 0f),
|
||||
new Vector3f(0f, a, 0f), new Vector3f(0f, -a, 0f)}) {
|
||||
Vector3f dir = Vector3f.sub(apex, edge, null); // apex - edge
|
||||
dir.normalise();
|
||||
dir.scale(DOF_GIZMO_FAR_LEN);
|
||||
Vector3f far = Vector3f.add(apex, dir, null);
|
||||
emitLine(ms, buffer, edge, far, rayColor, 2f);
|
||||
}
|
||||
|
||||
// маркер фокальной плоскости: крестик
|
||||
emitLine(ms, buffer, new Vector3f(-mr, 0f, focalDistance), new Vector3f(mr, 0f, focalDistance), markerColor, 2f);
|
||||
emitLine(ms, buffer, new Vector3f(0f, -mr, focalDistance), new Vector3f(0f, mr, focalDistance), markerColor, 2f);
|
||||
// маркер фокальной плоскости: кольцо
|
||||
Vector3f prev = null;
|
||||
for (int i = 0; i <= markerSeg; i++) {
|
||||
double ang = 2 * Math.PI * i / markerSeg;
|
||||
Vector3f p = new Vector3f((float) (mr * Math.cos(ang)), (float) (mr * Math.sin(ang)), focalDistance);
|
||||
if (prev != null) emitLine(ms, buffer, prev, p, markerColor, 2f);
|
||||
prev = p;
|
||||
}
|
||||
|
||||
//#if MC>=12105
|
||||
//$$ immediate.draw();
|
||||
//#else
|
||||
//#if MC>=12102
|
||||
//$$ RenderSystem.setShader(ShaderProgramKeys.RENDERTYPE_LINES);
|
||||
//#elseif MC>=11700
|
||||
//$$ RenderSystem.applyModelViewMatrix();
|
||||
//$$ RenderSystem.setShader(GameRenderer::getRenderTypeLinesShader);
|
||||
//#else
|
||||
GL11.glDisable(GL11.GL_TEXTURE_2D);
|
||||
//#endif
|
||||
|
||||
//#if MC>=11700
|
||||
//$$ RenderSystem.disableCull();
|
||||
//#endif
|
||||
|
||||
//#if MC>=12100
|
||||
//$$ try (var builtBuffer = buffer.end()) {
|
||||
//$$ net.minecraft.client.render.BufferRenderer.drawWithGlobalProgram(builtBuffer);
|
||||
//$$ }
|
||||
//#else
|
||||
tessellator.draw();
|
||||
//#endif
|
||||
|
||||
//#if MC>=11700
|
||||
//$$ RenderSystem.enableCull();
|
||||
//#endif
|
||||
|
||||
//#if MC<11700
|
||||
GL11.glEnable(GL11.GL_TEXTURE_2D);
|
||||
//#endif
|
||||
//#endif
|
||||
|
||||
popMatrix();
|
||||
}
|
||||
|
||||
//#if MC>=12105
|
||||
//$$ private void vertex(VertexConsumer buffer, float x, float y, float z, float u, float v, int alpha) {
|
||||
//#else
|
||||
|
||||
Reference in New Issue
Block a user