example6.C

#include <stdio.h>
#include <ytpmv/modparser.H>
#include <ytpmv/common.H>
#include <ytpmv/simple.H>
#include <math.h>
#include <unistd.h>

#include <fstream>
#include <sstream>
#include <string>
#include <cerrno>
#include <algorithm>
#include <map>
#include <array>
#include <assert.h>

using namespace std;
using namespace ytpmv;

int main(int argc, char** argv) {
	ytpmv::parseOptions(argc, argv);
	
	string buf = get_file_contents("songs/metal.mod");
	addSource("lol", "sources/lol_20800.wav", "sources/lol.mkv", 2.08*4/30);
	addSource("hum", "sources/bass1.wav",
					"sources/bass1.mkv", 2.8*8/30, 1., 2.);
	addSource("aaaa", "sources/aaaa.wav",
					"sources/aaaa.mp4", 1.5*8/30, 1., 1.);
	addSource("gab1", "sources/gab1.wav",
					"sources/gab1.mkv", 2.55*4/30, 1., 1.);
	addSource("gab2", "sources/gab2.mkv",
					"sources/gab2.mkv", 3.15*2/30, 1./2, 1./2);
	addSource("gab3", "sources/gab3.mkv",
					"sources/gab3.mkv", 2.55/30, 1./4, 1./4);
	addSource("gab5", "sources/gab5.wav",
					"sources/gab5.mkv", 3.4*4/30, 1./2, 1./2);
	addSource("gab7", "sources/gab7.mkv",
					"sources/gab7.mkv", 1.7*4/30, 1./2, 1./2);
	addSource("gab8", "sources/gab8_1.wav",
					"sources/gab8.mkv", 2.7*2/30, 1./2, 1./5);
	addSource("perc1", "sources/perc1.mkv",
					"sources/perc1.mkv", 1., 1., 1.);
	addSource("perc2", "sources/perc2.mkv",
					"sources/perc2.mkv", 1., 2., 1.);
	addSource("crash1", "sources/crash1.wav",
					"sources/crash2.mkv", 1., 1., 1.);
	trimSource("hum", 0.1);
	trimSource("aaaa", 0.05);
	trimSource("gab3", 0.1);
	trimSource("gab7", 0.05);
	
	string vertexShader = R"aaaaa(
	#version 330 core
	layout(location = 0) in vec3 myPos;
	layout(location = 1) in vec2 texPos;
	uniform vec2 coordBase;
	uniform mat2 coordTransform;
	uniform float secondsRel;
	uniform float secondsAbs;
	uniform float userParams[16];
	uniform mat4 proj;
	uniform vec2 resolution;
	smooth out vec2 uv;
	mat3 rotationMatrix(vec3 axis, float angle) {
		axis = normalize(axis);
		float s = sin(angle);
		float c = cos(angle);
		float oc = 1.0 - c;
		
		return mat3(oc * axis.x * axis.x + c,           oc * axis.x * axis.y - axis.z * s,  oc * axis.z * axis.x + axis.y * s,
					oc * axis.x * axis.y + axis.z * s,  oc * axis.y * axis.y + c,           oc * axis.y * axis.z - axis.x * s,
					oc * axis.z * axis.x - axis.y * s,  oc * axis.y * axis.z + axis.x * s,  oc * axis.z * axis.z + c);
	}
	void main() {
		vec3 coords = myPos;
		vec3 velocity = vec3(userParams[4], userParams[5], userParams[6]);
		mat3 transforms = rotationMatrix(vec3(1.0,0.0,0.0), userParams[7]);
		float aspect = resolution.x/resolution.y;
		coords.x *= aspect;
		coords += velocity*secondsRel;
		
		coords.x += sin(1.*secondsAbs + coords.x)*userParams[8];
		coords.y += sin(1.796*secondsAbs + coords.x)*userParams[8];
		
		coords = transforms * coords;
		coords.z -= 3;
		
		gl_Position = proj*vec4(coords,1.0);
		gl_Position.xy = coordBase + gl_Position.xy * coordTransform;
		uv = texPos;
	}
	)aaaaa";
	string shader = R"aaaaa(
		float transpKey = param(2);
		float fade = param(3);
		vec4 result;
		
		float alpha = clamp((fade-secondsRel)*2.0,0.0,1.0);
		
		result = vec4(texture2D(image, uv*0.98+vec2(0.01,0.01)).rgb, 1.);
		result.a = length(result.rgb - vec3(transpKey,transpKey,transpKey));
		result.a = result.a*result.a*result.a*1000;
		result.a = clamp(result.a,0.0,1.0);
		result.a = clamp(result.a*alpha,0.0,1.0);
		return result;
		)aaaaa";
	
	SongInfo inf;
	vector<Instrument> instr;
	vector<Note> notes;
	parseMod((uint8_t*)buf.data(), buf.length(), inf, instr, notes);
	
	double bpm = inf.bpm;
	//double bpm = inf.bpm*0.8;
	
	double songEnd = 0;
	for(int i=0;i<(int)notes.size();i++) {
		double t = notes[i].end.absRow*60./bpm;
		if(t>songEnd) songEnd = t;
	}
	fprintf(stderr, "SONG END: %f\n", songEnd);
	
	// convert to audio and video segments
	vector<AudioSegment> segments;
	vector<VideoSegment> videoSegments;
	for(int i=0;i<(int)notes.size();i++) {
		Note& n = notes[i];
		Source* src = nullptr;
		double pan = 0.5;
		double audioDelay = 0., videoDelay = 0.;
		Instrument& ins = instr.at(n.instrument==0?0:(n.instrument-1));
		n.pitchSemitones += ins.tuningSemitones + 41;
		
		// select source
		switch(n.instrument) {
			case 3:
				// bass
				src = getSource("hum");
				n.pitchSemitones -= 12;
				n.amplitudeDB += 6;
				break;
			case 2:
			{
				// main melody
				bool part2 = false;
				if(n.start.seq >= 3 && n.start.seq <= 6) part2 = true;
				if(n.start.seq >= 11 && n.start.seq <= 14) part2 = true;
				if(part2) {
					src = getSource("gab8");
					n.pitchSemitones -= 24;
					//n.amplitudeDB += 1;
				} else {
					src = getSource("gab5");
					n.pitchSemitones -= 24;
					n.amplitudeDB += 7;
				}
				//n.end.absRow += 4;
				if(n.channel == 1) n.amplitudeDB -= 5;
				break;
			}
			case 13:
				// high melody
				src = getSource("gab7");
				n.amplitudeDB -= 3;
				n.pitchSemitones -= 24;
				break;
			case 7:
				// snare
				src = getSource("perc2");
				n.amplitudeDB -= 2;
				n.pitchSemitones = 6;
				audioDelay = -0.02;
				videoDelay = -0.02;
				break;
			case 14:
				// explosion
				src = getSource("crash1");
				n.amplitudeDB += 10;
				n.pitchSemitones = 0;
				audioDelay = -0.08;
				videoDelay = -1.;
				break;
			default: goto skip;
		}
		
		{
			AudioSegment as(n, src->audio, bpm);
			as.amplitude[0] *= (1-pan)*2;
			as.amplitude[1] *= (pan)*2;
			as.startSeconds += audioDelay;
			segments.push_back(as);
		}
		
		{
			VideoSegment vs(n, src->video, bpm);
			vs.zIndex = n.channel;
			vs.vertexShader = &vertexShader;
			vs.shader = &shader;
			
			//							minSizeScale,	sizeScale	transpKey,	fade,	vx,	vy	vz	rotation	movement
			vector<float> shaderParams = {0.8,			3.0,		-1.0,		5.0,	0.,	0.,	0.,	-0.7,		0.0};
			
			switch(n.channel) {
				// main melody
				case 0:
				{
					int note = (int)n.pitchSemitones - 22;
					
					array<float, 4> coords = {0.5, 0.5, 0.6, 0.6};
					
					coords[0] = note * 0.1;
					shaderParams = {0.8, 1.0, -1.0, 15.0, 0.0, 0.0, -1.0, 0.3, 0.0};
					
					vs.vertexes = genRectangle(
						coords[0]-coords[2]/2,coords[1]-coords[3]/2, 0.,
						coords[0]+coords[2]/2,coords[1]-coords[3]/2, 0.,
						coords[0]+coords[2]/2,coords[1]+coords[3]/2, 0.);
					
					vs.endSeconds = vs.startSeconds + 15.;
					vs.zIndex = n.start.absRow + 1;
					break;
				}
				// bass
				case 2:
					shaderParams = {1.0, 0.0, -1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.05};
					vs.vertexes = genRectangle(-1.5, -0.8, -0.8,
												-0.1, -0.8, -1,
												-0.1, 0.8, -1);
					
					vs.zIndex = -100;
					break;
				// high melody 1
				case 3:
				{
					shaderParams = {0.8, 3.0, -1., 2.0, 0.0, 0.0, 0.0, 0.0, 0.05};
					vs.vertexes = genRectangle(1.5, -0.8, -0.8,
												0.1, -0.8, -1,
												0.1, 0.8, -1);
					
					vs.zIndex = -100;
					break;
				}
				default:
					// explosion
					if(n.instrument == 14) {
						shaderParams = {0.8, 3.0, -1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0};
						vs.vertexes = genRectangle(-1, -1, 0,
												1, -1, 0,
												1, 1, 0);
						vs.zIndex = 1000000;
					} else {
						goto skip;
					}
			}
			
			vs.shaderParams = shaderParams;
			vs.startSeconds += videoDelay;
			if(vs.endSeconds > songEnd) {
				vs.endSeconds = songEnd + 0.5;
				vs.shaderParams[3] = songEnd - vs.startSeconds;
			}
			videoSegments.push_back(vs);
		}
	skip: ;
	}
	defaultSettings.volume = 0.3;
	//defaultSettings.skipToSeconds = 75.;
	ytpmv::run(argc, argv, segments, videoSegments);
	return 0;
}