-
Notifications
You must be signed in to change notification settings - Fork 1
/
cloud_music_no_9.html
3048 lines (2865 loc) · 143 KB
/
cloud_music_no_9.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
<!DOCTYPE html>
<html>
<head>
<meta http-equiv='cache-control' content='no-cache'>
<meta http-equiv='expires' content='0'>
<meta http-equiv='pragma' content='no-cache'>
<title>cloud_music_no_9</title>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<script src="dat.gui.js"></script>
<script src="jquery.js"></script>
<script src="sprintf.js"></script>
<script src="three.js"></script>
<script src="ace.js"></script>
<script src="tinycolor.js"></script>
<script src="CsoundAudioNode.js"></script>
<script src="csound_loader.js"></script>
<script src="CsoundAC.js"></script>
<script src="strudel_embed.js"></script>
<link rel="stylesheet" href="w3.css">
<style>
.w3-container {
position: absolute;
top: 0;
left: 0;
right: 0;
bottom: 0;
}
.w3-bar {
z-index: 1;
}
.dg {
font: 12px 'Verdana', sans-serif;
}
.dg .c {
background: transparent;
}
.dg.main .close-button {
background: transparent;
font: 15px 'Verdana', sans-serif;
}
.dg.main .close-button:hover {
background: transparent;
}
input {
font: 1em/1.25em Verdana, sans-serif;
background: transparent;
}
</style>
</head>
</head>
<body id="body" class="w3-medium w3-text-sand" style="height:100vh;">
<!-- #region Canvas -->
<canvas id="display" class="w3-container" style="background-color:black;height:100%;margin:0;padding:0;z-index:0;">
</canvas>
<!-- endregion-->
<!-- #region About -->
<div id="about_view" class="w3-container"
style="font-size:11px;position:absolute;top:40px;margin:20px;z-index:5;background:transparent;color:rgb(255, 255, 200, 67%);max-height: calc(100vh - 70px);overflow-y:auto;">
<h1 style="font-size: 15px;">Strudel Template</h1>
<h2 style="font-size: 13px">Michael Gogins<br>
December 2023</h2>
<a rel="license" href="http://creativecommons.org/licenses/by-nc-sa/3.0/"><img alt="Creative Commons License"
style="border-width:0;" src="https://i.creativecommons.org/l/by-nc-sa/3.0/88x31.png" /></a>
<p>This work is licensed under a <a rel="license"
href="http://creativecommons.org/licenses/by-nc-sa/3.0/">Creative Commons
Attribution-NonCommercial-ShareAlike 3.0 Unported License.</a>
<p>This is an online piece of electroacoustic music, rendered in your Web
browser using high-resolution audio. It will play indefinitely, never ending,
always changing.
<p>The notes in this piece are generated by
<a href="https://strudel.tidalcycles.org/">Strudel</a>, a JavaScript
implementation of Tidal Cycles, which is accessed from a REPL embedded
in this piece -- use the Strudel button to view the Strudel code. The user can
edit the Strudel code that generates the score, and click on the update button
to hear it. Thanks to Felix Roos for helpful hints along the way. Strudel
ends its notes to Csound for synthesis.
<p>The notes are played by a Csound orchestra that is embedded in this Web
page using my <a href="https://github.com/gogins/csound-wasm">WebAssembly
build of Csound</a>. This in turn includes my
<a href="https://github.com/gogins/csound-ac">CsoundAC</a> library for
algorithmic composition.
<p>The synthesized audio is then sampled (using a WebAudio Analyzer) to generate
a visualization of the music.
<p>Feel free to use this piece as a template for creating new pieces of this
type... as long as it honors the licenses and doesn't sound too much like this
one!
<p>Please report any problems you have playing this piece, or any ideas for
enhancements, at <a href="https://github.com/gogins/cloud-music/issues">
cloud-music issues</a>.
<ul>
<li>To view the source code of this piece, use your browser menu to view the
page source.
<li>To inspect or debug the code of this piece as it runs, use your browser
menu to open the developer tools.
</ul>
<h2 style="font-size:13px">Credits</h2>
<p>Code for compiling and controlling shaders is adapted from <a
href="https://www.shadertoy.com">ShaderToy.com</a>.
<p>The algorithm for downsampling the video canvas is from <a
href="https://skemman.is/bitstream/1946/15343/3/SS_MSthesis.pdf">Sveinn
Steinarsson's MS thesis</a> with code from <a href="https://github.com/pingec/downsample-lttb">
https://github.com/pingec/downsample-lttb</a>.
<p>The music visualization code is adapted from <a href="https://www.shadertoy.com/view/DtsyWl"><b><i>Colourful
smoke</i></b></a>
by <a href="https://www.shadertoy.com/user/motus_art">motus_art</a>.
<p>Some of the Csound instruments are by me, others are adapted by me from
patches originally written by others as noted in the orchestra.
<p>
<a href="http://michaelgogins.tumblr.com">
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg version="1.1" id="Calque_1" xmlns="http://www.w3.org/2000/svg"
xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" width="36" height="36"
viewBox="0 0 256 256" enable-background="new 0 0 256 256" xml:space="preserve">
<g>
<g>
<g>
<rect x="0.24" y="0.167" fill="#314358" width="255.52" height="256" />
</g>
</g>
<g>
<path fill="#FFFFFF"
d="M168.08,170.918c-2.969,1.416-8.647,2.648-12.881,2.754c-12.783,0.342-15.264-8.979-15.367-15.736v-49.705
h32.065V84.055h-31.954V43.382c0,0-23.008,0-23.383,0c-0.385,0-1.057,0.337-1.152,1.192c-1.368,12.448-7.192,34.296-31.416,43.032
v20.624h16.16v52.167c0,17.863,13.176,43.24,47.959,42.641c11.736-0.201,24.77-5.113,27.648-9.354L168.08,170.918" />
</g>
</g>
</svg>
</a>
<a href="https://github.com/gogins">
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<svg width="36" height="36" viewBox="0 0 256 250" version="1.1" xmlns="http://www.w3.org/2000/svg"
xmlns:xlink="http://www.w3.org/1999/xlink" preserveAspectRatio="xMidYMid">
<g>
<path
d="M128.00106,0 C57.3172926,0 0,57.3066942 0,128.00106 C0,184.555281 36.6761997,232.535542 87.534937,249.460899 C93.9320223,250.645779 96.280588,246.684165 96.280588,243.303333 C96.280588,240.251045 96.1618878,230.167899 96.106777,219.472176 C60.4967585,227.215235 52.9826207,204.369712 52.9826207,204.369712 C47.1599584,189.574598 38.770408,185.640538 38.770408,185.640538 C27.1568785,177.696113 39.6458206,177.859325 39.6458206,177.859325 C52.4993419,178.762293 59.267365,191.04987 59.267365,191.04987 C70.6837675,210.618423 89.2115753,204.961093 96.5158685,201.690482 C97.6647155,193.417512 100.981959,187.77078 104.642583,184.574357 C76.211799,181.33766 46.324819,170.362144 46.324819,121.315702 C46.324819,107.340889 51.3250588,95.9223682 59.5132437,86.9583937 C58.1842268,83.7344152 53.8029229,70.715562 60.7532354,53.0843636 C60.7532354,53.0843636 71.5019501,49.6441813 95.9626412,66.2049595 C106.172967,63.368876 117.123047,61.9465949 128.00106,61.8978432 C138.879073,61.9465949 149.837632,63.368876 160.067033,66.2049595 C184.49805,49.6441813 195.231926,53.0843636 195.231926,53.0843636 C202.199197,70.715562 197.815773,83.7344152 196.486756,86.9583937 C204.694018,95.9223682 209.660343,107.340889 209.660343,121.315702 C209.660343,170.478725 179.716133,181.303747 151.213281,184.472614 C155.80443,188.444828 159.895342,196.234518 159.895342,208.176593 C159.895342,225.303317 159.746968,239.087361 159.746968,243.303333 C159.746968,246.709601 162.05102,250.70089 168.53925,249.443941 C219.370432,232.499507 256,184.536204 256,128.00106 C256,57.3066942 198.691187,0 128.00106,0 Z M47.9405593,182.340212 C47.6586465,182.976105 46.6581745,183.166873 45.7467277,182.730227 C44.8183235,182.312656 44.2968914,181.445722 44.5978808,180.80771 C44.8734344,180.152739 45.876026,179.97045 46.8023103,180.409216 C47.7328342,180.826786 48.2627451,181.702199 47.9405593,182.340212 Z M54.2367892,187.958254 C53.6263318,188.524199 52.4329723,188.261363 51.6232682,187.366874 C50.7860088,186.474504 50.6291553,185.281144 51.2480912,184.70672 C51.8776254,184.140775 53.0349512,184.405731 53.8743302,185.298101 C54.7115892,186.201069 54.8748019,187.38595 54.2367892,187.958254 Z M58.5562413,195.146347 C57.7719732,195.691096 56.4895886,195.180261 55.6968417,194.042013 C54.9125733,192.903764 54.9125733,191.538713 55.713799,190.991845 C56.5086651,190.444977 57.7719732,190.936735 58.5753181,192.066505 C59.3574669,193.22383 59.3574669,194.58888 58.5562413,195.146347 Z M65.8613592,203.471174 C65.1597571,204.244846 63.6654083,204.03712 62.5716717,202.981538 C61.4524999,201.94927 61.1409122,200.484596 61.8446341,199.710926 C62.5547146,198.935137 64.0575422,199.15346 65.1597571,200.200564 C66.2704506,201.230712 66.6095936,202.705984 65.8613592,203.471174 Z M75.3025151,206.281542 C74.9930474,207.284134 73.553809,207.739857 72.1039724,207.313809 C70.6562556,206.875043 69.7087748,205.700761 70.0012857,204.687571 C70.302275,203.678621 71.7478721,203.20382 73.2083069,203.659543 C74.6539041,204.09619 75.6035048,205.261994 75.3025151,206.281542 Z M86.046947,207.473627 C86.0829806,208.529209 84.8535871,209.404622 83.3316829,209.4237 C81.8013,209.457614 80.563428,208.603398 80.5464708,207.564772 C80.5464708,206.498591 81.7483088,205.631657 83.2786917,205.606221 C84.8005962,205.576546 86.046947,206.424403 86.046947,207.473627 Z M96.6021471,207.069023 C96.7844366,208.099171 95.7267341,209.156872 94.215428,209.438785 C92.7295577,209.710099 91.3539086,209.074206 91.1652603,208.052538 C90.9808515,206.996955 92.0576306,205.939253 93.5413813,205.66582 C95.054807,205.402984 96.4092596,206.021919 96.6021471,207.069023 Z"
fill="#161614"></path>
</g>
</svg>
</a>
</div>
<!-- endregion -->
<!-- #region Score -->
<!-- endregion -->
<!-- #region Strudel -->
<strudel-repl-component id="strudel_view" class="w3-container"
style="position:absolute;left:70px;top:80px;z-index:1;">
<!--
const csac = await import('../csoundac.mjs');
csac.diagnostic_level(csac.ERROR);
stack("0,3,[11 6]"
.add("<0 1 2 [3 4] 5 7 8>")
.transpose("<0 1 2 1>/8")
.slow(2)
.degradeBy(.125)
.transpose("48 36")
.tune("ji_12c")
.add(24)
.legato(.95)
.iter(2)
.add(24)
.note()
.csoundn("<1 2 8 10>").color("bisque beige ivory floralwhite"),
"0,4,[7 6]"
.sub("<0 1 2 3 4 5 [7 8] 9>")
.transpose("<0 1 -1 1>/3")
.iter(4)
.slow(7)
.transpose("<48 36>/7")
.tune("ji_12c")
.add(24)
.legato(.95)
.transpose(48)
.slow(4)
.note()
.csoundn("<2 3 6>").color("aqua turquoise lightblue"))
.pianoroll({labels:1,fold:0,scaleauto:1,fill:0,stroke:1,fillActive:1,cycles:32,playhead:.9})
-->
</strudel-repl-component>
<!-- endregion -->
<!-- #region Music to Visuals -->
<script id="draw-shader-fs" type="x-shader/x-fragment">#version 300 es
#line 202
precision highp float;
/**
* These are all of the standard ShaderToy inputs. If any of these are
* used in this shader, they must be created and initialized in the
* JavaScript code.
*/
uniform vec3 iResolution;
// viewport resolution (in pixels)
uniform float iTime;
// shader playback time (in seconds)
uniform float iTimeDelta;
// render time (in seconds)
uniform int iFrame;
// shader playback frame
uniform float iChannelTime[4];
// channel playback time (in seconds)
uniform vec3 iChannelResolution[4];
// channel resolution (in pixels)
uniform vec4 iMouse;
// mouse pixel coords. xy: current (if MLB down), zw: click
uniform sampler2D iChannel0;
// input channel. XX = 2D/Cube
uniform sampler2D iChannel1;
// input channel. XX = 2D/Cube
uniform sampler2D iChannel2;
// input channel. XX = 2D/Cube
uniform sampler2D iChannel3;
// input channel. XX = 2D/Cube
uniform vec4 iDate;
// (year, month, day, time in seconds)
uniform float iSampleRate;
// sound sample rate (i.e., 44100)
uniform float spectralTilt;
uniform float totalLoudness;
/**
* Theoretically, any fragment shader copied from the ShaderToy
* editor can replace the body of the mainImage function below,
* if all inputs actually used in the shader are defined and bound.
*/
void mainImage(out vec4 _ufragColor, in vec2 _ufragCoord);
out vec4 _ushadertoy_out_color;
void main(){
(_ushadertoy_out_color = vec4(0.0, 0.0, 0.0, 0.0));
(_ushadertoy_out_color = vec4(1.0, 1.0, 1.0, 1.0));
vec4 _ucolor = vec4(0.0, 0.0, 0.0, 1.0);
mainImage(_ucolor, gl_FragCoord.xy);
if ((_ushadertoy_out_color.x < 0.0))
{
(_ucolor = vec4(1.0, 0.0, 0.0, 1.0));
}
if ((_ushadertoy_out_color.y < 0.0))
{
(_ucolor = vec4(0.0, 1.0, 0.0, 1.0));
}
if ((_ushadertoy_out_color.z < 0.0))
{
(_ucolor = vec4(0.0, 0.0, 1.0, 1.0));
}
if ((_ushadertoy_out_color.w < 0.0))
{
(_ucolor = vec4(1.0, 1.0, 0.0, 1.0));
}
(_ushadertoy_out_color = vec4(_ucolor.xyz, 1.0));
}
// https://www.shadertoy.com/view/DtsyWl
// Colourful waves of smoke based upon an example on
// GLSL sandbox water turbulence effect by joltz0r and
// David Hoskins's implementation https://www.shadertoy.com/view/MdlXz8
#define TAU 6.28318530718
#define MAX_ITER 8
// cosine based palette, 4 vec3 params
// By Inigo Quilez https://iquilezles.org/articles/palettes/
vec3 palette( in float t, in vec3 a, in vec3 b, in vec3 c, in vec3 d )
{
return a + b*cos( 6.28318*(c*t+d) );
}
void mainImage( out vec4 fragColor, in vec2 fragCoord )
{
float time = iTime * .095 + 23.0;
vec2 uv = fragCoord/iResolution.xy;;
vec2 p = mod(uv*TAU, TAU) - 213.0;
vec2 i = vec2(p);
float c = 1.0;
float inten = .005;
for (int n = 0; n < MAX_ITER; n++) {
float t = time * (1.0 - (3.5 / float(n + 1)));
i = p + vec2(cos(t - i.x) + sin(t + i.y), sin(t - i.y) + cos(t + i.x));
c += 1.0 / length(vec2(p.x / (sin(i.x + t) / inten), p.y / (cos(i.y + t) / inten)));
}
c /= float(MAX_ITER);
c = 1.17 - pow(c, 1.4);
vec3 colour = vec3(pow(abs(c), 10.0));
colour.r = colour.r - spectralTilt;
colour.b = colour.b + spectralTilt;
colour *= (1.1 + totalLoudness);
colour = clamp(colour + vec3(0.095), 0.0, 1.0);
float palettePhase = abs(sin(uv.x * uv.y + iTime * 0.05)) + iTime * 0.1;
vec3 col = palette(palettePhase, vec3(0.5, 0.5, 0.5), vec3(0.5, 0.5, 0.5), vec3(2.0, 1.0, 0.0), vec3(0.50, 0.20, 0.25));
col *= colour;
fragColor = vec4(col, 1.0);
}
</script>
<script id="draw-shader-vs" type="x-shader/x-vertex">#version 300 es
in vec2 inPos;
void main() {
gl_Position = vec4(inPos.xy, 0.0, 1.0);
}
</script>
<script>
var shader_program = null;
var analyser = null;
// Set up for high-resolution displays.
var devicePixelRatio_ = window.devicePixelRatio || 1
var canvas = document.getElementById("display");
canvas.width = canvas.clientWidth * devicePixelRatio_;
canvas.height = canvas.clientHeight * devicePixelRatio_;
console.log("canvas.height: " + canvas.height);
console.log("canvas.width: " + canvas.width);
var gl = canvas.getContext("webgl2", { antialias: true });
if (!gl) {
alert("Could not create webgl2 context.");
}
let extensions = gl.getSupportedExtensions();
console.log("Supported extensions:\n" + extensions);
if ("gpu" in navigator) {
var gpu_adapter = navigator.gpu.requestAdapter();
console.log("WebGPU adapter: " + gpu_adapter);
} else {
console.warn("WebGPU is not available on this platform.");
}
var EXT_color_buffer_float = gl.getExtension("EXT_color_buffer_float");
if (!EXT_color_buffer_float) {
alert("EXT_color_buffer_float is not available on this platform.");
}
var WEBGL_debug_shaders = gl.getExtension("WEBGL_debug_shaders");
const audio_texture_level = 0;
const audio_texture_internalFormat = gl.R32F;
const audio_texture_width = 512;
const audio_texture_height = 2;
const audio_texture_border = 0;
const audio_texture_srcFormat = gl.RED;
const audio_texture_srcType = gl.FLOAT;
var frequency_domain_data = new Uint8Array(audio_texture_width * 2);
var time_domain_data = new Uint8Array(audio_texture_width * 2);
var audio_data = new Float32Array(audio_texture_width * 2);
var image_sample_buffer = new Uint8ClampedArray();
var channel0_texture_unit = 0;
var channel0_texture = gl.createTexture();
channel0_texture.name = "channel0_texture";
var channel0_sampler = gl.createSampler();
channel0_sampler.name - "channel0_sampler";
var current_events = new Map();
var prior_events = current_events;
var rendering_frame = 0;
const midpoint = audio_texture_width / 2;
function write_audio_texture(analyser, texture_unit, texture, sampler) {
let spectral_tilt = 0.;
let totalLoudness = 0.;
if (analyser != null) {
analyser.getByteFrequencyData(frequency_domain_data);
analyser.getByteTimeDomainData(time_domain_data);
for (let i = 0; i < audio_texture_width; ++i) {
// Map frequency domain magnitudes to [0, 1].
let sample = frequency_domain_data[i];
sample = sample / 255.;
audio_data[i] = sample;
totalLoudness += sample;
}
let audio_data_width = audio_texture_width * 2;
for (let j = 0; j < audio_texture_width; ++j) {
// Map time domain amplitudes to [-1, 1].
let sample = time_domain_data[j];
sample = sample / 255.;
audio_data[audio_texture_width + j] = sample;
if (j < midpoint) {
spectral_tilt -= Math.abs(sample);
} else {
spectral_tilt += Math.abs(sample);
}
}
spectral_tilt = spectral_tilt / audio_texture_width;
totalLoudness = totalLoudness / audio_texture_width;
}
gl.activeTexture(gl.TEXTURE0 + texture_unit);
gl.bindTexture(gl.TEXTURE_2D, texture);
gl.bindSampler(texture_unit, sampler);
gl.texImage2D(gl.TEXTURE_2D, audio_texture_level, audio_texture_internalFormat, audio_texture_width, audio_texture_height, audio_texture_border, audio_texture_srcFormat, audio_texture_srcType, audio_data);
gl.samplerParameteri(sampler, gl.TEXTURE_MIN_FILTER, gl.NEAREST);
gl.samplerParameteri(sampler, gl.TEXTURE_MAG_FILTER, gl.NEAREST);
gl.samplerParameteri(sampler, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
gl.samplerParameteri(sampler, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
gl.samplerParameteri(sampler, gl.TEXTURE_WRAP_R, gl.CLAMP_TO_EDGE);
gl.samplerParameteri(sampler, gl.TEXTURE_COMPARE_MODE, gl.NONE);
gl.samplerParameteri(sampler, gl.TEXTURE_COMPARE_FUNC, gl.LEQUAL);
if (false && analyser) { // For debugging.
let is_texture = gl.isTexture(texture);
let uniform_count = gl.getProgramParameter(shader_program, gl.ACTIVE_UNIFORMS);
let uniform_index;
for (let uniform_index = 0; uniform_index < uniform_count; ++uniform_index) {
uniform_info = gl.getActiveUniform(shader_program, uniform_index);
console.log(uniform_info);
const location = gl.getUniformLocation(shader_program, uniform_info.name);
const value = gl.getUniform(shader_program, location);
console.log("Uniform location: " + location);
console.log("Uniform value: " + value);
}
}
if (false && analyser) {
const unit = gl.getUniform(shader_program, shader_program.iChannel0);
console.log("Sampler texture unit: " + unit);
console.log("Texture unit: " + texture_unit);
gl.activeTexture(gl.TEXTURE0 + texture_unit);
let texture2D = gl.getParameter(gl.TEXTURE_BINDING_2D);
console.log("Texture binding 2D " + texture2D);
var debug_framebuffer = gl.createFramebuffer();
gl.bindFramebuffer(gl.FRAMEBUFFER, debug_framebuffer);
gl.framebufferTexture2D(gl.FRAMEBUFFER, gl.COLOR_ATTACHMENT0, gl.TEXTURE_2D, texture2D, 0);
if (gl.checkFramebufferStatus(gl.FRAMEBUFFER) !== gl.FRAMEBUFFER_COMPLETE) {
console.log("These attachments don't work.");
}
// Read the contents of the debug_framebuffer (data stores the pixel data).
var data = new Float32Array(1024);
// What comes out, should be what went in.
gl.readPixels(0, 0, 512, 2, gl.RED, gl.FLOAT, data);
//console.log("\nfrequency domain: \n" + data.slice(0, 512));
//console.log("time domain: \n" + data.slice(512));
gl.deleteFramebuffer(debug_framebuffer);
}
return [spectral_tilt, totalLoudness];
}
(function load_scene() {
var webgl_viewport_size;
var webgl_buffers = {};
var mouse_position = [0, 0, 0, 0];
function create_scene() {
canvas.addEventListener('mousemove', (e) => {
mouse_position = [e.clientX, e.clientY];
});
shader_program = gl.createProgram();
for (let i = 0; i < 2; ++i) {
let shader_code = document.getElementById(i == 0 ? "draw-shader-vs" : "draw-shader-fs").text;
let shader_object = gl.createShader(i == 0 ? gl.VERTEX_SHADER : gl.FRAGMENT_SHADER);
gl.shaderSource(shader_object, shader_code);
gl.compileShader(shader_object);
let status = gl.getShaderParameter(shader_object, gl.COMPILE_STATUS);
if (!status) {
console.warn(gl.getShaderInfoLog(shader_object));
}
gl.attachShader(shader_program, shader_object);
gl.linkProgram(shader_program);
console.log("shader:" + WEBGL_debug_shaders.getTranslatedShaderSource(shader_object));
}
status = gl.getProgramParameter(shader_program, gl.LINK_STATUS);
if (!status) {
console.warn(gl.getProgramInfoLog(shader_program));
}
shader_program.inPos = gl.getAttribLocation(shader_program, "inPos");
shader_program.iMouse = gl.getUniformLocation(shader_program, "iMouse");
shader_program.iResolution = gl.getUniformLocation(shader_program, "iResolution");
shader_program.iTime = gl.getUniformLocation(shader_program, "iTime");
shader_program.iTimeDelta = gl.getUniformLocation(shader_program, "iTimeDelta");
shader_program.iFrame = gl.getUniformLocation(shader_program, "iFrame");
shader_program.iChannel0 = gl.getUniformLocation(shader_program, "iChannel0");
shader_program.iChannel1 = gl.getUniformLocation(shader_program, "iChannel1");
shader_program.iChannel2 = gl.getUniformLocation(shader_program, "iChannel2");
shader_program.iChannel3 = gl.getUniformLocation(shader_program, "iChannel3");
shader_program.iSampleRate = gl.getUniformLocation(shader_program, "iSampleRate");
shader_program.spectralTilt = gl.getUniformLocation(shader_program, "spectralTilt");
shader_program.totalLoudness = gl.getUniformLocation(shader_program, "totalLoudness");
gl.useProgram(shader_program);
gl.uniform1f(shader_program.iSampleRate, 48000.);
var pos = [-1, -1,
1, -1,
1, 1,
-1, 1];
var inx = [0, 1, 2, 0, 2, 3];
webgl_buffers.pos = gl.createBuffer();
gl.bindBuffer(gl.ARRAY_BUFFER, webgl_buffers.pos);
gl.bufferData(gl.ARRAY_BUFFER, new Float32Array(pos), gl.STATIC_DRAW);
webgl_buffers.inx = gl.createBuffer();
webgl_buffers.inx.len = inx.length;
gl.bindBuffer(gl.ELEMENT_ARRAY_BUFFER, webgl_buffers.inx);
gl.bufferData(gl.ELEMENT_ARRAY_BUFFER, new Uint16Array(inx), gl.STATIC_DRAW);
gl.enableVertexAttribArray(shader_program.inPos);
gl.vertexAttribPointer(shader_program.inPos, 2, gl.FLOAT, false, 0, 0);
gl.enable(gl.DEPTH_TEST);
gl.clearColor(0.0, 0.0, 0.0, 1.0);
write_audio_texture(analyser, channel0_texture_unit, channel0_texture, channel0_sampler);
window.onresize = resize;
resize();
requestAnimationFrame(render_scene);
}
function resize() {
webgl_viewport_size = [window.innerWidth, window.innerHeight];
canvas.width = webgl_viewport_size[0] * window.devicePixelRatio;
canvas.height = webgl_viewport_size[1] * window.devicePixelRatio;
image_sample_buffer = new Uint8ClampedArray(canvas.width * 4);
prior_image_sample_buffer = new Uint8ClampedArray(canvas.width * 4);
console.info("resize: image_sample_buffer.length: " + image_sample_buffer.length);
}
function clientWaitAsync(sync, flags, interval_ms) {
return new Promise((resolve, reject) => {
function test() {
const result = gl.clientWaitSync(sync, flags, 0);
if (result === gl.WAIT_FAILED) {
reject();
return;
}
// This is the workaround for platforms where maximum
// timeout is always 0.
if (result === gl.TIMEOUT_EXPIRED) {
setTimeout(test, interval_ms);
return;
}
resolve();
}
test();
});
}
async function getBufferSubDataAsync(target, buffer, srcByteOffset, dstBuffer,
/* optional */ dstOffset, /* optional */ length) {
const sync = gl.fenceSync(gl.SYNC_GPU_COMMANDS_COMPLETE, 0);
gl.flush();
await clientWaitAsync(sync, 0, 10);
gl.deleteSync(sync);
gl.bindBuffer(target, buffer);
gl.getBufferSubData(target, srcByteOffset, dstBuffer, dstOffset, length);
gl.bindBuffer(target, null);
}
/**
* Converts an RGB color value to HSV. The formula is
* adapted from http://en.wikipedia.org/wiki/HSV_color_space.
* Assumes r, g, and b are in [0, 255] and
* returns h, s, and v are in [0, 1].
*/
var rgb_to_hsv = function (rgb) {
r = rgb[0] / 255;
g = rgb[1] / 255;
b = rgb[2] / 255;
var max = Math.max(r, g, b);
var min = Math.min(r, g, b);
var h, s, v = max;
var d = max - min;
s = max === 0 ? 0 : d / max;
if (max == min) {
h = 0;
} else {
// More efficient than switch?
if (max == r) {
h = (g - b) / d + (g < b ? 6 : 0);
} else if (max == g) {
h = (b - r) / d + 2;
} else if (max == b) {
h = (r - g) / d + 4;
}
h /= 6;
}
return [h, s, v];
}
async function readPixelsAsync(x, y, w, h, format, type, sample) {
const buffer = gl.createBuffer();
gl.bindBuffer(gl.PIXEL_PACK_BUFFER, buffer);
gl.bufferData(gl.PIXEL_PACK_BUFFER, sample.byteLength, gl.STREAM_READ);
gl.readPixels(x, y, w, h, format, type, 0);
gl.bindBuffer(gl.PIXEL_PACK_BUFFER, null);
await getBufferSubDataAsync(gl.PIXEL_PACK_BUFFER, buffer, 0, sample);
gl.deleteBuffer(buffer);
}
/**
* Adapts https://github.com/pingec/downsample-lttb from time
* series data to vectors of float HSV pixels. Our data is not
* [[time, value], [time, value],...], but rather
* [[pixel index0, hsv0[2]], [pixel index1, hsv1[2]], ...].
*/
function downsample_lttb(data, buckets) {
if (buckets >= data.length || buckets === 0) {
return data; // Nothing to do
}
let sampled_data = [],
sampled_data_index = 0;
// Bucket size. Leave room for start and end data points
let bucket_size = (data.length - 2) / (buckets - 2);
// Triangles are points {a, b, c}.
let a = 0, // Initially a is the first point in the triangle
max_area_point,
max_area,
area,
next_a;
sampled_data[sampled_data_index++] = data[a]; // Always add the first point
for (let i = 0; i < buckets - 2; i++) {
// Calculate point average for next bucket (containing c)
let avg_x = 0,
avg_y = 0,
avg_range_start = Math.floor((i + 1) * bucket_size) + 1,
avg_range_end = Math.floor((i + 2) * bucket_size) + 1;
avg_range_end = avg_range_end < data.length ? avg_range_end : data.length;
let avg_range_length = avg_range_end - avg_range_start;
for (; avg_range_start < avg_range_end; avg_range_start++) {
avg_x += data[avg_range_start][0] * 1; // * 1 enforces Number (value may be Date)
avg_y += data[avg_range_start][1] * 1;
}
avg_x /= avg_range_length;
avg_y /= avg_range_length;
// Get the range for this bucket
let range_offs = Math.floor((i + 0) * bucket_size) + 1,
range_to = Math.floor((i + 1) * bucket_size) + 1;
// Point a
let point_a_x = data[a][0] * 1, // enforce Number (value may be Date)
point_a_y = data[a][1] * 1;
max_area = area = -1;
for (; range_offs < range_to; range_offs++) {
// Calculate triangle area over three buckets
area = Math.abs((point_a_x - avg_x) * (data[range_offs][1] - point_a_y) -
(point_a_x - data[range_offs][0]) * (avg_y - point_a_y)
) * 0.5;
if (area > max_area) {
max_area = area;
max_area_point = data[range_offs];
next_a = range_offs; // Next a is this b
}
}
sampled_data[sampled_data_index++] = max_area_point; // Pick this point from the bucket
a = next_a; // This a is the next a (chosen b)
}
sampled_data[sampled_data_index++] = data[data.length - 1]; // Always add last
return sampled_data; ///sampled_data;
}
/**
* Translates one row of RGBA pixels, the width of the WebGL
* canvas, to Csound events.
*
* https://skemman.is/bitstream/1946/15343/3/SS_MSthesis.pdf
*/
var instrument_count = 9;
var sampled_events = new Array();
var playlist = new Map();
var rendering_frame_rate = 400;
var frame_translation_count = 0;
var midi_key_begin = 36;
var midi_key_range = 60;
var maximum_voices = 8;
var event_velocity_threshold = 100;
var midi_key_end = midi_key_begin + midi_key_range;
var sample_count = 0;
var root_progression = 0;
var on_events = new Array();
var off_events = new Array();
var playing_events = new Map();
var event_tag = 0;
var root_progressions = [2, 3, -4, 5, -1, 3];
async function translate_sample_to_csound_events(maximum_events, threshold, parent_rendering_frame) {
if (csound == null) {
return;
}
if (!csound.is_playing) {
return;
}
let x = 0;
// y is zero at the bottom of the canvas.
let y = 0;
let width = canvas.width;
let height = 1;
let format = gl.RGBA;
let type = gl.UNSIGNED_BYTE;
readPixelsAsync(x, y, width, height, format, type, image_sample_buffer);
// Translate the sample format from byte RGBA to float HSV.
let hsv_image_sample = [];
for (let byte_i = 0; byte_i < image_sample_buffer.length; byte_i = byte_i + 4) {
let rgb = image_sample_buffer.slice(byte_i, byte_i + 3);
let hsv = rgb_to_hsv(rgb);
hsv_image_sample.push([hsv_image_sample.length + 1, hsv[2], hsv]);
}
// Downsample the HSV samples.
let downsampled_pixels = downsample_lttb(hsv_image_sample, midi_key_range);
sampled_events.length = 0;
on_events.length = 0;
off_events.length = 0;
score.clear();
// Translate the HSV samples to Csound event vectors.
// 0 is p1 insno (hsv[0](, tagged by downsampled pixel,
// positive for on or negative for off.
// 1 is p2 time always 0.
// 2 is p3 duration (either hsv[1] or -1, must be 0 for off
// events).
// 3 is p4 MIDI key (downsampled pixel).
// 4 is p5 MIDI velocity (hsv[2]).
for (let downsampled_pixel_i = 0; downsampled_pixel_i < downsampled_pixels.length; downsampled_pixel_i++) {
let hsv = downsampled_pixels[downsampled_pixel_i][2];
let instrument_number = 1 + (hsv[0] * instrument_count);
let time = 0;
let duration = -1;
let midi_key = Math.floor(midi_key_begin + downsampled_pixel_i);
let insno = sprintf("%d.%d", Math.floor(instrument_number), midi_key);
instrument_number = parseFloat(insno);
let midi_velocity = hsv[2] * 128;
let event_for_pixel = [instrument_number, time, duration, midi_key, midi_velocity];
sampled_events.push(event_for_pixel);
}
// Events that are playing but not loud enough, are turned off.
for (let sampled_event_i = 0; sampled_event_i < sampled_events.length; sampled_event_i++) {
let sampled_event = sampled_events[sampled_event_i];
let key = sampled_event[0];
if ((sampled_event[4] < event_velocity_threshold) && (playing_events.has(key) == true)) {
let off_event = playing_events.get(key);
let instrument_number = off_event[0];
csound.KillInstance(instrument_number, "", 4, true);
playing_events.delete(key);
}
}
// Events that are loud enough but not playing, are turned on.
for (let sampled_event_i = 0; sampled_event_i < sampled_events.length; sampled_event_i++) {
let sampled_event = sampled_events[sampled_event_i];
let key = sampled_event[0];
if ((sampled_event[4] >= event_velocity_threshold) && (playing_events.has(key) == false)) {
playing_events.set(key, sampled_event);
on_events.push(sampled_event);
}
}
CsoundAC.setCorrectNegativeDurations(false);
// Limit number of on events, play N loudest only. Could also pick at random.
on_events.sort(function (a, b) {
if (a[5] < b[5]) {
return 1;
}
if (b[5] < a[5]) {
return -1;
}
return 0;
});
let voices = Math.min(on_events.length, maximum_voices);
for (let i = 0; i < voices; i++) {
let on_event = on_events[i];
let time = 0;
let duration = on_event[2];
let status = 144;
let instrument_number = on_event[0];
let key = on_event[3];
let velocity = on_event[4];
let phase = 0;
let pan = .01 + Math.random() * .8;
let depth = 0;
let height = 0;
let pitches = 4095;
score.add(time, duration, status, instrument_number, key, velocity, phase, pan, depth, height, pitches);
}
if (score.size() > 0) {
if (sample_count % 4 == 0) {
if (sample_count % 24 == 0) {
let scales = scale.modulations(chord);
if (scales.size() > 1) {
scale = scales.get(Math.floor(Math.random() * scales.size()));
csound_message_callback(sprintf("\n%s\n\n", scale.name()));
}
}
let root_progression = root_progressions[Math.floor(Math.random() * root_progressions.length)];
csound_message_callback(sprintf("\n%s\n\n", chord.eOP().name()));
chord = scale.transpose_degrees(chord, root_progression, 3)
}
CsoundAC.apply(score, chord, 0, 1000000, true);
let score_text = score.getCsoundScore(12., true);
csound.ReadScore(score_text);
///console.info(score_text);
}
sample_count++;
}
function render_scene(milliseconds) {
gl.viewport(0, 0, canvas.width, canvas.height);
gl.clear(gl.COLOR_BUFFER_BIT | gl.DEPTH_BUFFER_BIT);
let tyme = milliseconds / 1000;
gl.uniform1f(shader_program.iTime, tyme);
gl.uniform3f(shader_program.iResolution, canvas.width, canvas.height, 0);
gl.uniform4f(shader_program.iMouse, mouse_position[0], mouse_position[1], 0, 0);
if (analyser) {
let visualization_data = write_audio_texture(analyser, channel0_texture_unit, channel0_texture, channel0_sampler);
gl.uniform1f(shader_program.spectralTilt, visualization_data[0] * .1);
gl.uniform1f(shader_program.totalLoudness, visualization_data[1] * .1);
///console.info(sprintf("render_scene: time: %9.4f frame: %5d tilt: %9.4f loudness: %9.4f", tyme, rendering_frame, visualization_data[0], visualization_data[1]));
} else {
///console.info(sprintf("render_scene: time: %9.4f frame: %5d", tyme, rendering_frame));
}
gl.drawElements(gl.TRIANGLES, webgl_buffers.inx.len, gl.UNSIGNED_SHORT, 0);
rendering_frame++;
requestAnimationFrame(render_scene);
}
create_scene();
})();
</script>
<!-- endregion -->
<!-- #region Visuals to Music -->
<!-- endregion -->
<!-- #region Csound Controls -->
<script>
/*
instr Droner uses instrument number 1
instr Blower uses instrument number 2
instr Phaser uses instrument number 3
instr Guitar uses instrument number 4
instr FilteredSines uses instrument number 5
instr Sweeper uses instrument number 6
instr Plucked uses instrument number 7
instr FMWaterBell uses instrument number 8
instr YiString uses instrument number 9
instr Harpsichord uses instrument number 10
instr ZakianFlute uses instrument number 11
instr Kung4 uses instrument number 12
instr Kung2 uses instrument number 13
instr Bower uses instrument number 14
instr ReverbSC uses instrument number 15
instr MasterOutput uses instrument number 16
*/
var parameters = {
gk_FMWaterBell_level: 30,
gi_FMWaterBell_attack: 0.002,
gi_FMWaterBell_release: 0.01,
gi_FMWaterBell_exponent: 15,
gi_FMWaterBell_sustain: 20,
gi_FMWaterBell_sustain_level: .1,
gk_FMWaterBell_index: .5,
gk_FMWaterBell_crossfade: .5,
gk_FMWaterBell_vibrato_depth: 0.05,
gk_FMWaterBell_vibrato_rate: 6,
gk_Guitar_level: 0,
gk_Bower_level: 0.5,
gk_Bower_pressure: 0.25,
gk_Blower_grainDensity: .150,
gk_Blower_grainDuration: .2,
gk_Blower_grainAmplitudeRange: .1,
gk_Blower_grainFrequencyRange: .033,
gk_Blower_level: 0.5,
gk_Buzzer_harmonics: 15,
gk_Buzzer_level: 0.5,
gk_Droner_partial1: 0.1,
gk_Droner_partial2: 0.1,
gk_Droner_partial3: 0.1,
gk_Droner_partial4: 0.1,
gk_Droner_partial5: 0.1,
gk_Droner_level: -15,
gk_FilteredSines_level: 0,
gk_Harpsichord_level: 0,
gk_Kung4_level: 0,
gk_Kung2_level: 0,
gk_Phaser_ratio1: 1,
gk_Phaser_ratio2: .3333334,
gk_Phaser_index1: 1,
gk_Phaser_index2: .0125,
gk_Phaser_level: 0.5,
gk_Plucked_level: 0,
gk_PianoteqOut_level: 8,
gk_Shiner_level: -20,
gk_Sweeper_britel: 0,
gk_Sweeper_briteh: 2.9,
gk_Sweeper_britels: .2 / 3,
gk_Sweeper_britehs: 2.5 / 2,
gk_Sweeper_level: 0.5,
gk_YiString_level: 0,
gk_ZakianFlute_level: 0,
gk_Reverb_feedback: .975,
gk_Reverb2_feedback: .7,
gk_MasterOutput_level: .4,
gk_overlap: 0.05,
};
var default_json = {
"preset": "Default",
"remembered": {
"Default": {
"0": {
"gk_MasterOutput_level": 0.4,
"gk_overlap": 0.05,
"gk_Reverb_feedback": 0.975,
"gk_Reverb2_feedback": 0.7,
"gk_Droner_level": -26.0583641594739,
"gk_Droner_partial1": 0.06185778873818331,
"gk_Droner_partial2": 0.5156185778873819,
"gk_Droner_partial3": 0.45643238799835595,
"gk_Droner_partial4": 0.08158651870119195,
"gk_Droner_partial5": 0.43012741471434446,
"gk_Blower_level": 0.5,
"gk_Blower_grainDensity": 0.15,
"gk_Blower_grainDuration": 0.2,
"gk_Blower_grainAmplitudeRange": 0.1,
"gk_Blower_grainFrequencyRange": 0.033,
"gk_Phaser_ratio1": 1,
"gk_Phaser_ratio2": 0.3333334,
"gk_Phaser_index1": 1,
"gk_Phaser_index2": 0.0125,
"gk_Phaser_level": 0.5,
"gk_Guitar_level": 0,
"gk_FilteredSines_level": 0,
"gk_Sweeper_britel": 0,
"gk_Sweeper_briteh": 2.9,
"gk_Sweeper_britels": 0.06666666666666667,
"gk_Sweeper_britehs": 1.25,
"gk_Sweeper_level": 0.5,
"gk_Plucked_level": 0,
"gk_FMWaterBell_level": 22.293464858199748,
"gi_FMWaterBell_attack": 0.002,
"gi_FMWaterBell_release": 0.01,
"gi_FMWaterBell_exponent": 15,
"gi_FMWaterBell_sustain": 20,
"gi_FMWaterBell_sustain_level": 0.1,
"gk_FMWaterBell_crossfade": 0.5,
"gk_FMWaterBell_index": 0.5,
"gk_FMWaterBell_vibrato_depth": 0.05,
"gk_FMWaterBell_vibrato_rate": 6,
"gk_YiString_level": 0,
"gk_Harpsichord_level": 0,
"gk_ZakianFlute_level": 15.371968762844219,
"gk_Kung4_level": 0,
"gk_Kung2_level": 0,
"gk_Bower_level": 0.5,
"gk_Bower_pressure": 0.25
}
}
},
"closed": true,
"folders": {
"Master": {
"preset": "Default",
"closed": true,
"folders": {}
},
"Droner": {
"preset": "Default",
"closed": false,
"folders": {}
},
"Blower": {
"preset": "Default",
"closed": true,
"folders": {}
},
"Phaser": {
"preset": "Default",
"closed": true,
"folders": {}
},
"Guitar": {
"preset": "Default",
"closed": true,
"folders": {}
},
"FilteredSines": {