You can modify this app directly by editing index.html in the Files and versions tab.
-- Also don't forget to check the - Spaces documentation. -
-| Text 1: | Cool and sophisticated, featuring crisp distorted guitar, shuffling drums and simple bass that create a vintage atmosphere. |
| Text 2: | Powerful rock track with continuously improvised electric guitar solo. Played by a rock band of drums, bass guitar, electric guitar, acoustic guitar and electric organ. Energetic and lively - ideal for sports, action and motivational soulfulness. BPM 106 |
| Text 3: | Positive, tropical, shiny 4 tracks collection inspired by summer. Perfect for dance, energetic, party, travel or presentation video projects. |
| Text 4: | An upbeat and fast-pace jazz sing trailer featuring horns, drums and vibes. This full-length and face-paced track tells a story.This song is perfect for trailers, promotional videos, advertisements, commercials, TV ads, YouTube videos, corporate presentations and wedding videos. |
| Text Description | +AR | +FM | +FM (VAE) | +GT | +
|---|---|---|---|---|
| Text 1 | ++ | + | + | + |
| Text 2 | ++ | + | + | + |
| Text 3 | ++ | + | + | + |
| Text 4 | ++ | + | + | + |
The following examples are conditioned using temporally-aligned drums, chord progressions and melody controls that were extracted the ground-truth sample.
+The figure paired with each audio corresponds to the extracted ground-truth melody condition.
+The exctacted melody corresponds to G2 to B7 note range, obtained by using a pretrained multi-f0 classification model followed by a threshold filtering and top-1 binarization.
+ +Below there's a table containing multiple examples of inpainting, flip through the pages to see modre examples.
+ + + + + +| Text Description | '; + models.forEach(model => table += `${model} | `); + table += '
|---|---|
| ${desc} | `; + models.forEach(model => { + const audioSrc = `section1/audio/text${idx+1}_${model.toLowerCase()}.wav`; + table += ``; + }); + table += ' |
| Text Description | '; + models.forEach(model => table += `${model} | `); + table += '
|---|---|
| ${desc} | `; + models.forEach(model => { + const audioSrc = `${sectionPath}/audio/text${idx+1}_${model.toLowerCase()}.wav`; + const imageSrc = `${sectionPath}/images/text${idx+1}_${model.toLowerCase()}.png`; + table += `+ + + | `; + }); + table += '
'
+
+ cell = row.insertCell(2);
+ getText(prefix + filenames[i] + '.txt', cell);
+
+ cell = row.insertCell(3);
+ cell.innerHTML = createAudioHTML(prefix + filenames[i] + '.wav');
+ }
+}
+
+function generateDiversityTable(tableId, filenames, check_type, page) {
+ let table = document.getElementById(tableId);
+
+ let nrRows = table.rows.length;
+ for (let i = 0; i < nrRows; i++) {
+ table.deleteRow(0);
+ }
+
+ let thead = table.createTHead();
+ let head_row = thead.insertRow();
+ let cell = head_row.insertCell(0);
+ cell.innerHTML = 'Text prompt: ' + filenames[page - 1].replaceAll('-', ' ')
+ cell.style.textAlign = "center";
+ cell.colSpan = "2";
+
+ const prefix = 'audio_samples/diversity-samples/';
+ for (let irow = 0; irow < 3; irow++) {
+ let row = table.insertRow(irow + 1);
+ for (let icol = 0; icol < 2; icol++) {
+ let cell = row.insertCell(icol);
+ cell.innerHTML = createAudioHTML(
+ prefix + filenames[page - 1] + '/' + check_type + '/' + (2 * irow + icol) + '.wav');
+ cell.style.textAlign = "center";
+ }
+ }
+}
+
+function generateRichTable(tableId, filenames, page) {
+ let table = document.getElementById(tableId);
+
+ let nrRows = table.rows.length;
+ for (let i = 1; i < nrRows; i++) {
+ table.deleteRow(1);
+ }
+ const prefix = 'audio_samples/rich-descriptions/';
+ const end_idx = page * numPerPage;
+ for (let i = (page - 1) * numPerPage; i < end_idx; i++) {
+ let row = table.insertRow(i % numPerPage + 1);
+ row.style.height = '120px';
+ if (i < filenames.length) {
+ console.log(filenames[i]);
+ let cell = row.insertCell(0);
+ getText(prefix + filenames[i] + '/prompt.txt', cell);
+
+ cell = row.insertCell(1);
+ cell.innerHTML = createAudioHTML(
+ prefix + filenames[i] + '/audio.wav');
+ cell.style.textAlign = "right";
+ } else {
+ let cell = row.insertCell(0);
+ cell.innerHTML = '