원곡이 아닌 곡 정리 1단계: 제목 정리 함수(cleanTitle — 괄호·feat.·버전 표시를 지우고 괄호 안 다른 이름은 정답 별칭으로, 앞 괄호·Part 번호는 단어로 남김, 일본어 제목+한글 괄호는 한글 제목)와 원곡 아님 판별(versionKind: remix/live/inst/acoustic/sped, videoVersionKind: 영상만 라이브·반주). drop-versions CLI(--dry-run, --keep): 리믹스·라이브·Inst. 곡과 영상이 라이브·반주인 재생 곡을 휴지통으로. 차트는 리믹스·라이브·Inst.를 새 곡으로 넣지 않음. 원곡 찾기: 영상 제목이 '- Bossa Unplugged'처럼 다른 버전이면 연결하지 않음(놓치던 것). 테스트

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
EJClaw
2026-11-04 15:52:43 +09:00
parent 4e2b81c224
commit 239c314764
9 changed files with 384 additions and 8 deletions

View File

@@ -4,7 +4,7 @@
* the others only attach to songs we already have. 2.5s between requests, a source stops at the first block signal.
*/
import type { Database } from 'bun:sqlite';
import { songMatchKey } from '@mq/shared';
import { songMatchKey, versionKind } from '@mq/shared';
import { Catalog, Job, sleep } from './catalog';
import { decodeEntities } from './text';
@@ -175,7 +175,8 @@ export function saveChart(db: Database, spec: Pick<ChartSpec, 'source' | 'chart'
db.transaction(() => {
for (const row of rows) {
let songId = findSong(db, spec.source, row);
if (!songId && spec.create) {
// a remix / live / inst. on the chart is not a new song for the quiz (docs/13): left unlinked
if (!songId && spec.create && !versionKind(row.title)) {
const [id, isNew] = cat.upsert({
melonId: spec.source === 'melon' ? Number(row.ref) : null,
title: row.title,

View File

@@ -12,6 +12,7 @@
* bun apps/server/src/collector/cli.ts age-audio [--limit N] [--delay ms] (연령제한 곡: download their audio with the adult-verified cookie, docs/08 §2-1)
* bun apps/server/src/collector/cli.ts levels
* bun apps/server/src/collector/cli.ts fix-text (one-off: decode `&#x27;`/`&amp;` saved in titles, let 원곡 찾기 retry them)
* bun apps/server/src/collector/cli.ts drop-versions [--dry-run] [--keep id,id] (one-off: remix/live/inst. songs and songs linked to such a video → 휴지통)
* bun apps/server/src/collector/cli.ts stats
* In the container: docker exec music_quiz-app-1 bun apps/server/src/collector/cli.ts …
*/
@@ -29,7 +30,7 @@ import { collectLoudness } from './loudness';
import { computeLevels } from './levels';
import { collectAgeAudio } from './age-audio';
import { audioDir } from '../songs/audio';
import { fixEntities } from './text';
import { dropVersions, fixEntities } from './text';
const [cmd, ...rest] = process.argv.slice(2);
const flag = (name: string) => {
@@ -96,11 +97,19 @@ switch (cmd) {
case 'fix-text':
console.log(JSON.stringify(fixEntities(db), null, 1));
break;
case 'drop-versions': {
const i = rest.indexOf('--keep');
const keep = i >= 0 ? rest[i + 1]!.split(',').map(Number).filter(Number.isFinite) : [];
const r = dropVersions(db, { dryRun: rest.includes('--dry-run'), keep });
for (const s of r.songs) console.log(`${s.id}\t${s.why}:${s.kind}\t${s.artist} - ${s.title}${s.why === 'video' ? `\t(영상: ${s.video})` : ''}`);
console.log(`${rest.includes('--dry-run') ? 'dry run: would trash' : 'trashed'} ${rest.includes('--dry-run') ? r.songs.length : r.trashed}`);
break;
}
case 'stats':
console.log(JSON.stringify(catalogStats(db), null, 1));
break;
default:
console.log('usage: cli.ts import-norabose|import-sta|match-youtube|reconfirm-youtube|research-youtube|charts|melon-detail|heatmap|loudness|age-audio|levels|fix-text|stats');
console.log('usage: cli.ts import-norabose|import-sta|match-youtube|reconfirm-youtube|research-youtube|charts|melon-detail|heatmap|loudness|age-audio|levels|fix-text|drop-versions|stats');
process.exitCode = 1;
}
db.close();

View File

@@ -5,6 +5,7 @@
* Paced 5s apart (2s ran into a 429 and then an ended session on 11/03); the cron caps a day at 300 songs.
*/
import type { Database } from 'bun:sqlite';
import { videoVersionKind } from '@mq/shared';
import { Job, sleep } from './catalog';
import { checkEmbed } from './oembed';
import { addsJunk, addsVideo, confirmedDespiteLength, isConfident, namesOtherCut, scoreResult, type Scored } from './score';
@@ -49,9 +50,10 @@ function setAutoVideo(db: Database, id: number, status: 'matched' | 'candidate',
/**
* The actual video (its YouTube title, not the search row) turns out to be a music video, inst., live … — whatever the
* length — or, for a result confirmed despite a length difference, another mix/edit/year: left as 후보.
* videoVersionKind also catches "- Bossa Unplugged", "(Live At …)" written as the video's own version (docs/13).
*/
function isOtherCut(c: Scored, videoTitle: string, songTitle: string): boolean {
if (addsVideo(videoTitle, songTitle) || addsJunk(videoTitle, songTitle)) return true;
if (addsVideo(videoTitle, songTitle) || addsJunk(videoTitle, songTitle) || videoVersionKind(videoTitle, songTitle)) return true;
return confirmedDespiteLength(c) && namesOtherCut(videoTitle, songTitle);
}

View File

@@ -6,7 +6,8 @@ import { openDb } from '../db';
import { tempDbPath } from '../test-utils';
import { Catalog } from './catalog';
import { parseMelon, saveChart } from './charts';
import { decodeEntities, fixEntities } from './text';
import { decodeEntities, dropVersions, fixEntities } from './text';
import { matchYoutube } from './match-youtube';
test('entities: hex, decimal and named, one pass, unknown ones kept', () => {
expect(decodeEntities('Somebody&#x27;s Watching Me')).toBe("Somebody's Watching Me");
@@ -66,3 +67,69 @@ test('fix-text repairs saved songs, chart rows and artists, retries 원곡 찾
]);
expect(fixEntities(db)).toMatchObject({ songs: 0, retry: 0, artists: 0, chartRows: 0 });
});
test('drop-versions: remix/live/inst. songs and songs linked to such a video go to the trash, kept ids and originals stay', () => {
const db = openDb(tempDbPath());
const add = (title: string, artist: string, status = 'matched', video: string | null = title) =>
Number(
db
.query('INSERT INTO songs (title, artist, match_key, youtube_status, youtube_title, created_at, updated_at) VALUES (?, ?, ?, ?, ?, 0, 0)')
.run(title, artist, songMatchKey(title, artist), status, video).lastInsertRowid,
);
const remix = add('Macarena (Bayside Boys Remix)', 'Los Del Rio');
const siren = add('사이렌 Remix', '호미들', 'matched', 'Siren Remix (Feat. UNEDUCATED KID)');
const live = add('Signs (Live At The Trocadero / 1990)', 'Tesla');
const inst = add('아침(Inst.)', '김민기', 'none', null);
const liveVideo = add('바다 이야기', '윤종신', 'matched', 'Over See (Live) (바다 이야기)');
const mrVideo = add('달콤한 빈말', '백아연', 'matched', '달콤한 빈말 (Feat. 바버렛츠) (MR)');
const opus = add('Live Is Life (Digitally Remastered) (Single Ver.)', 'Opus', 'matched', 'Live Is Life (Digitally Remastered) [Live] (Single Version)');
const candidate = add('그대 내품에', '박정운', 'candidate', '그대 내품에 (Live) (그대 내품에)');
const originals = ['Live Wire', 'How Do I Live', '미스터 (Mr.)', 'Radio Ga Ga (Remastered 2011)'].map((t) => add(t, '가수'));
const karaoke = add('노래방에서', '장범준', 'matched', 'karaoke (노래방에서)');
const dry = dropVersions(db, { dryRun: true, keep: [siren, opus] });
expect(dry.trashed).toBe(0);
expect(dry.songs.map((s) => [s.id, s.why, s.kind])).toEqual([
[remix, 'title', 'remix'],
[live, 'title', 'live'],
[inst, 'title', 'inst'],
[liveVideo, 'video', 'live'],
[mrVideo, 'video', 'inst'],
]);
expect(db.query<{ n: number }, []>('SELECT COUNT(*) n FROM songs WHERE deleted_at IS NOT NULL').get()!.n).toBe(0);
expect(dropVersions(db, { keep: [siren, opus] }).trashed).toBe(5);
const alive = db.query<{ id: number }, []>('SELECT id FROM songs WHERE deleted_at IS NULL ORDER BY id').all().map((r) => r.id);
expect(alive).toEqual([siren, opus, candidate, ...originals, karaoke]);
});
test('charts never add a remix / live / inst. as a new song', () => {
const db = openDb(tempDbPath());
const r = saveChart(db, { source: 'melon', chart: 'realtime', period: '2026-11-04', create: 'kpop' }, [
{ rank: 1, ref: '101', title: '거북선 Remix', artists: [{ name: '팔로알토' }] },
{ rank: 2, ref: '102', title: 'Fields Of Gold (Live At Villa Il Palagio, Italy/2001)', artists: [{ name: 'Sting' }] },
{ rank: 3, ref: '103', title: 'Live Wire', artists: [{ name: '서태지' }] },
]);
expect(r).toEqual({ created: 1, linked: 1, rows: 3 });
expect(db.query<{ title: string }, []>('SELECT title FROM songs').all().map((x) => x.title)).toEqual(['Live Wire']);
});
test('원곡 찾기 never links a video whose own title says Live / MR / Unplugged (2026-11-04 prod cases)', async () => {
const db = openDb(tempDbPath());
const c = new Catalog(db);
const songs = [
['바다 이야기', '윤종신', 'Over See (Live) (바다 이야기)'],
['달콤한 빈말', '백아연', '달콤한 빈말 (Feat. 바버렛츠) (MR)'],
['Only When I Sleep', '이은주', 'Only When I Sleep - Bossa Unplugged'],
] as const;
const titles: Record<string, string> = {};
const results: Record<string, { videoId: string; title: string; artists: string; album: null; durationSec: number }[]> = {};
songs.forEach(([title, artist, video], i) => {
c.upsert({ title, artists: [{ name: artist }], durationSec: 240, source: 't', ref: String(i) });
const id = `vid${i}`.padEnd(11, '0');
titles[id] = video;
results[`${artist} ${title}`] = [{ videoId: id, title, artists: artist, album: null, durationSec: 240 }];
});
const stats = await matchYoutube(db, { searchSongs: async (q) => results[q] ?? [] }, { delayMs: 0 }, async (id) => ({ state: 'ok', author: 'x - Topic', title: titles[id]! }));
expect(stats.matched).toBe(0);
expect(db.query<{ n: number }, []>("SELECT COUNT(*) n FROM songs WHERE youtube_status = 'matched'").get()!.n).toBe(0);
});

View File

@@ -1,7 +1,7 @@
/** HTML entities in collected song text (`Somebody&#x27;s`, `Salty &amp; Sweet`): decoding and the one-off DB repair. */
import type { Database } from 'bun:sqlite';
import { songMatchKey } from '@mq/shared';
import { mergeSongs } from '../songs/admin-ops';
import { songMatchKey, versionKind, videoVersionKind, type VersionKind } from '@mq/shared';
import { mergeSongs, trashSongs } from '../songs/admin-ops';
const NAMED: Record<string, string> = { amp: '&', lt: '<', gt: '>', quot: '"', apos: "'", nbsp: ' ' };
@@ -67,3 +67,30 @@ export function fixEntities(db: Database, now = Date.now()) {
return out;
})();
}
/**
* 원곡이 아닌 곡 지우기 (2026-11-04, docs/13): songs whose title is a remix / live take / instrumental … and played songs
* whose linked video is one while the title is not ("바다 이야기" → "Over See (Live)"). They go to the 휴지통 (30 days,
* 관리자 → 곡 → 휴지통에서 되살리기). `keep` = ids an admin chose to keep (사이렌 Remix).
*/
export function dropVersions(db: Database, opts: { dryRun?: boolean; keep?: number[] } = {}, now = Date.now()) {
const keep = new Set(opts.keep ?? []);
const out: { id: number; title: string; artist: string; why: 'title' | 'video'; kind: VersionKind; video: string | null }[] = [];
const rows = db
.query<{ id: number; title: string; artist: string; youtube_status: string; youtube_title: string | null }, []>(
'SELECT id, title, artist, youtube_status, youtube_title FROM songs WHERE deleted_at IS NULL ORDER BY id',
)
.all();
for (const r of rows) {
if (keep.has(r.id)) continue;
const t = versionKind(r.title);
if (t) {
out.push({ id: r.id, title: r.title, artist: r.artist, why: 'title', kind: t, video: r.youtube_title });
continue;
}
const v = r.youtube_status === 'matched' && r.youtube_title ? videoVersionKind(r.youtube_title, r.title) : null;
if (v) out.push({ id: r.id, title: r.title, artist: r.artist, why: 'video', kind: v, video: r.youtube_title });
}
const trashed = opts.dryRun ? 0 : trashSongs(db, out.map((x) => x.id), now);
return { trashed, songs: out };
}

View File

@@ -9,3 +9,4 @@ export * from './custom-quiz';
export * from './custom-quiz-schema';
export * from './quiz-file';
export * from './sheet';
export * from './title-clean';

View File

@@ -6,3 +6,4 @@ export type { ChatLine, RoomView, RoomPlayerView, ServerMessage, GameView, GameS
export * from './custom-quiz';
export * from './quiz-file';
export * from './sheet';
export * from './title-clean';

View File

@@ -0,0 +1,76 @@
import { describe, expect, test } from 'bun:test';
import { cleanTitle, versionKind, videoVersionKind } from './title-clean';
const shown = (t: string) => cleanTitle(t).title;
describe('제목 정리 (docs/13)', () => {
test('feat./Prod./OST/remaster/version notes go, nothing is kept as an answer', () => {
expect(cleanTitle('쉬어 (Feat. MINO) (Prod. GRAY)')).toEqual({ title: '쉬어', aliases: [] });
expect(cleanTitle('Radio Ga Ga (Remastered 2011)')).toEqual({ title: 'Radio Ga Ga', aliases: [] });
expect(cleanTitle('Seven (feat. Latto) - Clean Ver.')).toEqual({ title: 'Seven', aliases: [] });
expect(shown('호우주의 (Feat. 개코, 넉살 (Nucksal)) (Prod. 코드 쿤스트)')).toBe('호우주의');
expect(cleanTitle('호우주의 (Feat. 개코, 넉살 (Nucksal))').aliases).toEqual([]);
expect(shown('Beautiful [도깨비 OST]')).toBe('Beautiful');
expect(shown('밤양갱 feat. 누구')).toBe('밤양갱');
expect(shown('그댄 행복에 살텐데 (2022)')).toBe('그댄 행복에 살텐데');
expect(cleanTitle('시간을 거슬러 (낮에 뜨는 달 X 케이윌)')).toEqual({ title: '시간을 거슬러', aliases: [] });
expect(cleanTitle('アイドル (애니메이션 \'최애의 아이\' 1기 오프닝곡)')).toEqual({ title: 'アイドル', aliases: [] });
expect(shown('Poppy (Korean Ver.)')).toBe('Poppy');
});
test('version marks go from the title too', () => {
expect(shown('Finesse (Remix) (Feat. Cardi B)')).toBe('Finesse');
expect(shown('사이렌 Remix')).toBe('사이렌');
expect(shown('깡 Official Remix')).toBe('깡');
expect(shown('아침(Inst.)')).toBe('아침');
});
test('another name in brackets stays an answer', () => {
expect(cleanTitle('사랑을 했다(LOVE SCENARIO)')).toEqual({ title: '사랑을 했다', aliases: ['LOVE SCENARIO', '사랑을 했다 LOVE SCENARIO'] });
expect(cleanTitle('광(狂)').title).toBe('광');
expect(cleanTitle('미스터 (Mr.)')).toEqual({ title: '미스터', aliases: [] });
});
test('a leading bracket and a part number stay as words', () => {
expect(cleanTitle("(I Can't Help) Falling In Love With You")).toEqual({ title: "I Can't Help Falling In Love With You", aliases: ['Falling In Love With You'] });
expect(shown('Love The Way You Lie (Part II) (Feat. Eminem)')).toBe('Love The Way You Lie Part II');
});
test('names that only look like marks are left alone', () => {
for (const t of ['Live Wire', 'How Do I Live', 'Time Is [L]over', 'Mr. Simple', 'MR.TAXI', '(여자)아이들']) expect(shown(t)).toBe(t);
});
test('a Japanese title with its Korean name in brackets shows the Korean name', () => {
expect(cleanTitle('貴方の恋人になりたい (당신의 연인이 되고 싶어)')).toEqual({ title: '당신의 연인이 되고 싶어', aliases: ['貴方の恋人になりたい 당신의 연인이 되고 싶어', '貴方の恋人になりたい'] });
});
});
describe('원곡이 아닌 곡 (docs/13)', () => {
test('remix / live / inst. titles', () => {
expect(versionKind('Macarena (Bayside Boys Remix)')).toBe('remix');
expect(versionKind('거북선 Remix')).toBe('remix');
expect(versionKind("I'm Real (Murder Remix Feat. Ja Rule-Clean Version)")).toBe('remix');
expect(versionKind('Signs (Live At The Trocadero / 1990)')).toBe('live');
expect(versionKind('I\'ll Be There (Live at MTV Unplugged, Kaufman Astoria Studios, New York - March 1992) (Feat. Trey Lorenz)')).toBe('live');
expect(versionKind('아침(Inst.)')).toBe('inst');
});
test('originals', () => {
for (const t of [
'Live Wire',
'How Do I Live',
'미스터 (Mr.)',
'Mr. BangBang',
'Live Is Life (Digitally Remastered) (Single Ver.)',
'To Live And Die In L.A. (From "To Live And Die In L.A." Soundtrack)',
'Radio Ga Ga (Remastered 2011)',
'Creep (Explicit Ver.)',
'How Do You Sleep',
])
expect(versionKind(t)).toBeNull();
});
test('a linked video that is a live take / inst. of a song whose title is not', () => {
expect(videoVersionKind('Over See (Live) (바다 이야기)', '바다 이야기')).toBe('live');
expect(videoVersionKind('Only When I Sleep - Bossa Unplugged', 'Only When I Sleep')).toBe('live');
expect(videoVersionKind('Mr. Bang Bang (Inst.)', 'Mr. BangBang')).toBe('inst');
expect(videoVersionKind('달콤한 빈말 (Feat. 바버렛츠) (MR)', '달콤한 빈말')).toBe('inst');
expect(videoVersionKind('Lose Yourself (Instrumental)', 'Lose Yourself (Soundtrack Version)')).toBe('inst');
expect(videoVersionKind('karaoke (노래방에서)', '노래방에서')).toBeNull();
expect(videoVersionKind('Mr. Chu (On Stage) (MR. CHU (ON Stage))', 'Mr. Chu')).toBeNull();
expect(videoVersionKind('Siren Remix (Feat. UNEDUCATED KID)', '사이렌 Remix')).toBeNull();
});
});

View File

@@ -0,0 +1,192 @@
/**
* 제목 정리 (docs/13): the title people see has no brackets, no feat. and no version marks
* ("Radio Ga Ga (Remastered 2011)" → "Radio Ga Ga", "Seven (feat. Latto) - Clean Ver." → "Seven").
* What was inside a bracket that is another name of the song ("사랑을 했다(LOVE SCENARIO)") is kept as an answer alias.
* Artist names are left alone ("(여자)아이들", "LE SSERAFIM (르세라핌)").
*/
const PAIRS: Record<string, string> = { '(': ')', '[': ']', '{': '}', '【': '】', '「': '」', '『': '』', '(': ')', '[': ']', '〈': '〉', '《': '》' };
const CLOSERS = new Set(Object.values(PAIRS));
/** A bracket starting with one of these is a note about the recording or the credits, not a name. */
const TAIL_START =
/^(?:feat\.?|ft\.?|featuring|prod\.?|produced|with|from|duet|narr\.?|원곡|inst\.?|instrumental|remaster(?:ed)?|digitally|bonus|explicit|clean|dirty|sped\s*up|slowed|live|ver\.?|version|mr|radio|single|album|lp|mono|stereo|extended|original|acoustic|unplugged|stripped|remix|edit|demo|cover|theme|taken\s+from|soundtrack|re-?recorded|revised|english|korean|japanese|chinese|cf\b|(?:19|20)\d{2}\b)/i;
/** …or ending with one of these. */
const TAIL_END =
/(?:\bver\.?|\bversion|\bremix(?:ed)?|\bmix|\bedit|\bost|\bsoundtrack|\bremaster(?:ed)?|\blive|\bedition|\bcut|\bmr|\binst\.?|\binstrumental|\btheme|\bsolo|\bcf|버전|리믹스|라이브|반주|주제가|삽입곡|가창곡|리메이크곡|배경음악|추천곡|광고|오프닝곡?|엔딩곡?|ost|편)\s*$/i;
/** …or containing one of these anywhere ("Track Masters Remix Featuring …", "드라마 '도깨비' OST Part.1", "여름날 우리 X 로이킴"). */
const TAIL_ANY =
/\bremix(?:ed)?\b|\bfeat(?:uring)?\b|\bft\.|\bprod\.|\bost\b|\bremaster|\bunplugged\b|\bsoundtrack\b|\btheme\s+from\b|\sX\s|원곡|리믹스|라이브|반주|버전|ver\.|삽입곡|주제가|광고|드라마|웹툰|영화|애니메이션|무한도전|\bopening\b|\bending\b/i;
/** A bracket that numbers the song stays as words: "Love The Way You Lie (Part II)" → "… Part II". */
const NUMBERING = /^(?:part|pt\.?|vol\.?|no\.?|chapter|ep\.?|season)\s*(?:\d+|[ivx]+|one|two|three|four|five)\.?$/i;
/** The inside of a bracket (or a ` - ` suffix) is a note, not another name of the song. */
export function isTitleNote(inner: string): boolean {
const t = inner.trim();
if (!t) return true;
return TAIL_START.test(t) || TAIL_END.test(t) || TAIL_ANY.test(t) || /^(?:19|20)\d{2}$/.test(t);
}
/** feat./ft./Featuring/Prod. written after the title without brackets: everything from there on is credits. */
const BARE_CREDITS = /\s+(?:feat\.?|ft\.|featuring|prod\.|prod\s+by)\s.*$/i;
/**
* A version mark written after the title without brackets: "거북선 Remix", "깡 Official Remix", "S&M Remix", "… Clean Ver.",
* "… Inst.". A bare "Live"/"Acoustic" at the end is part of the name ("How Do I Live").
*/
const BARE_VERSION = /\s+(?:(?:official|original|korean|english|japanese|radio|club|extended)\s+)?remix\s*$|\s+(?:\S+\s+)?ver\.\s*$|\s+inst\.\s*$/i;
/** ` - Clean Ver.`, ` - Remastered 2011`. */
const DASH_SUFFIX = /\s+[-–—]\s+([^-–—]+)$/;
interface Group {
/** Text inside, nested brackets flattened to their words. */
inner: string;
start: number;
end: number;
}
/** Top-level bracket groups. A bracket glued inside a word ("Time Is [L]over") is not a group. */
function groups(s: string): Group[] {
const out: Group[] = [];
const stack: { ch: string; at: number }[] = [];
for (let i = 0; i < s.length; i++) {
const ch = s[i]!;
if (PAIRS[ch]) stack.push({ ch, at: i });
else if (CLOSERS.has(ch) && stack.length && PAIRS[stack[stack.length - 1]!.ch] === ch) {
const open = stack.pop()!;
if (stack.length) continue;
const glued = /[\p{L}\p{N}]/u.test(s[i + 1] ?? '') && /^[\p{L}\p{N}]{1,3}$/u.test(s.slice(open.at + 1, i));
if (glued) continue;
out.push({ inner: squash(s.slice(open.at + 1, i).replace(/[([{【「『([〈《)\]}】」』)]〉》]/g, ' ')), start: open.at, end: i + 1 });
}
}
return out;
}
export interface CleanTitle {
/** The title to show: no brackets, credits or version marks. Same as the input when nothing had to go. */
title: string;
/** Other names that were in brackets, as answers: each part alone and the whole title read without brackets. */
aliases: string[];
}
const squash = (s: string) => s.replace(/\s+/g, ' ').trim();
const KANA_HAN = /[\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Han}]/u;
const HANGUL = /\p{Script=Hangul}/u;
const hangulName = (s: string) => HANGUL.test(s) && !KANA_HAN.test(s) && !/[A-Za-z]/.test(s);
/** Strips brackets, feat. and version marks from a song title; see the file comment. */
export function cleanTitle(raw: string): CleanTitle {
const src = squash(raw.normalize('NFC'));
let s = src;
const dash = DASH_SUFFIX.exec(s);
if (dash && isTitleNote(dash[1]!) && s.slice(0, dash.index).trim()) s = s.slice(0, dash.index);
const names: string[] = [];
let shown = '';
let whole = '';
let rest = '';
let at = 0;
for (const g of groups(s)) {
const before = s.slice(at, g.start);
shown += before;
whole += before;
rest += before;
at = g.end;
if (isTitleNote(g.inner)) {
shown += ' ';
whole += ' ';
rest += ' ';
} else if (NUMBERING.test(g.inner) || (g.start === 0 && s.slice(g.end).trim())) {
// "(Part II)" names which song; "(I Just) Died In Your Arms" reads as one title
shown += ` ${g.inner} `;
whole += ` ${g.inner} `;
rest += ' ';
if (g.start === 0) names.push('');
} else {
names.push(g.inner);
shown += ' ';
whole += ` ${g.inner} `;
rest += ' ';
}
}
shown += s.slice(at);
whole += s.slice(at);
rest += s.slice(at);
const tidy = (x: string) => {
// an unclosed bracket at the end ("Title (feat. X") is cut off
let t = squash(x.replace(/\s*[([{【「『([〈《][^)\]}】」』)]〉》]*$/, ' ')).replace(BARE_CREDITS, '');
for (let i = 0; i < 2; i++) t = squash(t).replace(BARE_VERSION, '');
return squash(t).replace(/^[\s\-–—:/,·]+|[\s\-–—:/,·]+$/g, '');
};
let title = tidy(shown);
if (!title) return { title: src, aliases: [] };
const aliases = new Set<string>();
const add = (x: string) => {
const t = tidy(x);
if (t && t.toLowerCase() !== title.toLowerCase()) aliases.add(t);
};
for (const n of names) if (n) add(n);
if (names.length) {
add(whole);
add(rest);
}
// 貴方の恋人になりたい (당신의 연인이 되고 싶어): a Japanese title with its Korean name in brackets shows the Korean name
if (KANA_HAN.test(title) && !HANGUL.test(title)) {
const ko = names.find(hangulName);
if (ko) {
aliases.delete(ko);
aliases.add(title);
title = ko;
}
}
return { title, aliases: [...aliases] };
}
export type VersionKind = 'remix' | 'live' | 'inst' | 'acoustic' | 'sped';
const KIND_RULES: [VersionKind, RegExp][] = [
['remix', /\bremix(?:ed)?\b|리믹스/i],
['live', /^\s*live\b|\blive\s*(?:ver\.?|version)?\s*$|\blive\s+(?:at|in|from|on|session|concert|tour)\b|\bunplugged\b|라이브|실황/i],
['inst', /^\s*(?:inst\.?|instrumental|mr|karaoke)\s*$|\binstrumental\b|\binst\.(?=\W|$)|\bkaraoke\b|반주|노래방/i],
['acoustic', /\bacoustic\b|어쿠스틱/i],
['sped', /\bsped\s*up\b|\bslowed\b/i],
];
/**
* The title says the song is not the original recording: a remix, a live take, an instrumental/MR, an acoustic or sped-up
* version. Only marks in brackets, a ` - ` suffix or a bare "… Remix" at the end count ("Live Wire", "How Do I Live",
* "미스터 (Mr.)", "(From "To Live And Die In L.A." Soundtrack)" are originals).
*/
export function versionKind(title: string): VersionKind | null {
const t = squash(title.normalize('NFC'));
const parts = groups(t).map((g) => g.inner);
const dash = DASH_SUFFIX.exec(t);
if (dash) parts.push(dash[1]!);
for (const p of parts) {
if (/^\s*(?:from|taken\s+from)\b/i.test(p)) continue;
for (const [kind, re] of KIND_RULES) if (re.test(p)) return kind;
}
let bare = t;
for (const g of groups(t).reverse()) bare = bare.slice(0, g.start) + ' ' + bare.slice(g.end);
const m = BARE_VERSION.exec(squash(bare));
if (m) {
const w = m[0].toLowerCase();
if (/remix/.test(w)) return 'remix';
if (/inst/.test(w)) return 'inst';
for (const [kind, re] of KIND_RULES) if (re.test(w)) return kind;
}
return null;
}
const looseName = (s: string) => s.normalize('NFKC').toLowerCase().replace(/[^\p{L}\p{N}]+/gu, '');
/**
* The linked video is a remix / live take / instrumental … that the song's own title does not say
* ("Over See (Live) (바다 이야기)" for 바다 이야기). A bracket that is just the song's title is not a mark ("karaoke (노래방에서)").
*/
export function videoVersionKind(videoTitle: string, songTitle: string): VersionKind | null {
if (versionKind(songTitle)) return null;
const own = new Set([looseName(songTitle), looseName(cleanTitle(songTitle).title)]);
let t = squash(videoTitle.normalize('NFC'));
for (const g of groups(t).reverse()) if (own.has(looseName(g.inner))) t = t.slice(0, g.start) + ' ' + t.slice(g.end);
return versionKind(t);
}