fix utf-8 tags
This commit is contained in:
parent
4415a89b22
commit
e70dc21af5
12
encode_all
12
encode_all
@ -144,10 +144,18 @@ function encode() {
|
||||
'--tracknumber' "${tags['TRACKNUMBER']}"
|
||||
'--date' "${album_date}")
|
||||
[[ -n "${tags[DISK]}" ]] && tag_flags+=('--comment' "DISK=${tags['DISK']}")
|
||||
tags=''
|
||||
for tag in "${tag_flags[@]}"; do
|
||||
tags+="$(printf '"%s" ' "$tag")"
|
||||
done
|
||||
if [[ "$debug_only" == 'false' ]]; then
|
||||
err="$(opusenc --quiet --discard-comments --discard-pictures "${tag_flags[@]}" "$file" "$final_opus" 2>&1)"
|
||||
# err="$(opusenc --quiet --discard-comments --discard-pictures "${tag_flags[@]}" "$file" "$final_opus" 2>&1)"
|
||||
cmd=$(printf 'opusenc --quiet --discard-comments --discard-pictures %s "%s" "%s"\n' "$tags" "$file" "$final_opus")
|
||||
printf '%s\n' "$cmd"
|
||||
eval $cmd
|
||||
else
|
||||
echo opusenc --quiet --discard-comments --discard-pictures "${tag_flags[@]}" "$file" "$final_opus"
|
||||
cmd=$(printf 'opusenc --quiet --discard-comments --discard-pictures %s "%s" "%s"\n' "$tags" "$file" "$final_opus")
|
||||
printf '%s\n' "$cmd"
|
||||
fi
|
||||
if [[ -n "$err" ]]; then
|
||||
printf '%s\n' "$err" >> "$log"
|
||||
|
90
encode_dir
Executable file
90
encode_dir
Executable file
@ -0,0 +1,90 @@
|
||||
#!/bin/bash
|
||||
# encode_all encodes the whole library into specified format
|
||||
#
|
||||
ulimit -n "$(ulimit -Hn)"
|
||||
. env_parallel.bash
|
||||
|
||||
function ts() {
|
||||
date '+%Y-%m-%d_%H:%M'
|
||||
}
|
||||
|
||||
debug_only=false
|
||||
# debug_only=true
|
||||
src_dir="$1"
|
||||
export output_dir="$2"
|
||||
if [[ -z "$src_dir" || -z "$output_dir" ]]; then
|
||||
printf 'Usage:\nencode_dir <input dir> <output dir>\n' >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
logdir="${HOME}/encoding_logs"
|
||||
[[ -d "$logdir" ]] || mkdir "$logdir"
|
||||
start_ts="$(ts)"
|
||||
log="${logdir}/${start_ts}_encoding_log"
|
||||
fixes="${logdir}/${start_ts}_fixes.sh"
|
||||
temp_dir="$(mktemp -d)"
|
||||
|
||||
printf '#!/bin/bash\n# FIXES generated by library_works/encode_all\n\n' > "$fixes"
|
||||
|
||||
function encode() {
|
||||
src_file_and_path="$1"
|
||||
src_file="$(basename "$in_file_path")"
|
||||
# file is full original path + filename
|
||||
src_dir="$(dirname "$src_file_and_path")"
|
||||
file_name="$(basename "$src_file_and_path")"
|
||||
final_opus="${output_dir}/$(sed -e 's/\.flac$/.opus/' <<< "$file_name")"
|
||||
|
||||
unset tags
|
||||
unset dest_dir
|
||||
|
||||
declare -A tags
|
||||
while read -r line; do
|
||||
tag_type="$(cut -d= -f1 <<< "$line")"
|
||||
tag_type="${tag_type^^}"
|
||||
tag_val="$(cut -d= -f2- <<< "$line")"
|
||||
# TODO: suggest fixes for lower case tags
|
||||
tags["$tag_type"]="$tag_val"
|
||||
done < <(metaflac --list --block-type='VORBIS_COMMENT' "$src_file_and_path" | \
|
||||
grep 'comment\[' | \
|
||||
cut -d: -f2- | \
|
||||
sed 's/^ //')
|
||||
|
||||
tag_ensure=( 'TRACKNUMBER' 'TITLE' 'ALBUM' 'ARTIST' 'YEAR')
|
||||
for tag_type in "${tag_ensure[@]}"; do
|
||||
if [[ -z "${tags["$tag_type"]}" ]]; then
|
||||
printf '%s is missing tag: %s\n' "$src_file_and_path" "$tag_type" >> "$log"
|
||||
tags["$tag_type"]="missing $tag_type"
|
||||
fi
|
||||
done
|
||||
|
||||
[[ -d "$output_dir" ]] || mkdir -p "$output_dir"
|
||||
tag_flags=(
|
||||
'--title' "${tags['TITLE']}"
|
||||
'--artist' "${tags['ARTIST']}"
|
||||
'--album' "${tags['ALBUM']}"
|
||||
'--tracknumber' "${tags['TRACKNUMBER']}"
|
||||
'--date' "${tags['DATE']}")
|
||||
[[ -n "${tags[DISK]}" ]] && tag_flags+=('--comment' "DISK=${tags['DISK']}")
|
||||
tags=''
|
||||
for tag in "${tag_flags[@]}"; do
|
||||
tags+="$(printf '"%s" ' "$tag")"
|
||||
done
|
||||
cmd=$(printf 'opusenc --downmix-mono --bitrate 48 --speech --quiet --discard-comments --discard-pictures %s "%s" "%s"\n' "$tags" "$src_file_and_path" "$final_opus")
|
||||
printf '%s\n' "$cmd"
|
||||
eval $cmd
|
||||
|
||||
if [[ -n "$err" ]]; then
|
||||
printf '%s\n' "$err" >> "$log"
|
||||
fi
|
||||
}
|
||||
|
||||
echo starting processing
|
||||
# find "$src_dir" -type f -name '*.flac' | while read line; do encode "${line}"; done
|
||||
# exit 1
|
||||
# find "$src_dir" -type f -name '*.flac' | while read line; do encode "$line"; done
|
||||
# wait
|
||||
find "$src_dir" -type f -name '*.flac' -print0 | env_parallel -P 0 -0 --bar encode {}
|
||||
echo done processing
|
||||
|
||||
echo deleting any empty directories
|
||||
# find "$output_dir" -empty -type d -delete
|
166
split_dir
Executable file
166
split_dir
Executable file
@ -0,0 +1,166 @@
|
||||
#!/bin/bash
|
||||
|
||||
# split_dir splits each track from a specified directory.
|
||||
#
|
||||
# The library is mirrored for each type of split.
|
||||
#
|
||||
# karaoke: reduces the volume of the vocals by 80% and remixes it
|
||||
# drum only: just the drums
|
||||
# no drum: reduces the volume of the drums by 80% and remixes it
|
||||
|
||||
|
||||
target="$1"
|
||||
if [[ -z "$target" ]]; then
|
||||
printf 'Give a target dir\n' >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
|
||||
function make_drum() {
|
||||
mkdir -p "${dest_dir['no drums']}"
|
||||
# quiet_drums="${actual_work_dir}/quiet drums.wav"
|
||||
wav_name="$(sed 's/\.flac$/.wav/' <<< "$file_name")"
|
||||
mixed_wav="${dest_dir['no drums']}/${wav_name}"
|
||||
final_opus="$(sed 's/\.wav$/.opus/' <<< "$mixed_wav")"
|
||||
|
||||
# echo sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
# sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
# echo sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
# sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
echo sox -m "${nodrums[@]}" "$mixed_wav"
|
||||
sox -m "${nodrums[@]}" "$mixed_wav"
|
||||
# rm "$quiet_drums"
|
||||
echo opusenc --comp 10 --downmix-stereo \
|
||||
--title "'${tags[TITLE]}'" --artist "'${tags[ARTIST]}'" \
|
||||
--album "'${tags[ALBUM]}'" --tracknumber "'${tags[TRACKNUMBER]}'" \
|
||||
--date "'${tags[DATE]}'" "'$mixed_wav'" "'$final_opus'"
|
||||
opusenc --comp 10 --downmix-stereo \
|
||||
--title "${tags[TITLE]}" --artist "${tags[ARTIST]}" \
|
||||
--album "${tags[ALBUM]}" --tracknumber "${tags[TRACKNUMBER]}" \
|
||||
--date "${tags[DATE]}" "$mixed_wav" "$final_opus"
|
||||
rm "$mixed_wav"
|
||||
}
|
||||
|
||||
function make_drumonly() {
|
||||
mkdir -p "${dest_dir['drums only']}"
|
||||
echo echo dest dir: ${dest_dir['drums only']}
|
||||
echo drum track: "$drum_track"
|
||||
final_opus="${dest_dir['drums only']}/$(sed 's/\.flac$/.opus/' <<< "$file_name")"
|
||||
echo opusenc --comp 10 --downmix-stereo \
|
||||
--title "'${tags[TITLE]}'" --artist "'${tags[ARTIST]}'" \
|
||||
--album "'${tags[ALBUM]}'" --tracknumber "'${tags[TRACKNUMBER]}'" \
|
||||
--date "'${tags[DATE]}'" "'$drum_track'" "'$final_opus'"
|
||||
opusenc --comp 10 --downmix-stereo \
|
||||
--title "${tags[TITLE]}" --artist "${tags[ARTIST]}" \
|
||||
--album "${tags[ALBUM]}" --tracknumber "${tags[TRACKNUMBER]}" \
|
||||
--date "${tags[DATE]}" "$drum_track" "$final_opus"
|
||||
}
|
||||
|
||||
function make_karaoke() {
|
||||
mkdir -p "${dest_dir[karaoke]}"
|
||||
quiet_vocals="${actual_work_dir}/quiet vocals.wav"
|
||||
wav_name="$(sed 's/\.flac$/.wav/' <<< "$file_name")"
|
||||
mixed_wav="${dest_dir['karaoke']}/${wav_name}"
|
||||
final_opus="$(sed 's/\.wav$/.opus/' <<< "$mixed_wav")"
|
||||
echo sox -v "$volume_reduction_factor" "$vocal_track" "$quiet_vocals"
|
||||
sox -v "$volume_reduction_factor" "$vocal_track" "$quiet_vocals"
|
||||
echo sox -m "${karaoke[@]}" "$quiet_vocals" "$mixed_wav"
|
||||
sox -m "${karaoke[@]}" "$quiet_vocals" "$mixed_wav"
|
||||
rm "$quiet_vocals"
|
||||
echo opusenc --comp 10 --downmix-stereo \
|
||||
--title "'${tags[TITLE]}'" --artist "'${tags[ARTIST]}'" \
|
||||
--album "'${tags[ALBUM]}'" --tracknumber "'${tags[TRACKNUMBER]}'" \
|
||||
--date "'${tags[DATE]}'" "'$mixed_wav'" "'$final_opus'"
|
||||
opusenc --comp 10 --downmix-stereo \
|
||||
--title "${tags[TITLE]}" --artist "${tags[ARTIST]}" \
|
||||
--album "${tags[ALBUM]}" --tracknumber "${tags[TRACKNUMBER]}" \
|
||||
--date "${tags[DATE]}" "$mixed_wav" "$final_opus"
|
||||
rm "$mixed_wav"
|
||||
}
|
||||
|
||||
volume_reduction_factor='0.1'
|
||||
src_library="$target"
|
||||
work_dir="${HOME}/split"
|
||||
actual_work_dir="${work_dir}/htdemucs_ft"
|
||||
|
||||
type -P 'demucs' &>/dev/null || (
|
||||
printf 'No demucs in path.\nInstall with `pip install demucs` or something.\n\n' >&2
|
||||
exit 1
|
||||
)
|
||||
|
||||
find "$src_library" -type f -name '*.flac' | while read file; do
|
||||
if find "$work_dir" -type f &>/dev/null; then rm -rf "${work_dir}"/*; fi
|
||||
echo "file: $file"
|
||||
# file is full original path + filename
|
||||
src_dir="$(dirname "$file")"
|
||||
file_name="$(basename "$file")"
|
||||
unset tags
|
||||
unset dest_dir
|
||||
|
||||
declare -A tags
|
||||
echo tag time
|
||||
while read -r line; do
|
||||
tag_type="$(cut -d= -f1 <<< "$line")"
|
||||
tag_type="${tag_type^^}"
|
||||
tag_val="$(cut -d= -f2- <<< "$line")"
|
||||
tags["$tag_type"]="$tag_val"
|
||||
done < <(metaflac --list --block-type=VORBIS_COMMENT "$file" | grep 'comment\[' | cut -d: -f2- | sed 's/^ //')
|
||||
album="$(basename "$final_dir")"
|
||||
if [[ "$file_name" =~ ^D[0-9]+ ]]; then
|
||||
disk="$(cut -d\ -f1 <<< "$file_name")"
|
||||
tags[DISK]="${disk#D}"
|
||||
fi
|
||||
declare -a tag_ensure
|
||||
tag_ensure=( TRACKNUMBER TITLE DATE ALBUM ARTIST )
|
||||
for tag_type in "${tag_ensure[@]}"; do
|
||||
if [[ -z "${tags[$tag_type]}" ]]; then
|
||||
tags[$tag_type]="missing $tag_type"
|
||||
fi
|
||||
done
|
||||
|
||||
declare -A dest_dir
|
||||
dest_dir['karaoke']="${src_dir//flac/karaoke}"
|
||||
dest_dir['drums only']="${src_dir//flac/drums only}"
|
||||
dest_dir['no drums']="${src_dir//flac/no drums}"
|
||||
|
||||
demucs -n htdemucs_ft -o "$work_dir" --filename '{track} {stem}.{ext}' -j50 -d cpu --clip-mode rescale -- "$file" < /dev/null
|
||||
unset files karaoke nodrums
|
||||
declare -a files karaoke nodrums
|
||||
readarray -t files < <(find "$work_dir" -type f -name '*.wav')
|
||||
unset vocal_track
|
||||
unset drum_track
|
||||
|
||||
for cur_file in "${files[@]}"; do
|
||||
echo current file: "$cur_file"
|
||||
if ! grep -Eq 'drums\.wav$' <<< "$cur_file"; then
|
||||
nodrums+=("$cur_file")
|
||||
else
|
||||
drum_track="$cur_file"
|
||||
fi
|
||||
|
||||
if ! grep -Eq 'vocals\.wav$' <<< "$cur_file"; then
|
||||
karaoke+=("$cur_file")
|
||||
else
|
||||
vocal_track="$cur_file"
|
||||
fi
|
||||
done
|
||||
|
||||
for i in "${nodrums[@]}"; do
|
||||
printf 'Drum practice: %s\n' "$i"
|
||||
done
|
||||
if [[ -z "$drum_track" ]]; then
|
||||
printf 'No drum track. Will not create a drum practice file.\n'
|
||||
else
|
||||
make_drum
|
||||
make_drumonly
|
||||
fi
|
||||
for i in "${karaoke[@]}"; do
|
||||
printf 'Karaoke practice: %s\n' "$i"
|
||||
done
|
||||
if [[ ! "$vocal_track" ]]; then
|
||||
printf 'No vocal track. Will not create a karaoke file.\n'
|
||||
else
|
||||
make_karaoke
|
||||
fi
|
||||
done
|
||||
|
16
split_tracks
16
split_tracks
@ -10,16 +10,18 @@
|
||||
|
||||
function make_drum() {
|
||||
mkdir -p "${dest_dir['no drums']}"
|
||||
quiet_drums="${actual_work_dir}/quiet drums.wav"
|
||||
# quiet_drums="${actual_work_dir}/quiet drums.wav"
|
||||
wav_name="$(sed 's/\.flac$/.wav/' <<< "$file_name")"
|
||||
mixed_wav="${dest_dir['no drums']}/${wav_name}"
|
||||
final_opus="$(sed 's/\.wav$/.opus/' <<< "$mixed_wav")"
|
||||
|
||||
echo sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
echo sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
rm "$quiet_drums"
|
||||
# echo sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
# sox -v "$volume_reduction_factor" "$drum_track" "$quiet_drums"
|
||||
# echo sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
# sox -m "${nodrums[@]}" "$quiet_drums" "$mixed_wav"
|
||||
echo sox -m "${nodrums[@]}" "$mixed_wav"
|
||||
sox -m "${nodrums[@]}" "$mixed_wav"
|
||||
# rm "$quiet_drums"
|
||||
echo opusenc --comp 10 --downmix-stereo \
|
||||
--title "'${tags[TITLE]}'" --artist "'${tags[ARTIST]}'" \
|
||||
--album "'${tags[ALBUM]}'" --tracknumber "'${tags[TRACKNUMBER]}'" \
|
||||
@ -68,7 +70,7 @@ function make_karaoke() {
|
||||
rm "$mixed_wav"
|
||||
}
|
||||
|
||||
volume_reduction_factor='0.2'
|
||||
volume_reduction_factor='0.1'
|
||||
src_library="${HOME}/flac"
|
||||
work_dir="${HOME}/split"
|
||||
actual_work_dir="${work_dir}/htdemucs_ft"
|
||||
|
Loading…
x
Reference in New Issue
Block a user