PaddleSpeech/utils/split_data.sh at develop · Algorithm-EAjks/PaddleSpeech · GitHub

History

executable file

79 lines (68 loc) · 2.53 KB

Raw

#!/usr/bin/env bash

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

# KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED

# WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,

# MERCHANTABLITY OR NON-INFRINGEMENT.

# See the Apache 2 License for the specific language governing permissions and

# limitations under the License.

set -o errexit

if [ $# != 2 ]; then

echo "Usage: split_data.sh data-dir num-to-split"

exit 1

data=$1

numsplit=$2

if [ $numsplit -le 0 ]; then

echo "Invalid num-split argument $numsplit";

exit 1;

n=0;

feats=""

wavs=""

utt2spks=""

texts=""

nu=`cat $data/utt2spk | wc -l`

nf=`cat $data/feats.scp | wc -l`

nt=`cat $data/text | wc -l`

if [ $nu -ne $nf ]; then

echo "split_data.sh: warning, #lines is (utt2spk,feats.scp) is ($nu,$nf);"

echo "this script may produce incorrectly split data."

echo "use utils/fix_data_dir.sh to fix this."

if [ $nt -ne 0 -a $nu -ne $nt ]; then

echo "split_data.sh: warning, #lines is (utt2spk,text) is ($nu,$nt);"

echo "this script may produce incorrectly split data."

echo "use utils/fix_data_dir.sh to fix this."

# utilsscripts/get_split.pl returns "0 1 2 3" or "00 01 .. 18 19" or whatever.

# for n in `get_splits.pl $numsplit`; do

for n in `seq 1 $numsplit`; do # Changed this to usual number sequence -Arnab

mkdir -p $data/split$numsplit/$n

feats="$feats $data/split$numsplit/$n/feats.scp"

wavs="$wavs $data/split$numsplit/$n/wav.scp"

texts="$texts $data/split$numsplit/$n/text"

utt2spks="$utt2spks $data/split$numsplit/$n/utt2spk"

done

split_scp.pl --utt2spk=$data/utt2spk $data/utt2spk $utt2spks

split_scp.pl --utt2spk=$data/utt2spk $data/feats.scp $feats

[ -f $data/wav.scp ] && \

split_scp.pl --utt2spk=$data/utt2spk $data/wav.scp $wavs

[ -f $data/text ] && \

split_scp.pl --utt2spk=$data/utt2spk $data/text $texts

# for n in `get_splits.pl $numsplit`; do

for n in `seq 1 $numsplit`; do # Changed this to usual number sequence -Arnab

utt2spk_to_spk2utt.pl $data/split$numsplit/$n/utt2spk \

> $data/split$numsplit/$n/spk2utt

# for completeness, also split the spk2gender file

[ -f $data/spk2gender ] && \

filter_scp.pl $data/split$numsplit/$n/spk2utt $data/spk2gender \

> $data/split$numsplit/$n/spk2gender

done

exit 0

PaddleSpeech/utils/split_data.sh at develop · Algorithm-EAjks/PaddleSpeech · GitHub

Expand file tree

Breadcrumbs

split_data.sh

Latest commit

History

Breadcrumbs

split_data.sh

File metadata and controls