mi&dZddlmZddlZddlZddlZddlZddlmZddl Z ddl Z ddl Z ddl Z ddl mZddlZddlmZddlmZdd lmZd Zd Zd efd Zd efdZGddZddZdZdZy)z.Loading wav based datasets, including MusdbHQ.) OrderedDictN)Path) distributed) functional)convert_audio_channels)distribmixturez.wavTc d}d}d}d}|tgzD]}|||z } |tk(r| jsd} |D](} || |z } tj| \} }| | z } *| j j dk\}|rtj dk(sJdtj| | d tjt| }|j}||}|j}nH||k7rtd| d|d |d |j|k7rtd | d|d |jd |tk(s>|sB tjt| \}}|jd}|jj!}|j#j!}|||d S#t$r t| wxYw#t$r t| wxYw) Nrr soundfilezuse dset.backend=soundfilePCM_F)encodingzInvalid length for file z : expecting z but got .zInvalid sample rate for file )lengthmeanstd samplerate)MIXTUREexiststaloadabsmaxget_audio_backendsaveinfostr RuntimeErrorprint num_frames sample_rate ValueErrorritemr)tracksources normalizeext track_lengthtrack_sampleraterrsourcefileaudio sub_sourcesub_file sub_audiosr would_cliprrwav_s D/var/www/stems/demucs_env/lib/python3.12/site-packages/demucs/wav.py_track_metadatar5s4L D CWI%&#&#'' W T[[]E% #  j\##77 " 1 2" #*a/J++-<Z>ZZ< GGD%g 6 773t9%D  !L#//  V #*4&1)N)F81>? ?  !1 1/v6-.i8H8H7ILM M W  T+Q((1+C88:??$D'').."CM&#Pd3FV WW3  $K  $  d  sG!G'G$'G=c i}t|}g}ddlm}|d5}tj|dD]x\}} } t|}|j j ds| s||k(r5t|j|} |j| |jt||||fztj|dD]\} } | j|| < d d d |S#1swY|SxYw) aU Build the metadata for `Wavset`. Args: path (str or Path): path to dataset. sources (list[str]): list of sources to look for. normalize (bool): if True, loads full track and store normalization values based on the mixture file. ext (str): extension of audio files (default is .wav). r)ThreadPoolExecutorT) followlinksrx)ncolsN)rconcurrent.futuresr7oswalkname startswithr relative_toappendsubmitr5tqdmresult) pathr%r&r'metapendingsr7poolrootfoldersfilesr?pendings r4build_metadatarNNs D :DH5 A  *$$&GGDd$C a D'5:Dyy##C(Gtt|t''-.D OOT4;;gyZ]#^_ `  a"YYxs; *MD' )DJ * * K * Ks CC..C8c2eZdZdddddefdZdZdZdZy) WavsetNTiDc t||_t||_||_|xs||_||_||_||_||_ | |_ g|_ |jjD]p\} } | d| dz } || |krd} n;ttj| |jz |j z dz} |jj!| ry)a_ Waveset (or mp3 set for that matter). Can be used to train with arbitrary sources. Each track should be one folder inside of `path`. The folder should contain files named `{source}.{ext}`. Args: root (Path or str): root folder for the dataset. metadata (dict): output from `build_metadata`. sources (list[str]): list of source names. segment (None or float): segment length in seconds. If `None`, returns entire tracks. shift (None or float): stride in seconds bewteen samples. normalize (bool): normalizes input audio, **based on the metadata content**, i.e. the entire track is normalized, not individual extracts. samplerate (int): target sample rate. if the file sample rate is different, it will be resampled on the fly. channels (int): target nb of channels. if different, will be changed onthe fly. ext (str): extension for audio files (default is .wav). samplerate and channels are converted on the fly. rrNr)rrJrmetadatasegmentshiftr&r%channelsrr' num_examplesitemsintmathceilrB)selfrJrSr%rTrUr&rrVr'r?rGtrack_durationexampless r4__init__zWavset.__init__ls4J #H-  %g "   $----/ /JD$!(^d<.@@N.7":tyy.4<<*G4::)UVYZZ[    $ $X .  /c,t|jSN)sumrW)r\s r4__len__zWavset.__len__s4$$%%r`cB|j|z ||jz Srb)rJr')r\r?r*s r4get_filezWavset.get_files#yy4VHTXXJ"777r`ct|j|jD]\}}||k\r||z}|j|}d}d}|jLt |d|j z|z}t t j|d|jz}g}|jD]_}|j||} tjt| ||\} } t| |j} |j| at!j"|} t%j&| |d|j(} |j*r| |dz |dz } |jrSt |j|j(z} | dd| f} t-j.| d| | j0dz f} | cSy)Nrr) frame_offsetr rr.)ziprSrWrTrYrUrZr[r%rfrrrrrVrBthstackjulius resample_fracrr&Fpadshape)r\indexr?r^rGr offsetwavsr*r+r2r3examplers r4 __getitem__zWavset.__getitem__s!$--1B1BC ND( !==&DJF||'T,/$**z5$,,#||4::"&//DMM!%1Iz57)d4<<6H*H:"&//DMM!%:38:I i r`cddl}ttjddz dz }|j t |d}|dS)Nrconfigszmus.yamlrvalidation_tracks)yamlrmusdb__path__ safe_loadr)r setup_pathsetups r4_get_musdb_validrsCennQ'(94zAJ NN4 C0 1E $ %%r`c tjt|jj j dd}t |jd|zdzz }t |jdz }|jsftjdk(rS|jjddt||j}tj |t#|d tj$d kDrt'j(tj*t#|}t-}|j.r|}n(|j1Dcic] \}}||vs ||}}}|j1Dcic] \}}||vs ||} }}|j2ri} n|j4|j6d } t9|||j|j4|j6|j:|j<|j> } t9|| t@gtC|jzf|j:|j<|j>d | } | | fScc}}wcc}}w)z0Extract the musdb dataset from the XP arguments.Nr8musdb_r~rrTrrrrrr)"rrrrrrrrSrr rrrrNr%rrrrrrrr train_validrXrrTrUrPrrVr&rr) rrrrJrS valid_tracksmetadata_trainr?rGmetadata_validrrrs r4get_musdb_wav_datasetsrs ,,s4::--/ 0 : : G+CDM  g %D  "w||q'8""D$"?!$ 5 (D45Ayym,-H#%L !7?~~7Gdt4WcKc$*dd3;>>3C\ZT4t|G[dDj\N\ || LL4::>t^T\\#||4::"&//DMM!%1It^gYdll9K-K:"&//DMM!%:38:I i e\s% I(2I( I.I.)r2) __doc__ collectionsrrrZrr=pathlibrrDrrmtorchrkr torchaudiortorch.nnrror,rr rrzr5rNrPrrrr{r`r4rsw 5#  $)  /3-X`-1c:MM` :& r`