Aj UdZddlmZddlZddlZddlZddlZddlZddlm Z ddl Z ddl Z ejdZdZddZ d ddZdd Zddd Zdd Zdd Zddd ZiZded<ddZddZ d dZd!dZy)"zgSpeech activity (Silero VAD via faster-whisper) and ASR (cloud Whisper, local faster-whisper fallback).) annotationsN)Pathdubevali>ctjt|d\}}|jdkDr|j d}|t k7rt |dt d||S)Nfloat32)dtype)axisz must be z Hz mono, got )sfreadstrndimmeanSR ValueError)pathxsrs 2/root/repos/pocs/video-evals/src/dubeval/speech.pyloadrs\ GGCIY /EArvvz FFFN RxD62$nRDABB Hcddlm}m}||||d}|||Dcgc]}|dtz |dtz fc}Scc}w)Nr) VadOptionsget_speech_timestamps) thresholdmin_silence_duration_msmin_speech_duration_ms speech_pad_msstartend)faster_whisper.vadrrr)rrmin_silence_ms min_speech_msrroptsts r vad_segmentsr'sID  >-:" ND6KAt6T UQwZ"_ahm , UU UsAcg}t|D]A\}}|r'||ddz |krt|dd||dd</|j||gC|Dcgc] \}}||f c}}Scc}}w)Nr )sortedmaxappend)segsgapoutses rmerger2%s~Ct 1 1s2wqz>S(SWQZ+CGAJ JJ1v   # #tq!QF ## #sA)c tjttj||z dzt}|D]5\}}d|t||z ttj||z 7|S)Nr T)npzerosintceilbool)r-durationhopmr0r1s rmaskr</sg RWWX^,-148A5104#a#g,s2771s7+,-5 Hrcptjddddt|ddddd d d g d d jS)Nffmpegz-verrorz-iz-ac1z-b:a48kz-fmp3-T)checkcapture_output) subprocessrunr stdout)wavs r_to_mp3rJ9sB >>8T7D#c(E3PVX]_cejlop $T ;;A6BrcNddlm}|tjj dxs4tjj dxstjdtjj dxs@tjj dxstjj dd d }t j t|}d |_|rd |ini}|jjjd||dddgd|}t|dr|jn t|}|j dxsgD cgc]1} t| dt| d| dj!d3} } |j dxsgD cgc]1} t| dt| d| dj!d3} } | s | r t#| } | st%d|dd||j d | | dScc} wcc} w)Nr)OpenAIDUBEVAL_ASR_API_KEYOMNIROUTE_API_KEYOPENAI_API_KEYDUBEVAL_ASR_BASE_URLOMNIROUTE_BASE_URLOPENAI_BASE_URLi,)api_keybase_urltimeout max_retriesz audio.mp3language verbose_jsonwordsegment)modelfileresponse_formattimestamp_granularities model_dumpsegmentsr r!textr r!rbwordsr r!rZz ASR model z returned no segments or wordszcloud:enginerXrard)openairLosenvirongetioBytesIOrJnameaudiotranscriptionscreatehasattrr`dictfloatstrip_segments_from_words RuntimeError) rIrXr\rLclientbufkwrdr0rawrds r_cloudr>s BJJNN+@A4RZZ^^TgEh4zz"23ZZ^^,BC9rzz~~VjGk9zz~~&78#STVF **WS\ "CCH#+*h B* ##** ^SR`DJICV ^Z\ ^A!!\2 QAz*0b2 ' +E!E(OQvY__M^_2H2eeGn* ,QwZ(qx!F)//J[ \ ,E , '. Zw.LMNNug&AEE*4ES[fk ll2 ,s 6H,6H"cg}|D]U}|r3|d|ddz |kr"|d|dd<|ddxx||dzz cc<8|j|d|d|ddW|S)Nr r)r!rbrZrc)r,)rdr.joinerr/r~s rrwrwVsC R 1W:B.#5uXCGEN GFOv& 1 1O JJ7AeHaiP Q R Jrzdict[tuple[str, int], object]_MODELScbddlm}||ftvr||dd|t||f<t||fS)Nr) WhisperModelcpuint8)device compute_type cpu_threads)faster_whisperrr)r\threadsrs r whisper_modelrds>+ ww&$0uSYgn$o ! E7# $$rc t||}|jt||dddd\}}gg}}|D]} |j| j| j | j jd|| jxsgD cgc]4} | j| j | jjd6c} z }d||j||dScc} w) NTr F)rXword_timestamps vad_filter beam_sizecondition_on_previous_textrcrezlocal:rf) r transcriber r,r r!rbrvrdrZrX) rIrXr\rr;r-inforardr0r~s r_localrlseW%Ac#h4\`()eMJD$"eH c!''!%%PQ TUT[T[Ta_abqAGGAEE166<<>Jbbcug&DMMxbg hhcs 9C!c |jr#tj|jS|j}|+|j |j d|jdd}|r t|||}|t||||}|j|d <|js"|d D]} | d jd d | d <|j!tj"|d|S#t$rI} |j d|d|jd|d| tj|dYd} ~ d} ~ wwxYw)z\lang: dubeval.lang.Lang. Languages Whisper doesn't list are transcribed with auto-detection.Nz (z6) is not a Whisper language; ASR runs with auto-detectz cloud ASR (z, z) failed, using local z: r)rrarb F) ensure_ascii)existsjsonloads read_textwhisperr,rotagr Exceptionlogwarningrrspacedreplace write_textdumps) rIlangcache cloud_model local_modelrwarningscoderesultr1r0s rrrws: ||~zz%//+,, <ztext_in..s8dA1W:PQRWPXCX\]B]9c`c9caids- -c3LK|]}|dkDs |dks|dyw)r!r rbNrh)rr0r!r s rrztext_in..s,^%58HQwZZ]M]!F)^s $$ $ra)rljoinrv)asrr r!js `` rtext_inrs^ #A 7|vvdWddjjll 66^S_^ ^ d d ffr)rrreturn np.ndarray)g?) rrrrur#r6r$r6rlist[tuple[float, float]])r-rr.rurr)g{Gz?)r-rr9rur:rurr)rIrrbytes)rIrrX str | Noner\r rrt)g333333?r)rd list[dict]r.rurr rr)r\r rr6) rIrrXrr\r rr6rrt)rIrrrrrrr rr6rz list[str]rrt)rrtr rur!rurr )__doc__ __future__rrmrloggingrjrFpathlibrnumpyr4 soundfiler getLoggerrrrr'r2r<rJrrwr__annotations__rrrrrhrrrsm"  g "  OR&)V #V.GV$ B m0*, &+%i'0592gr