oTc @ sz d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z m
Z
m Z d d l m
Z
d d l m Z m Z m Z m Z m Z m Z m Z m Z m Z m Z m Z m Z m Z d d l m Z d d l m Z m Z m! Z! m" Z" m# Z# m$ Z$ m% Z% m& Z& d d l' m( Z( m) Z) d d l* m+ Z+ d d l, m- Z- d d l. j/ Z/ d d l0 j1 Z1 d d l2 Z d d l3 j4 Z4 d d l5 j6 Z6 d d l7 Z d d l8 j9 Z9 d d l: j; Z; d
e
f d YZ< d Z= d
Z> d Z? d Z@ d ZA d ZB d ZC d ZD d ZE d ZF d ZG d ZH d ZI d ZJ d ZK d ZL d S( iN( t unpack_magict par2_repairt external_processingt sfv_check( t Thread(
t real_patht get_unique_patht create_dirst move_to_patht make_script_patht sanitize_and_trim_patht on_cleanup_listt renamert
remove_dirt
remove_allt globbert set_permissionst cleanup_empty_directories( t Sorter( t REPAIR_PRIORITYt TOP_PRIORITYt POSTPROC_QUEUE_FILE_NAMEt POSTPROC_QUEUE_VERSIONt sample_matcht JOB_ADMINt Statust
VERIFIED_FILE( t TRANSt unicoder( t Bookmarks( t Ratingt
PostProcessorc B sz e Z d Z d d d Z d Z d Z e d Z d Z d Z
d Z d Z d Z
d Z d
Z RS( c C s t j | | r | | _ n
| j | j d k rD g | _ n | rV | | _ n0 t j | _ x | j D] } | j | qo Wt | _ t | _
| t _ t | _
d S( N( R t __init__t
history_queuet loadt Nonet queuet Queuet processt Falset _PostProcessor__stopt pausedR t dot _PostProcessor__busy( t selfR$ R! t nzo( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR : s
c C s* t j d t j t | j f t d S( Ns Saving postproc queue( t loggingt infot sabnzbdt
save_adminR R! R ( R, ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt saveS s
c C s g | _ t j d t j t } | d k r5 d Sy{ | \ } } t | k rl t j t d t | n t
| t r g | D]! } t j
j | j r | ^ q | _ n Wn* t j d t t j d d t n Xd S( Ns Loading postproc queuesF Failed to load postprocessing queue: Wrong version (need:%s, found:%s)s Corrupt %s file, discardings Traceback: t exc_info( R! R. R/ R0 t
load_adminR R# R t warningt Tat
isinstancet listt ost patht existst downpatht True( R, t datat versionR! R- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR" X s
8c C sj xc | j D]X } | j | k r
| j | | j d t d | t j d | j d | _ Pq
q
Wd S( Nt
keep_basict del_filess" Removed job %s from postproc queuet ( R! t nzo_idt removet
purge_dataR= R. R/ t work_name( R, RC RA R- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt deletei s
c C s@ | | j k r" | j j | n | j j | | j d S( N( R! t appendR$ t putR2 ( R, R- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR& s s c C sl y | j j | WnG t | d d } t j t d d | t j d d t n X| j d S( NRC s
unknown ids- Failed to remove nzo from postproc queue (id)t s Traceback: R3 ( R! RD t getattrR. t errorR6 R/ R= R2 ( R, R- RC ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyRD z s c C s' t | _ | j j d | j d S( N( R= R( R$ RI R# R2 ( R, ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt stop s c C s | j j o | j S( N( R$ t emptyR+ ( R, ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyRN s c C s# g | j D] } | j r
| ^ q
S( N( R! RF ( R, R- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt get_queue s c C s. x' | j D] } | j | k r
| j Sq
Wd S( N( R! RC R< R# ( R, RC R- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt get_path s c C s t } x| j st | _ | j r7 t j d q n y | j j d d } Wn< t j k
r | r| t } t
q q | j j } n X| s q n | j s t } q n t | _
t j r t j j j j n t | _ t | | j | t } t j j j j q Wd S( Ni t timeouti ( R' R( R+ R) t timet sleepR$ t getR% t Emptyt handle_empty_queueRF R= t pp_activet cfgt pause_on_post_processingR0 t
downloadert
DownloaderR* t wait_for_postproct process_jobRD t resume_from_postproc( R, t check_eoqR- ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt run s6
N( t __name__t
__module__R# R* R R2 R" R' RG R& RD RM RN RO RP R` ( ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR 6 s
c 0 C s t j } t } t } t } t } g } d } d } d } d }
d } | j | j \ } }
} | rs t }
n |
r t } n | j } | j } t j r | p |
p | r | j d t
j | _ | j t } n | j
rt
j | _ | j t } t } d } n y- | j } d } | rEt t | d k rE| j r| j \ } } t t j d } | | k r| | d k r| d } n d | d } d t t j } t d | | f } n t d
} t } | | _
| j d | t
j | _ t } }
t j o*| } | sEt } d } qEn | j } | j } t j d d
| | |
| | | | r| rt | | \ } } | rt Sn | rt j r| o| } n | } | j } d } | rt } t j r!t t j! j" | j# } t$ | } nT t% j& | j' } | j( d r]| j) d } t } n t* t j! j" | } t j+ rt, | | } n t, d | } | j- | | } | j. rt } n t/ | } | rt$ | } n- t0 t1 j2 j3 | | d t } t4 | } | s.t1 j2 j5 | r\t d t6 t1 j2 j3 | | } t7 n t j8 r| rt9 | d } y t: | | WqqXn | } g }! |
r&| r
t
j; | _ t j d | t< | | | | | d; d< d= d> \ } }! t j d | q&| j d t d n t j rB| o<| } n | r8t
j= | _ | j> t d d x t1 j? | D] \ }" }# }$ |" j( t@ szx |$ D] }% t1 j2 j3 |" |% }& |& jA | | }' tB |& |' \ }( }' |! jC |' |( s| j d t d t6 |& t6 |' f t } PqqWqzqzWn tD | | rw| rwtE t1 j2 j3 | | tF | |! n | rtG | t | rtH | | j | jI | | d | jJ } n d } | r| j d t d t6 | tK | qtG | t qn d }) d }* | s t j8 r| r| r| ry tL | | |! }! Wqt jM tN d | | t j d d t d | _. qXq| jA d d } t0 | d d d t } n | rd! }+ n tO | tO tP | d }+ t jQ d k r
tR | n | r| j. r|! rG| jS |! | | jT | \ } }( n | jU | \ } }( |( s| j d t d" t } qn tV | }, | st j r | r |, r t
jW | _ | j> t d# t6 | | j d$ t d% t6 | d& t tX |, | | jY | | | | jZ |+ | j[ j\ d' d \ } }* t] | }
| r[ | j^ }) n |
r | j d$ t6 |
d& t q | j d$ t d( t6 | d& t q d } d }
d }* n | rA
t j_ rA
t j_ d k s
t j_ d k rA
| s
| rA
t` ja | | | | | | jb | j
| jc | td | |* qA
n |) r
|* rZ
d) |* }* n d }* |
r
| j d$ d* |* t6 |
te jf |) t d+ f d& t q
| j d$ d, |* te jf |) t d- f d& t n | r
tG | t n | r | r tg jh ji | n+ | r9 tj | jk tl r9 tm jn | jk n | oC | } t jo r | jp d k r} tq jh jr | j^ tq js n | r tt d. tm ju jv jh jw | }- |- s d g }- n x- |- D]" }. tq jh jr | j^ tq jx |. q Wq n | r ty jz t d/ | d0 t
j{ | _ n% ty jz t d1 | d0 t
j | _ Wn t jM tN d2 | | | s t j d d t t d3 } n t d4 t6 | | _
ty jz t d1 | d0 t
j | _ t } t } t j_ r
t` ja | | | | | | jb | j
| jc d d d q
n X| r?
t| | } t1 j2 j} | } n tO t j | } t~ j }/ |/ j | | | j | | |
|/ j y; t j d5 | tl | tm j j jh j | d6 | Wn3 t jM tN d7 | j t j d d t n X| rpy9 t1 j2 j5 | r9t j d8 | t | d9 t n Wqpt jM tN d: | t j d d t qpXn | s| d? k rt | n t S(@ NRB i i i i g Y@gMbP?s %.1f%%s5 Download might fail, only %s of required %s availables1 Download failed - Out of your server's retention?t Fails Starting PostProcessing on %ss6 => Repair:%s, Unpack:%s, Delete:%s, Script:%s, Cat:%st *t
create_dirs Cannot create final folder %st _UNPACK_s Running unpack_magic on %ss unpack_magic finished on %st Unpacks1 No post-processing because of failed verificationt Movings ...s Failed moving %s to %st priorityt Downloads Sent %s to queues Error renaming "%s" to "%s"s Traceback: R3 t _FAILED_t nis Failed to move filess Running scriptt Scripts Running user script %st uniquet failures Ran %ss Exit(%s) u+ %s%s (%s)t Moreu& %s%ss View script outputc S s | j S( N( t host( t s( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt s s Download Completedt completes Download Faileds" Post Processing Failed for %s (%s)s see logfiles PostProcessing was aborted (%s)s Cleaning up %s (keep_basic=%s)R@ s Cleanup of %s failed.s Removing workdir %st recursives Error removing workdir (%s)( ( ( ( ( i i ( RR R= R' t save_attribst repair_optst
final_namet msgidRX t allow_streamingt set_ppR t FAILEDt statust fail_msgR< R# t lenR t precheckt
check_qualityt floatt req_completion_ratet Tt set_unpack_infot empty_postproct scriptt catR. R/ t parringt
safe_postproct create_group_folderst addPrefixest complete_dirRP t dirprefixR t configt get_categoriest dirt endswitht stripR t enable_metaR t detectt sort_fileR
R R9 R: t joint
set_markerR; R t IOErrort
folder_renamet prefixR t
EXTRACTINGR t MOVINGt set_action_linet walkR t replaceR RH R t
del_markert remove_from_listt cleanup_listt nzb_redirectt ppRi R t rename_and_collapse_folderRL R6 t intt boolt ignore_samplest remove_samplest renamet movet rename_with_extR t RUNNINGR t filenamet groupt nzo_infoRT t
get_last_lineRC t email_endjobt emailert endjobt bytes_downloadedt unpack_infoR t urllibt quoteR R* t del_bookmarkR7 t urlt strR0 t proxy_rm_bookmarkt
rating_enablet encryptedR t update_auto_flagt FLAG_ENCRYPTEDt mapRZ R[ t nzo_serverst FLAG_EXPIREDt growlert send_notificationt COMPLETEDt one_file_or_foldert normpatht databaset get_history_handlet add_history_dbt closet nzbqueuet NzbQueuet cleanup_nzot debugR t try_alt_nzb(0 R- t startt all_okt par_errort unpack_errorRN t nzb_listt workdir_completet
postproc_timet
script_logt script_linet crash_msgt flag_repairt flag_unpackt flag_deleteR Ry t workdirt tmp_workdir_completet enought ratiot req_ratiot emsgt emsg2R R t re_addt dirnamet marker_filet
one_folderR t catdirt file_sortert newfilest roott dirst filest file_R: t new_patht okt
script_outputt
script_rett
job_resultt script_patht hostsRq t
history_db( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR] s
! % *
,
*
& ) 0%
$
&
!
c
C s | j } t j t d | j d t j d | t j t | j d t
pS i } | j rq | j j } n i } | j
} t
} t
} t | d k } | rxp| D]} t j d k r d | j k r q n | j | t
s t j d | | | }
t j j t j j | j |
j s:|
j r t |
| | | d | \ } } | pd| } | r| rt j rt | | | } n | | | } | | j | r t j d | | | j | d Sq Wn d S( Ns
Popping %s( t xrangeR R R. R t pop( R2 t lstRl ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR F s
c C sP | j j d } | rL t j rL t j | | j | j | j | j n d S( NRo (
R RT RX t new_nzb_on_failureR0 t add_urlR R R Ri ( R- R ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyR N s (M R9 R% R. R0 R RR R7 t sabnzbd.newsunpackR R R R t threadingR t sabnzbd.miscR R R R R R
R R R
R R R R t sabnzbd.tvsortR t sabnzbd.constantsR R R R R R R R t sabnzbd.encodingR R t sabnzbd.newzbinR t sabnzbd.ratingR t sabnzbd.emailerR t sabnzbd.dirscannerR/ t sabnzbd.downloadert sabnzbd.configR t sabnzbd.cfgRX t sabnzbd.nzbqueuet sabnzbd.databaseR t sabnzbd.growlerR R R] R R R RV R R R R R R R R R R R ( ( ( s$ /var/www/SABnzbd/sabnzbd/postproc.pyt sP "X: o :