hddlmZmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZddlmZmZmZmZmZmZmZmZddlmZmZddlmZddlmZdd lm Z m!Z!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z-dd l.m/Z/ddl0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMe6rddlNZNer ddlOmPZPddlQmRZRereSZTdZUdZVdZWGddeXZYy#YxYw))print_functionunicode_literalsN)datetime)ANYWINEXEMACOSPY2 TYPE_CHECKINGE EnvParamsunicode)BAD_CFGAuthSrv)bos) ensure_cert) HAVE_FFMPEG HAVE_FFPROBE HAVE_MUTAGEN) HAVE_ARGON2)TcpSrv) HAVE_AVIFrr HAVE_HEIFHAVE_PIL HAVE_VIPS HAVE_WEBPThumbSrv)Up2k)DEF_EXPDEF_MTEDEF_MTH FFMPEG_URL HAVE_PSUTIL HAVE_SQLITE3HAVE_ZMQRE_ANSIURL_BUGUTCVERSIONSDaemonGardaHLogHMaccasODictalltrace build_netmap expat_vergzipload_ipu lock_filemin_exmpodfusionpybinstart_log_thrsstart_stackmonub64encMDNSSSDPdceZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd)dZdZ dZ!d*d Z"d!Z#d*d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)y()+SvcHuba Hosts all services which cannot be parallelized due to reliance on monolithic resources. Creates a Broker which does most of the heavy stuff; hosted services can use this to perform work: hub.broker.(destination, args_list). Either BrokerThr (plain threads) or BrokerMP (multiprocessing) is used depending on configuration. Nothing is returned synchronously; if you want any value returned from the call, put() can return a queue (if want_reply=True) which has a blocking get() with the response. c  ||_||_||_|j|_|j|_|j rt nd|_d|_d|_ d|_ d|_ d|_ d|_ d|_tj |_tj$|_d|_d|_d|_tj |_d|_d|_d|_t7t8j:j=|jj>dd|_ |jBs|jDdk\rFd|_#d|_$d|_%d|_&|jNxsd |_'|jPxsd |_(|jFs|jDd k\r1d|_"d|_)d|_*d|_+d|_,d|_-d|_.|jDr#d|_/d|_0d|_1d|_2d|_3|jistktli|_7tq|jjr|_:tq|jjv|_<tq|jjz|_>tq|jj~|_@tq|jjd|_Btq|jj|_Ctq|jj|_Ed d |jz z|_Gdj|j|_Idj|j|_J|jr |jn |j|_N|jNr|j|tj}t|j}|g|_S|jtj|j|jrt|jd|jr!t|j|jd|jsY|jdk7rJd|_]d}d}tr|dz }d}n|dz }|jd|j|j||jsE|jdk7r6d}|jd|j|jdd|_]dD]\} } t|| } | dkrd}|jd|| | fzdd } d | dz jz} | | k7sOd | dz jdz z} d}|jd|| | | | fzd|j|jkDr.d}|jd||j|jfzdd}|jdkrd}n|jdkrd}|r$d}|jd||j|fzd|jr,|jr d }|jd|dtk|t}|jxsgD]P}|jd!Dcgc]}|j}}|j|Dcgc]}|s| c}R||_g|jr>t|j|jd\}}t|d"|t|d#|d$jD]4}t|d%|s|jdd&|d't||6|js |jrd|_pd|_qd|_r|jr|jr|jd(|jjs|jd)d|_t|jr|jd*|jd zddd}d+t|jd z }d,j|||_v|j\r)d|_x|jjd-d|_yn|j|_x|jjd.|j|_y|jjd.|jxs |j|_||jr$tj|j|_}t|j|j|j/|_|jr|jj|jd0k(rt jd|jPr|jj ts|j |jdd1j|jjt||_|jjs(|jjrd|j_t||_|j|jj jd!Dcic]}|d}}t"s|j%d2dt&s|j%d3dt(rt*s|j%d4d|j,jd!Dcgc]1}|jj/jd5d3}}|Dcic] }|d|d c}|_t1|j3|j_d|_d}|j`sd6j=|jj xsd7}|jd8d9j|d3|jj vrt6sd:}|jd8|d|jj rt9||_nVd}d;}|jdrd=}|jd8|d|j@s)|j`rd>}|jd8|d d|_|j@s-t(rt*sd?}|jd8|d d|_d}|r!tr|jd8d@tBzd|j@sMtjDdA|jFj/s#dB}tk||jFfzi|_tI|jJ|jL|jN|_d}|jPs|dCz }|jRs|dDz }|jTs |jVr!ddElm}d|_||jTrdFndGz }|j\r ddHlm}d|_|jTs|jVs |j\rtc|jddI|jfrxtijj}tijldddJlm}|||_tijl||jnjs|dKz }|jts||_d|_d|_d|_|j}rddLlm} nddMlm} | ||_dNjD]&} tj t||_(ycc}wcc}wcc}wcc}wcc}w#YGxYw)ONFriphashTzcpp-%Y-%m%d-%H%M%S.txt.xzz **,*,ln,p,rr@ z%02d:%02d:%02d.%0{}dz%04d-%04d-%06d.%0{}drzmultithreading enabled with -j {}, so disabling fpool -- this can reduce upload performance on some filesystems, and make some antivirus-softwares zS(especially Microsoft Defender) stress your CPU and HDD severely during big uploadsz,consume more resources (CPU/HDD) than normalrootzFWARNING: ignoring --use-fpool because multithreading (-j{}) is enabled)c))iobufrM)zs-rd-szs_rd_sz)zs-wr-szs_wr_szizZWARNING: expect very poor performance because you specified a very low value (%d) for --%szjWARNING: expect poor performance because --%s is not a power-of-two; consider using %d or %d instead of %dzYWARNING: --s-rd-sz (%d) is larger than --iobuf (%d); this may lead to reduced performanceg)\(?zgenerate thumbnailsz(generate audio waveforms or spectrogramszFWARNING: --th-ram-max is very small (%.2f GiB); will not be able to %sz{ERROR: user-changeable passwords is incompatible with IdP/identity-providers; you must disable either --chpw or --idp-h-usr,ipu_iuipu_nmzah_salt fk_salt dk_saltshow_z effective z is idpseszyabcdefghijklmnopqrstuvwxz{0}{1} {0} {1}z @ --namez--name)dargscfgzmax clients: {}vipspilff=, z(None available)thumbzdecoder preference: {}z[disabling webp thumbnails because either libwebp is not available or your Pillow is too oldzneed either Pillow, pyvips, or FFmpeg to create thumbnails; for example: {0}{1} -m pip install --user Pillow {0}{1} -m pip install --user pyvips {0}apt install ffmpegz% z_copyparty.exe cannot use Pillow or pyvips; need ffprobe.exe and ffmpeg.exe to create thumbnailsz-setting --no-acode because --no-thumb (sorry)zDsetting --no-acode because either FFmpeg or FFprobe is not availablezdownload FFmpeg to fix it: z^(0|[qv][0-9]|[0-9]{2,3}k)$zinvalid mp3 transcoding quality [%s] specified; only supports [0] to disable, a CBR value such as [192k], or a CQ/CRF value such as [v2]dDFtpdfFTftpd start_tftpd)SMBs)BrokerMp) BrokerThrzipu_iu ftp_ipa_nm tftp_ipa_nm)argsrXargvr no_ansilog_utcr(tzlogf logf_base_fnis_dutstop_reqstoppingstopped reload_req threadingLock reload_mutex Condition stop_condnsigsretcode httpsrv_up log_mutexcdaycmontstackr-ospathjoinrYrGsssrjssno_dav no_logues no_readmelolsunpostno_delno_mvhardlink vague_403nihdotpartno_thumb no_mtag_ff no_robotsforce_js_process_config Exceptionrbansr+ban_pwgpwdban_pwcgpwcban_404g404ban_403g403ban_422g422gmalban_urlgurllog_tdeclog_divformatlog_efmtlog_dfmtq _log_disabled _log_enabledlog_setup_logfilelogging getLoggerr,handlerssetLevelDEBUG _check_envstackmonr:log_thrsr9 use_fpooljno_fpoolrgetattr bit_lengthrNrM th_ram_maxchpw idp_h_usrsetchpw_nosplitstripupdateipur3setattrah_cliah_gen idp_storeno_sesshrsetup_dbshr1setup_share_dbthemeintvnamedoctitlereplacenamebnamelog_fkrecompilerasrvcgenexitsysdbg_ls _setlimitsncrtcpsrvsrv ign_ebind_all no_fastbootrup2k _feature_testth_decrpoprrrau_unpklowerlistkeysthumbsrvrrbasenamer8rno_acoder"matchq_mp3minth_poke th_maxage ac_maxage https_only http_onlyftpftpsftpdrctftptftpdrgr* start_ftpdsmbsocketgetdefaulttimeoutsetdefaulttimeoutsmbdristartzmszc_ngenmdnsssdpcheck_mp_enable broker_mprk broker_thrrlbrokermutex)!selfrmrXrnprintedlglhtrLrargzizi2zi3zsnochxzsliunmbrichkdecszlsswant_ffmsgrrcrgstoriBrokers! E/jellyfin/media/venv/lib/python3.12/site-packages/copyparty/svchub.py__init__zSvcHub.__init__fs$    &&|| #4     %NN,",,.  ")   bggll466::x@!D 88tvv{DGDK!DN!DNggID# s#BEzpb$Z3Q**,,CSyR!V//1A56AdCb%9!91= > <<$** $kA HHVQ$,, !;;Q ?  ??T !&B __q ;B XA HHVQ$//2!66 : 99NA HHVQ "A, u,,$" /B&(hhsm417794C4 KKC-q1- . / 88dhh$7FB D(B ' D(B '+113 QBt"./WT2=N!OP Q ;;$++DNDKDH >>dnn MM% yy MM%  88    !4::>#$Ra( 'DJJN(; <%,,R5 88DJ MM11+rBDMDJ --h C ZZ''$**=K ;;**T[[1DKDIItxxtzzB 99 IINN  99  HHQK 77 II    OO  *11$)),,?@Tl {{499#:#:$(DII !J  "ii..44S9:1:: HHVT " HHUD !, HHT4 :>9K9KC9PQA !''Q/QQ,01q!ad 1  ,  }} $))**+A/AA HHW6==a@ A (((s#+yy ( Bjj277+;+;E+BC{C#+}}AC HHWcQH ' DM}}kXC HHWcQH ' DMG v HHWBZOQR S}}8894::;K;K;MN_TZZM 122DL4<<H  3JC~~ 3JC 88tyy "DI $((3 +C 99 $DJ 88tyyDII 4??M 2 88**,C  $ $T * !D DI  $ $S ) IIOO  3JCxxDH       ! 5 7Tl 2779 B *3..*:b!' _5-H;R1F s4=-%2 -2 % 7$6< A@#A@@A@ c&d|j_yNT)rmrrs r(_db_onfail_seszSvcHub._db_onfail_sess c&d|j_y)Nr)rmrr,s r(_db_onfail_idpzSvcHub._db_onfail_idps r.c |dk(r;t}|jj}d}d}d}|j}|j}nK|dk(r;t }|jj }d}d}d}|j}|j}n td|jds*d } |jd | |||fzd ttts-||dk(rd } n|dk(rd } |jd d dy|dz} tjj!| } | rdnd} |jd | d|d|t#dD]} d} t%j&|}|j)} d} |j+| j-dd} | |kDrd} t| ||| fz|j+|j/|j1|||||| |}|r&d} d|j_|jd |dyy#d} YxYw#| r||} Y[xYw#t$r}| s| |kDrd}|jd |||fzd j5n#YnxYw j5n#YnxYw tj6| n#YnxYwtj6|Yd}~~d}~wwxYw)zc the "non-mission-critical" databases; if something looks broken then just nuke it rUz sessions-dbzses-dbzselect count(*) from usrTzidp-dbzunknown cachetypez.dbzgconfig option --%s (the %s) was configured to [%s] which is invalid; must be a filepath ending with .dbrKrz;disabling sessions, will use plaintext passwords in cookieszHdisabling idp-db, will be unable to remember IdP-volumes after a restartz WARNING: sqlite3 not available; rEN.lockT creating newopening r@rselect v from kv where k='sver'zJthis version of copyparty only understands %s v%d and older; the db is v%dcz+%s is unusable; deleting and recreating: %r)VER_SESSION_DBrmses_db_create_session_dbr- VER_IDP_DBidp_db_create_idp_dbr0rendswithrrr$rrgetsizerangesqlite3connectcursorexecutefetchallfetchone _verify_dbrcloseunlink)rwhich native_verdb_pathdescpathoptsanchk_q createfunfailfunrdb_lockcreatetriessverdbcurerrexrs r(rzSvcHub.setup_dbs E>'Jii&&G DG0H//I))G e^#Jii&&GDG0H++I))G/0 0&zB HHVR7D'"::A >G$ $ I~R%_ HHVRI1 M G# 11F &^9 r49:1X, #ED* #__W-iik *:B;;r?335a8;Dj(i'dJ-E(EFFKK)224 oo$jE'+DII$HHVS!,3, #  F"*$S>D #D:-AdBZ3IIKHHJIIg& '""# #s H%H37AH!?H3H! H0.H33 K<"K I0/K 0I42K 8J K  J  K J'&K 'J+)K  Kc`gd}|D]}|j||jddy)N)create table kv (k text, v int)z*create table us (un text, si text, t0 int)create index us_un on us(un)zcreate index us_si on us(si)zcreate index us_t0 on us(t0)!insert into kv values ('sver', 1)rKzcreated new sessions-dbrrDrrrWschcmds r(r:zSvcHub._create_session_db s8  C KK   23r.c`gd}|D]}|j||jddy)N)r[z"create table us (un text, gs text)r\r]rKzcreated new idp-dbrr^r_s r(r=zSvcHub._create_idp_dbs8  C KK   -.r.c|j} |jdj} t| dkDr t | dd} |dk(rd} n|dk(rd} n t t |dzs d } | ||| || fzSd t jfd ttjd zff} | r| D]\}}|jd ||fn| D]\}}|jd||f||kr$|jd|jd|f|j|j|jy#d} Y xYw)Nselect v from kv where k='pid'rrrUzIWill now disable sessions and instead use plaintext passwords in cookies.rTz^Each IdP-volume will not become available until its associated user sends their first request.r2aOthe %s [%s] is already in use by another copyparty instance (pid:%d). This is not supported; please provide another database with --%s or give this copyparty-instance its entirely separate config-folder by setting another path in the XDG_CONFIG_HOME env-var. You can also disable this safeguard by setting env-var PRTY_NO_DB_LOCK=1. %spidtsupdate kv set v=? where k=?insert into kv values(?, ?)delete from kv where k='sver'insert into kv values('sver',?)rD) connectionrDrElenrr4rgetpidrtimecommitrH)rrWrJrNrLrMrUrKrVzilownerconsrvarsr!vs r(rGzSvcHub._verify_db'sh^^ ++>?HHJC3x!|k!F1IE E>^D e^sD+ 7*+bAgugt<< < $tSt1C-D&EF  C1 9Aq6B C C1 9Aq6B C *  KK7 8 KK9J= I    ? Es ?EEc T|j}ts|jdddd|_y|jj d|_d|jvs |js d}|jd|dt |d|jd|_|jdd|_|jj}|dz} tjj| }|rd nd }|jd|d |d } tj|}|j} |sed }| j|jd d }|t kDrd}t |t |fz| jdj# | jdj} t'| dkDr t | d d } t)|s'd}||| fz}|jd|dt |ddg} gd}|s3t }| |zD]}| j||jdd|dk(r;|D]}| j|| jd|jdd|t kr(| jd| jdt fdtj*fdt-t/j.dzff}| r|D]\}}| jd||fn|D]\}}| jd||f|j1| j3|j3y#d}Y{xYw#t $r)} d}|jd||| t%fzdd} ~ wwxYw#d } YxYw) NrKz&sqlite3 not available; disabling --shrrrD/zYconfig error: --shr must be the name of a virtual toplevel directory to put shares insider2Tr3r4z shares-db rr6zQthis version of copyparty only understands shares-db v%d and older; the db is v%dzselect count(*) from shzcould not open shares-db; will now panic... the following database must be repaired or deleted before you can launch copyparty: %s ERROR: %s additional details: %s rdagthe shares-db [%s] is already in use by another copyparty instance (pid:%d). This is not supported; please provide another database with --shr-db or give this copyparty-instance its entirely separate config-folder by setting another path in the XDG_CONFIG_HOME env-var. You can also disable this safeguard by setting env-var PRTY_NO_DB_LOCK=1. Will now panic.r[zTcreate table sh (k text, pw text, vp text, pr text, st int, un text, t0 int, t1 int))z!create table sf (k text, vp text)zcreate index sf_k on sf(k)zcreate index sh_k on sh(k)zcreate index sh_t1 on sh(t1)z!insert into kv values ('sver', 2)zcreated new shares-dbzupdate sh set st = 0zshares-db schema upgrade okrjrkrerfrgrhri)rmr$rrrrrshr_dbrrr?rArBrCrDrE VER_SHARES_DBrFr5rmr4rnrrorprH)ralrrLrRrSrrUrVrWrYrqrrsch1sch2rartr!rus r(rzSvcHub.setup_share_dbZs YY HHVEq IBF c" "&&=kA HHVQ "A, !' 66#&&* ))""G# 11F &^9 b':; )B))+C6{{2//1!4Q7-'lB#B-)>$>?? 56??A  ++>?HHJC3x!|k!F1IE!zAWe$$A HHVQ "A,  / c    Dd{ ! C  ! HHV4 5 19 ! C  ! KK. / HHV: ; -  KK7 8 KK9M;K L $tSt1C-D&EF  C1 9Aq6B C C1 9Aq6B C    Y F  AA HHVQ'2vx!88! <   Es1 M! B M+?N !M(+ N4$NN N'ctjdt|dr|js|j t|dr|j s|j yyy)Nrr)rosleephasattrr restart_ftpdr restart_tftpdr,s r(rzSvcHub.start_ftpdsM 2 4      4 !$**    +5 !r.c(t|dsyddlm}|jrytjj |j js t|j|j |||_|jddy)NrrrbrKz started FTPd) rrrcrrexistsrmcertrr)rrcs r(rzSvcHub.restart_ftpds_tV$  99 ww~~diinn- $)) ,J  (r.c^t|dsyddlm}|jry|||_y)Nrrrf)rrrg)rrgs r(rzSvcHub.restart_tftpds'tW%  :: 4[ r.ctj|jjrdnd|jj |j jz}||jz }|sy|jjrV|j js?t|jj D]}|jjdy|jjr|j jryd}|j||}|jd|dd|_|j!y)Nr cb_httpsrv_upz{}/{} workers failed to startrK)rorrmrr num_workersrnsrvrrr@say ign_ebindrrrsigterm)rexpectedfailed_rs r(thr_httpsrv_upzSvcHub.thr_httpsrv_ups  //1Q7;;**T[[-=-==DOO+  99 " ";;??t{{6675AKKOOO45  99  4;;??  + HHVX & A  r.cD|jtjdyN)signal_handlersignalSIGTERMr,s r(rzSvcHub.sigterms FNND1r.c|xjdz c_|j|jjk7ry|j}t |j s |j rdndD]%}tjd|js%n|jjr'|jd|jjn|jdd|jy)NrrIrgQ?zqr-coderKz workers OK )rrrrmr@rrrorrrqrrafter_httpsrv_up)rarrs r(rzSvcHub.cb_httpsrv_ups 1 ??dkk55 5  YYRVVrwwrA6 A JJt yy  ;;>> HHY  / HHV^ , r.cd|jjt|jdy)Nz sd-notify)r init_volsr* sd_notifyr,s r(rzSvcHub.after_httpsrv_ups  t~~{+r.c g}g}d}tddftddftddftdd ftd |d zft d |d zft ddftddftddftddftddfg }tr |tddfgz }|jj}|r|jdd|D]I\}}}|r|n|} | j!||f|s#|rdnd} |rdnd} d } |jd| | ||fz| K|r|jddyd!j#d"|D} d!j#d#|D}d} | r| d$| zz } |r| r| d!z } | d%|zz } | d&z } |jd'| d(y))Nz6transcode audio, create spectrograms, video thumbnailssqlitez sessions and file/media indexingpillowzimage thumbnails (plenty fast)rZz(image thumbnails (faster, eats more ram)z pillow-webpzcreate thumbnails as webp filesffmpegz , good-but-slow image thumbnailsffprobez, read audio/media tagsmutagenz.read audio tags (ffprobe is better but slower)argon2z-secure password hashing (advanced users only)pyzmqz%send zeromq messages from event-hooksz pillow-heifz-read .heif images with pillow (rarely useful)z pillow-avifz-read .avif images with pillow (rarely useful)psutilz(improved plugin cleanup (rarely useful) dependenciesrDr@rfoundmissingz%7s: %s (%s)r^c3&K|] }|d ywrN.0rs r( z'SvcHub._feature_test..;*!*c3&K|] }|d ywrrrs r(rz'SvcHub._feature_test..<rrz OK: z NG: z#, see --deps (this is fine btw)zoptional-dependenciesrJ)r$rrrrrrrr%rrrr#rmdepsrappendr)rfokfngt_ffto_checkverbosehavefeatwhatlstrsgotrsoksngs r(rzSvcHub._feature_testsG 8%G H x!A B  J K  'H I (D+M$M N 9d-F&F G 9&V W ($S T w G H  'V W  'V W    h(RS H))..  HH^R ( ( E D$#3C JJd| $QA"&wI*dD$-?)?D E  HH^R ( ii*c**ii*c**   #% %A T  &, ,A 55 (!Q/r.c|j}|jjr>d}|jd|d|jjr|jdddd}|jD]}|j drd}|sMd}d}|j D]}t||dst||dd}!|rd }|jd|d|jjs]d d l m }|sT|jjs=d|j_ d }|jd|tttfzd yyyy) NzbWARNING: --no-bauth disables support for the Android app; you may want to use --bauth-last insteadrKrEz0WARNING: ignoring --bauth-last due to --no-bauthF)zunix:zfd:Tzz zm zm4 zm6 zmv zmvv zs zsv zvzonot listening on any ip-addresses (only unix-sockets and/or FDs); cannot enable zeroconf/mdns/ssdp as requestedr)DXML_OKzWARNING: Disabling WebDAV support because dxml selftest failed. Please report this bug; %s ...and include the following information in the bug-report: %s | expat %s )rmno_bauthr bauth_lasti startswithrrrrdxmlrr'r)r1)rrzrhave_tcprzbrs r(rzSvcHub._check_envIs5 YY 99  tA HHVQ "yy##!SUVW$$ B==!12 B2Bhhj 2r5)BE*B FA&yy %yy'''+DII$EAHHVQ'8Y[)I%I1M( r.c D|j}|jxs |j|_|jxs |j|_|jxs |j |_|j xs |j |_d}|jdD]Y}t||jd}|Dcgc]}|j}}|Dcgc]}|s| }}t|||[d}|jdD]+}t||}|Dcic]}|d}}t|||-d}|jdD]8}t||}|Dcgc]}|j}}t|||:|j}d|vsd|vr d } t| |jd x|_}|rd |znd |_|r|d znd |_|rd |zd znd |_|j$rd |_|j(jd} | Dcgc]}|j} }| Dcgc]}|s| } }| |_| | Dcgc]}d |z c}z|_t-|j(|_t-|j*|_djdD]g} t|| } | s| Dcgc]>}t2j4j7t2j4j9|@} }t|| | idjdD]Z} t|| }|st2j4j7t2j4j9|}t|| |\djdD]s} t|| }|jdDcgc]}|j} }| Dcgc]}|s|j} }t|| dzt-| ud}|jdD]C} t|| }|r|dk(rt|| d$t|| t;j<|EdjdD]I} t|| }|r|dk(rt|| d$t|| t;j<d|zdzK|j>sd|_ n|j@dk(rd|_|jBj|_!|jDj|_"|jFj|_#|jHj|_$tK|jLxs |jNd|_(tK|jRxs |jNd|_*tWjXt[jdd}t]||j^|_/tWjXtajdd}t]||jb|_1tWjXtejdd}t]||jfjidd|_3t]||jjjidd|_5dD]E} t|j| }|st|j| t;j<|GdD]} t|j| }d|vrd|jidd z}d|vr|jidd dz}d|vr|jidd dz}|jiddjidd}t|j| t;j<d|d |jjljd \}}to||j_8to||j_9 |jjtjd \}}to||j_;to||j_<|jzrd"nd#|_>|j~jd$|_?t|j~d%k(r1d j|j~Dcgc]}|d&z c}|_?|j}|jd} t| d'vr d(} t| t| d%krd)||g} d}| D]4}t|}|dks|d*kDr td+||kr td,|}6dj| |_Cycc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}w#td |jjldxYw#td!|jjtdxYwcc}w)-Nz#zm_on zm_off zs_on zs_off acao acamr5rPz acao acamracaoz//:zKfound URL in --rp-loc; it should be just the location, for example /foo/barrwrDgư>.rLzlo hist dbpath ssl_logidp_adm_setz.dav_ua1 sus_urls nonsus_urls ua_nodoc ua_nozipnotftp_lsf^$T)no_hashno_idxog_ua srch_excl)idp_gsep][-\z\\z\^zinvalid --rm-retry [zinvalid --mv-retry [falsetrue#rEr@)rrEzginvalid --u2sz; must be either one number, or a comma-separated list of three numbers (min,default,max)1iz)invalid --u2sz; minimum is 1, max is 2047z1invalid --u2sz; values must be equal or ascending)Ermzm_onz_onzs_onzm_offz_offzs_offrrrrrrp_locrRSRRSSRSrsp_jtrrsp_slp th_covers th_coversdr th_covers_setth_coversd_setrr expandvars expanduserrrsus_urlsrxff_hdrr idp_h_grp idp_h_keyr0ftp_ipaipa ftp_ipa_nmtftp_ipa tftp_ipa_nmr.fromkeysr r7mter!mthrexp_mdrexp_lgrm_retryfloatrm_re_trm_re_rmv_retrymv_re_tmv_re_r localtimejs_utctcolorlstriprmru2szr)rrznsnvsrrvdrrrr!vlvsarrexpptnzf1zf2rrs r(rzSvcHub._process_configjsw YY88&rww88&rwwII) II) 2# AQ%%c*B%'(!'')(B(%1!%B% B2    # AQB"$%B"a%%B% B2   # AQB%'(!'')(B( B2   II 19q]AA, 773<qa"C""#q3 ::!BJll  %"%&Qqwwy&&#Qq## 41sQw44 r||, .3 AQBEGH"''$$RWW%7%7%:;HBH B2   *//4 #AQBWW''(:(:2(>?Ar"  # % .AQB&(hhsm417794C4&)/Q1779/C/ BF CH -  . ># /AQBtAt$Arzz"~.  /!!#& ;AQBtAt$Arzz#(S.9:  ;{{BJ ZZ4 BKZZ%%' ||))+ ||))+ ||))+ $RZZ%92664@ %bkk&;RVVTBnnW]]3/6#rvv&nnW]]3/6#rvv&nnW]]3/6S"))"3"3C"=> S"))"3"3C"=> < 7A$))Q'C 1bjjo6 7  ?A$))Q'CczCKKR00czkk#r*S0czkk#r*S0++dF+33C?C DIIq"**s_"= > ? Oyy))//4HC %c DII  %c DII  Oyy))//4HC %c DII  %c DII  "||G II$$S) ryy>Q  :1Q :;BI WWhhsm s86 !yAA,  s8a<B-C BRBAvd KLLCx STTC ((3-m)% & )"'#4I5/| O9K9KMN N  O9K9KMN N !;so>ff #f  f%f*f/<f4f4 f9Af><gg!gAg %Ag5' h %g25%hc|dvry|jddjddjdd}tjd|zd zS) N)any0rDr5rDrz\.rP|z^(?:))rrr)rtxtrs r(_ipa2rezSvcHub._ipa2re sP " " [[b ! ) )#u 5 = =c3 Gzz&2++,,r.c ddl}t|j|jDcgc]}|dkDr t |ndc}\}}|r|s&d}|j d|j ||dy|jjdz}t||}||kry ddl}|j|j||f|}||krmd }|j d|j |||jjd t|jj|d z|j_yycc}w#|j dddYyxYw#d}|j d|j |d YyxYw) NrirKzfailed to read rlimits from osrJz"got bogus rlimits from os ({}, {})z!rlimit denied; max open files: {}rEz)max open files: {} (wanted {} for -nc {})r@) resourcer getrlimit RLIMIT_NOFILErrrrmrr setrlimit)rr"rsofthardrwantnew_softs r(rzSvcHub._setlimitssb  h001G1GHIa%A[0JD$44A HHVQXXdD11 5 yy||atT? d?       x55$7G HD $;;A HHVQXXdD$)),,? Ctyy||TQY7DIIL ?  HHV=q A ( 3A HHVQXXd^Q / s(*D=D8D=!$E8D==E&E?ctj|j}t|jj }dD]-}d|z}||vs |j ||j|}/|S)NYmdHMS%)rnowrqstrrmrrstrftime)rdtfnfss r(_lognamezSvcHub._logname;sd \\$'' "   5BrBRxZZBKKO4 5  r.c|jx}x}}|jjd}||jjk7rXd}t j j|r7|dz }dj||}t j j|r7|} tjt j j| |r,ddl }|j|dddd}d |j_nt|ddd }t!|jd d r$t j"|j%dt&g|j(z} t+t,dr#| D cgc]} t-j.| } } n| D cgc]} dj| } } dj|} || z }d} |j1| j|j2j4dj7| |||_||_t=| dy#Y\xYw#ddl} | j|d dd }Y?xYwcc} wcc} w)Nz.xzrrz{}.{}wtutf-8r)encodingerrorspresetT)r7r8w free_umaskFiquotez"{}"z[+] opened logfile [{}] zt0: {:.3f} argv: {} {}r5rDend)r3rr>rmrrrrrrmakedirsdirnamelzmaopen no_logflushcodecsrfchmodfilenor8rnrshlexr<writer t0rrrrsprint)rrbase_fnr1sel_fndo_xzctrrArrDrnrr%rs r(rzSvcHub._setup_logfileEs $ //"v ##E*  C''..(q C0''..(  LL, - JYYr4')TUYV(, %"dWYG 499lE 2 IIbiik5 )w" 5' ",01qEKKN1D1.23FMM!$3D3)0043 ( $&&))SXXd^W=> # cr?   J RwyIB23s$(2H1=H9;II1H69IcJ|jjt|jddrNt|jddst|jddr t |jj dt |j dtjtjg}ts|jtj|D]"}tj||j$trt |jd |js"t!j"d |js"|j%|j&s#t!j"d |j&s"yy|jy#YUxYw) Nz_chkrzmFrnetmonz sig-hsrv-up2z svchub-sigr皙?)rrunrrmr*rRrrSIGINTrrrSIGUSR1rstop_thrrurorshutdownrw)rsigssigs r(rTz SvcHub.runts  499gq ) DIItU +wtyy$/N 4;;%%x 0t""N3 v~~. KK ' 4C MM#t22 3 4  4==, / --JJqM-- MMOll 3ll MMO s -FF"c|xjdz c_t|jddrf ddlm}|jr|jj d|||j|_t |jjdt|jd drf dd l m }|jr|jj |||j|_ t |jjd yy#|jddtzd YxYw#|jdd tzd YyxYw)NrrQFr<Tr rKzmdns startup failed; rErr>r zssdp startup failed; ) rrrmr r=stopr*rTrr5r r?)rr=r?s r(start_zeroconfzSvcHub.start_zeroconfs  499dE * I&99IINN4( t||4 tyy}}f- 499dE * I'99IINN$!$ 5 tyy}}f- + I!9FH!DaH I!9FH!DaHsA%D+A$D6 D36 EcNd}|j5|jdd|jj|rdnd|r!|jj||dz }n|jdd|j jddd|S#1swY|SxYw)Nzconfig has been reloadedrKzreloading config r!z ; volumes are now reinitializingz reload done)r{rrreloadrr)rrescan_all_volsrrs r(r`z SvcHub.reloads &    ! HHV/ 0 II  $QA .   177/ KK    ! !s BBB$c|jj5|jjdddd|jj y#1swY$xYwr+)rr load_sessionsrreload_sessionsr,s r(_reload_sessionszSvcHub._reload_sessionssD YY__ * II # #D ) * ##% * *s AAc|jsb|j5|jjdddd|jrd|_|j dd|jsb|j y#1swYLxYw)Ni)#FT)rur}waitrxr`rXr,s r(rWzSvcHub.stop_thrsi-- *##D) *"' D$' --  * *s BB c^|dkDr5tj|tdtjdtr7t j dj t jyt jt jtjy)Ng{Gz?z component stuck; issuing sigkillrSztaskkill /f /pid {}) rorrJrrsystemrrnkillrSIGKILL)rdelays r(kill9z SvcHub.kill9sb 4< JJu  4 5 JJsO  II+22299;? @ GGBIIK 0r.c|jr{|jdkrV tj|jdj t jd|jn|xjdzc_yts|tjk(rd|_ nd|_ |j5|jjdddy#YxYw#1swYyxYw)Nr)z OMBO BREAKER)targetrmrSrT)rvr~ryThreadprrrorrmrrrVrxrur} notify_all)rrZframes r(rzSvcHub.signal_handlers ==zzQ$$DGG:KLRRTJJsO  a #/"DO DM ^^ ( NN % % ' ( ( ( (sAC <C' C$'C0c|jryd|_d|_|j5|jjdddd} |j dg}d}|j rF|j t|j jdtjdz}|jrF|j t|jjdtjdz}|jj|jj|jjt|drPt!|tjdz}|j t|j"jd|j$rs|j$jt'd D]K}tj(d |j$j+rn|d k(s:|j-d d Mt|drj@dt>j@jC|j dd|jDr|jDjGd|_t?jH|y#1swYTxYw#|j dj5t7xYw#|j8j:r:t=dt>j@dt>j@jC|j dd|jDr|jDjGd|_t?jH|wxYw)NTrOPYTHATrFr g?r rg?rErKzwaiting for thumbsrv (10sec)...r)ac3:K|]}|js|ywr)is_alivers r(rz"SvcHub.shutdown..#s<1Qr=)%rvrur}rrrqr rr*r\ror rrXrrrmaxrrr@rrwrrmnextrrr5rmwintitlerJrstderrflushrrrHr)rrettasksslprzfs r(rXzSvcHub.shutdowns ==   ^^ ( NN % % ' (9  GGI ECyy VDIINNF;<iikC'yy VDIINNF;<iikC' KK " KK " II   tV$#tyy{S01 VDIINNF;<}} &&(sLAJJt$}},,.Av)JK LtV$s*A.tzzb3h[1))+#<j@s|jjCdddy#t2$rb t|j5d dj7dn2#t|j5ddj7dYnxYwYt8$r(}|j:t:j<k7rYd}~d}~wwxYw#1swYyxYw)z#handles logging from all componentsz{} z {} z%Y-%m-%drDr=z%s %-21s %s z %s %-21s %s rrrr{rr6rasciiN)"rrr-rqrrrrrorr/rJrrrrHr&subrrrrrrrrUnicodeEncodeErrorencodedecodeOSErrorerrnoEPIPErmrCr) rrr%rLr0rfmtrfrYs r(rzSvcHub._log_enabledcs& ^^. &dgg&Bvv"bhh$))&;#||V1FYYr{{:67bb!""2&99IIOOB'8C||%S=!++b#.CS=!++b#.Ca%23S9C1_12C8C+,c2C  $,,. "B S#&C cr"yy $yy,,IIOO%]. &. &D& KK#**Wi8??ArJK#**Wi8??ArJ 88u{{*+ O. &. &s[F J% H(AJ% J"+H>=J">-I-+J"0J%2J":JJ%J""J%%J.c |j5t|i|dddy#1swYyxYw#t$r(}|jtjk7rYd}~yd}~wwxYwr)rrJrrr)rrwkarYs r(rqz SvcHub.prsU  qB    xx5;;&' s( / #/,// A AA ctr tjjdsytj dkry t jd}|jd|jddk7r t y #Yy xYw) N PRTY_FORCE_MPz$multiprocessing is wonky on mac osx;)rErEz-need python 3.3 or newer for multiprocessing;r)foobarrrz2multiprocessing is not supported on your platform;rD) r renvirongetr version_infor6Queueputr)rrs r(check_mp_supportzSvcHub.check_mp_supportsv 89    &B H((1+A EE. !uuwqzU"k!#  HGs ABBc|jjdk(ry tjdkr)tj j ds t tjdd|j}|sy|jd||jddy#|jddYyxYw#t$rY\wxYw) NrFrsvchubz/only one CPU detected; multiprocessing disabledspawnTz)cannot efficiently use multiple CPU cores) rmrr6 cpu_countrrrrrset_start_methodAttributeErrorr)rrXs r(r zSvcHub.check_mp_enables 99;;!  ||~"2::>>/+Jk!      . ##% HHXs # HHXJ K#  HHXP Q    sAB+C+C CCc tjd}|syt|}|jdrd|ddz}dj d|D}|j d|t j t jt j}|j||jdy#|j dtYyxYw) N NOTIFY_SOCKETrrrDc3FK|]}|tjvs|ywr)string printablers r(rz#SvcHub.sd_notify..sAa10@0@+@As!!rsREADY=1) rgetenvrrrrrAF_UNIX SOCK_DGRAMrBsendallr5)rraddrrscks r(rzSvcHub.sd_notifys ,?+B2;Ds#d12hA4AAA HH[! $--0A0ABC KK  KK # , HH[&( +sB=B"B==Cctj|jz }|dkr"|jddj|ytj|_djtt }|j dd}tj|}t|jd}|jd|y)Ni,stacksz cooldown {}z{} {}r6rr) rorrrr)r/rr2compressr;r)rtdrrs r( log_stackszSvcHub.log_stackss YY[4;; & 8 HHX}33B7 8 iik __Xxz 2 YYw * ]]2  R[   ( 2r.N)rF)r)*__name__ __module__ __qualname____doc__r)r-r0rr:r=rGrrrrrrrrrrrrrr3rrTr]r`rerWrmrrXrrrrqrr rrrr.r(rBrB[sAF   Z#x  1fdL! ) !.2 $, 30jNB`D-&8P-^#JI6 &  1(,EN 'D0&d 4,& r.rB)Z __future__rrargparserrrrrGrrrrryrorr)rrr r r r r rauthsrvrrrrrmtagrrrpwhashrrrth_srvrrrrrrrrutilrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;rAr r=r r?xranger@r;r8ryobjectrBrr.r(rs7    TSS%99   @  E  JVJ  s  DD