#Yc@sddlZddlTddlmZddlZdddYZdddYZddd YZd dd YZd efd YZdefdYZ defdYZ dS(iN(t*(tdatetimetPointcBseZddZRS(cCs.||_||_|dkr*||_ndS(N(txtytNonetname(tselfRRR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt__init__s   N(t__name__t __module__RR(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRstTripcBseZd d d d dZdZdZdZdZdZdZ d d d dZ d d d dZ d Z d Z RS( cCsU||_||_||_||_d|_d|_d|_d|_d|_ dS(N( tstarttendt start_timetend_timeRt all_locationst all_timestin_vehicle_timet trip_timet waiting_time(RR R RR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyR s        cCs||_||_dS(N(R R (RR R ((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt setLocations cCs||_||_dS(N(RR(RRR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytsetTimes cCsdS(N((R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytcomputeTripDistancescCs|j|j|_dS(N(RRR(R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytcomputeTripTimescCs ||_dS(N(R(RR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytsetInvehicleTime"scCs|j|j|_dS(N(RRR(R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytcomputeWaitingTime$scCsod}|dk r#||d}n|dk r<||}n|dk rkt|t|td}n|S(Nii<(Rtfloat(Rtt_hourtt_mintt_sect total_min((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt timeToMin&s    #cCsY|j|||}|j|jj|jj|jj}t||}||_|S(N(R Rthourtminutetsecondtintttimeslot(RRRRt divide_mint start_mintslot((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyttimeSlot/s ' cCs9|j||_t|jjtd|_|jS(Ni<(RRRt total_secondstwaiting_time_to_min(RR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt waitingTime5s"cCs|jj|jjfS(N(R t station_idR (R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytoriginDestination:sN(R R RRRRRRRRR R)R,R.(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyR s        tTransportationcBsPeZdZdZdZdZdZdZdZdZ RS(cCsd|_d|_dS(N(Rtdir_patht file_path(R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyR?s cCs ||_dS(N(R0(RR0((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytsetFileDirectoryPathBscCs ||_dS(N(R1(RR1((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt setFilePathDscCs ||_dS(N(ttrans_region_file_path(RR1((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytsetTransRegionFilePathFscCst|d}dS(Ntwb(topen(RtdataR1t file_handler((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt writeToLocalIscCs||kr|S|SdS(N((Rtatb((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt minimumByKeyLs cCs[d}|j|}|j}tj|d}t|\}}|d|dGHdS(Ns<hdfs://namenode:9000/zf72/data/shenzhen_tran_simple_gps.jsonitout_edge(ttextFiletcollecttjsontloadst buildPolygon(Rtsctsimple_region_file_patht region_filet file_contenttpolygonst polygon_ids((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytisInTranRegionRs c Csd}d}tjd}|j|}x|D]}|GH|j|d|dj}|jtjdjdjdjd jd jd jt d d }|j |d|d|q4WdS(Ns!/zf72/human_mobility/Tranporationt tranportationtdevt/s/*cSs|\}}||fdfS(Ni((t.0tktv((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytcscSs||S(N((R;R<((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQcscSs|\\}}}|dfS(Ni((RNRPROtuserid((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQdscSs||S(N((R;R<((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQdscSs%|\}}t|jd|fS(Nt,(ttupletsplit(RNRORP((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQdscSs=|\}}t|dt|dt|df|fS(Niii(R$R(RNRORP((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQestkeyfunccSst|dS(Ni(R$(RO((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRQfst_( tConfigt get_clienttlistR?tcachetmapt"extract_user_slot_location_telecomt reduceByKeyt sortByKeytTruetsaveAsTextFile( RRDR0tnew_nametclientt file_datest file_datetfilestlines((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytTimeSlotDensity[s !'$ ( R R RR2R3R5R:R=RJRh(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyR/>s       t LocalAnalysiscBseZdZRS(cCs dGHdS(Nttest((R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRjjs(R R Rj(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRiistSubwaycBseZdZdZdZdZdZdZdZdZ dZ d Z d Z d Zd Z d ZdZdZdZRS(cCs:d|_d|_d|_d|_d|_d|_dS(N(RR1R0t record_listt all_tripst time_matrixR(R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRns      cCstj|dS(Ns%Y-%m-%d %H:%M:%S(Rtstrptime(RttimeStr((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt parseTimeuscCs|jd}|ddkr(t}n|ddkrAt}ndS|j|d}td|dd|d |d |d d |d d |dd|d}|S(NRSit22t21ituser_idittimet in_stationR-i t station_namet route_namei ttrain_idi(RUtFalseR`RRqt SubwayRecord(RtrowtattrsRvt recordTimetrecord((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt subwayOneRowws  GcCsk|jdkrdGHdSt|j>}x4|D],}|j|}|dk r1|jGHq1q1WWdQXdS(NsERROR: set file path first(R1RR7RRv(RtcsvFiletone_rowR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytgenerateUniqueSubwayMaps  cCsE|jdkrdGHdSt|j}x|D]}q1WWdQXdS(NsERROR: set file path first(R1RR7(RRR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyt inSubwayTimes  cCsi|_|jdkr!dGHdSt|j{}xq|D]i}|j|}|dk r:|j|jjkr|g|j|j|\}\}}|jdd|jj|jj|fS(NRi<(R)R RuRR*(Rtuser_trip_in_vehicle_timetodRR((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pytmapToTripWaitingTimes(R R RRqRRRRRRRRR,RRRRR(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRkms"             tBuscBseZdZRS(cCsdS(N((R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRs(R R R(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRstPrivateVehiclecBseZdZRS(cCsdS(N((R((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRs(R R R(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyRs((((( tcsvtRecordRRARR R/RiRkRR(((sJ/home/zf72/Dropbox/projects/off-peak-trans/src/exploring/Transportation.pyts   2+