fixed_env.py

import numpy as np
import random
import datetime

MILLISECONDS_IN_SECOND = 1000.0
B_IN_MB = 1000000.0
BITS_IN_BYTE = 8.0
RANDOM_SEED = 42

VIDEO_CHUNCK_LEN = 2000.0  # millisec, every time add this amount to buffer
BITRATE_LEVELS = 4
BUFFER_LEVELS = 2
CHUNK_TIME_LEN = 2
Target_buffer = [0.5, 1.0]

lamda = 1
default_quality = 0
#latency_threshold = 3
#skip_add_frame = 100

FPS = 25.0


class Environment:
    def __init__(self, all_cooked_time, all_cooked_bw, random_seed=RANDOM_SEED,
                 logfile_path='./', VIDEO_SIZE_FILE='./video_size_',
                 Debug=True):
        assert len(all_cooked_time) == len(all_cooked_bw)

        if Debug:
            current_time = datetime.datetime.now().strftime('%Y-%m-%d_%H-%M-%S')
            self.log_file = open(logfile_path + "log." + current_time, "w")

        self.video_size_file = VIDEO_SIZE_FILE
        self.Debug = Debug

        # np.random.seed(random_seed)

        self.all_cooked_time = all_cooked_time
        self.all_cooked_bw = all_cooked_bw

        self.time = 0
        self.play_time = 0
        self.play_time_counter = 0
        self.newest_frame = 0
        self.next_I_frame = 50

        self.video_chunk_counter = 0
        self.buffer_size = 0

        # pick a random trace file
        self.trace_idx = 0
        self.cooked_time = self.all_cooked_time[self.trace_idx]
        self.cooked_bw = self.all_cooked_bw[self.trace_idx]
        # randomize the start point of the trace
        # note: trace file starts with time 0
        # self.mahimahi_ptr = np.random.randint(1, len(self.cooked_bw))
        # self.mahimahi_ptr = 1
        self.decision = False
        self.buffer_status = True
        self.skip_time_frame = 1000000000
        self.add_frame = 0
        self.skip_to_frame = self.skip_time_frame

        # self.last_mahimahi_time = self.cooked_time[self.mahimahi_ptr - 1]
        self.video_size = {}  # in bytes
        self.cdn_arrive_time = {}
        self.gop_time_len = {}
        self.gop_flag = {}

        for bitrate in range(BITRATE_LEVELS):
            self.video_size[bitrate] = []
            self.cdn_arrive_time[bitrate] = []
            self.gop_time_len[bitrate] = []
            self.gop_flag[bitrate] = []
            cnt = 0
            with open(self.video_size_file + str(bitrate)) as f:
                for line in f:
                    # print(line.split(), bitrate)
                    self.video_size[bitrate].append(float(line.split()[1]))
                    self.gop_time_len[bitrate].append(float(1/FPS))
                    self.gop_flag[bitrate].append(int(float(line.split()[2])))
                    self.cdn_arrive_time[bitrate].append(float(line.split()[0]))
                    cnt += 1
        self.gop_remain = self.video_size[default_quality][0]
        self.latency = self.gop_time_len[0][0]

    def get_trace_id(self):
        return self.trace_idx

    def get_video_frame(self, quality, target_buffer, latency_limit):

        assert quality >= 0
        assert quality < BITRATE_LEVELS

        # Initial the Settings
        self.decision = False 
        self.add_frame = 0                                                    # GOP_flag
        video_frame_size = self.video_size[quality][self.video_chunk_counter] # Data_size
        cdn_rebuf_time = 0                                                    # CDN_rebuf_time
        rebuf = 0                                                             # rebuf_time
        FRAME_TIME_LEN = float(1/FPS)                                         # frame time len
        end_of_video = False                                                  # is trace time end
        duration = 0                                                          # this loop 's time len
        current_new = 0
        self.skip = False
        latency_threshold = latency_limit

        if target_buffer == 0:
            quick_play_bound = 1.0
            slow_play_bound = 0.3
        else:
            quick_play_bound = 2.0
            slow_play_bound = 0.5
        # This code is check the quick play or slow play
        # output is the play_weight
        if self.buffer_size > quick_play_bound:
            # quick play
            play_duration_weight = 1.05
            # if Debug:
                # print("kuaibo\n")
            # elif self.buffer_size < slow_play_bound:
        elif self.buffer_size < slow_play_bound:
            # slow play
            play_duration_weight = 0.95
            # if Debug:
                # print("manbo\n")
        else:
            play_duration_weight = 1

        # This code is check Is the cdn has the frame in this time
        # self.time means the real time
        # self.cdn_arrive_time means the time the frame came
        if self.time < self.cdn_arrive_time[quality][self.video_chunk_counter] and not end_of_video: # CDN can't get the frame
            cdn_rebuf_time = self.cdn_arrive_time[quality][self.video_chunk_counter] - self.time
            self.newest_frame = self.video_chunk_counter
            duration = cdn_rebuf_time
            # if the client means the buffering
            if not self.buffer_status:
                # not buffering ,you can't get the frame ,but you must play the frame
                # the buffer is enough
                if self.buffer_size > cdn_rebuf_time * play_duration_weight:
                    self.buffer_size -= cdn_rebuf_time * play_duration_weight
                    self.play_time += cdn_rebuf_time * play_duration_weight
                    rebuf = 0
                    play_len = cdn_rebuf_time * play_duration_weight
                # not enough .let the client buffering
                else:
                    self.play_time += self.buffer_size
                    rebuf = cdn_rebuf_time - (self.buffer_size / play_duration_weight)
                    play_len = self.buffer_size
                    self.buffer_size = 0
                    self.buffer_status = True

            # calculate the play time , the real time ,the latency
                # the normal play the frame
                if self.play_time_counter >= self.skip_time_frame:
                    self.play_time_counter = self.skip_to_frame
                    self.play_time = self.play_time_counter * FRAME_TIME_LEN
                    if self.Debug:
                        self.log_file.write("ADD_Frame" + str(self.add_frame) + "\n")
                    
                    self.add_frame = 0
                else:
                    self.play_time_counter = int(self.play_time/FRAME_TIME_LEN)

                self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN  + self.buffer_size
                self.time = self.cdn_arrive_time[quality][self.video_chunk_counter]
            else:
                rebuf = duration
                play_len = 0
                self.time = self.cdn_arrive_time[quality][self.video_chunk_counter]
                self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN  + self.buffer_size
            # Debug info
            '''print("%.4f"%self.time ,
                  "  cdn %4f"%cdn_rebuf_time,
                  "~rebuf~~ %.3f"%rebuf,
                  "~dur~~%.4f"%duration,
                  "~delay~%.4f"%(cdn_rebuf_time),
                  "~id! ", self.video_chunk_counter,
                  "~newest ", self.newest_frame,
                  "~~buffer~~ %4f"%self.buffer_size,
                  "~~play_time~~%4f"%self.play_time ,
                  "~~play_id",self.play_time_counter,
                  "~~latency~~%4f"%self.latency,"000")'''
            if self.Debug:
                self.log_file.write("real_time %.4f\t" % self.time +
                                    "cdn_rebuf%.4f\t" % cdn_rebuf_time +
                                    "client_rebuf %.3f\t" % rebuf +
                                    "download_duration %.4f\t" % duration +
                                    "frame_size %.4f\t" % video_frame_size +
                                    "play_time_len %.4f\t" % (play_len) +
                                    "download_id %d\t" % (self.video_chunk_counter-1) +
                                    "cdn_newest_frame %d\t" % self.newest_frame +
                                    "client_buffer %.4f\t" % self.buffer_size +
                                    "play_time %.4f\t" % self.play_time +
                                    "play_id %.4f\t" % self.play_time_counter +
                                    "latency %.4f\t" % self.latency + "000\n")
            # Return the loop
            cdn_has_frame = []
            for bitrate in range(BITRATE_LEVELS):
                cdn_has_frame_temp = self.video_size[bitrate][self.video_chunk_counter : self.newest_frame]
                cdn_has_frame.append(cdn_has_frame_temp)
            cdn_has_frame.append(self.gop_flag[bitrate][self.video_chunk_counter:self.newest_frame])

            return  [self.time,                       # physical time
                    duration,                         # this loop duration, means the download time
                    0,                                # frame data size
                    0,                                # frame time len
                    rebuf,                            # rebuf len
                    self.buffer_size,                 # client buffer
                    play_len,                         # play time len
                    self.latency ,                    # latency
                    self.newest_frame,                # cdn the newest frame id
                    (self.video_chunk_counter - 1),   # download_id
                    cdn_has_frame,                    # CDN_has_frame
                    self.add_frame * FRAME_TIME_LEN,       # the num of skip frame 
                    self.decision,                    # Is_I frame edge
                    self.buffer_status,               # Is the buffer is buffering
                    True,                             # Is the CDN has no frame
                    self.skip,                        # Is the events of skip frame
                    end_of_video]                     # Is the end of video
        else:
            the_newst_frame = self.video_chunk_counter
            current_new = self.cdn_arrive_time[quality][the_newst_frame]
            while (current_new < self.time):
                the_newst_frame += 1
                current_new = self.cdn_arrive_time[quality][the_newst_frame]
            self.newest_frame = the_newst_frame
        # If the CDN can get the frame:
        if int(self.time / 0.5) >= len(self.cooked_bw):
            end_of_video = True
        else:
            throughput = self.cooked_bw[int(self.time / 0.5)] * B_IN_MB
            #rtt        = self.cooked_rtt[int(self.time / 0.5)]
            duration = float(video_frame_size / throughput)
        # If the the frame is the Gop end ,next will be the next I frame
        if self.gop_flag[quality][self.video_chunk_counter + 1] == 1:
            self.decision = True
            self.next_I_frame = self.video_chunk_counter + 50 + 1
        # If the buffering
        if self.buffer_status and not end_of_video:
            # let the buffer_size to expand to the target_buffer
            if self.buffer_size < Target_buffer[target_buffer]:
                rebuf = duration
                self.buffer_size += self.gop_time_len[quality][self.video_chunk_counter]
                self.time += duration
            # if the buffer is enough
            else:
                self.buffer_status = False
                rebuf = duration
            # calculate the play time , the real time ,the latency
            self.play_time_counter = int(self.play_time/FRAME_TIME_LEN)
            self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN + self.buffer_size
            # Debug Info
            if self.latency > latency_threshold :
                self.skip_time_frame = self.video_chunk_counter
                if self.newest_frame >= self.next_I_frame:
                    self.add_frame = self.next_I_frame - self.skip_time_frame -1 
                    self.video_chunk_counter = self.next_I_frame
                    self.skip_to_frame = self.video_chunk_counter 
                    self.next_I_frame += 50
                    self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN + self.buffer_size
                    self.skip = True
                    self.decision = True
                    
                else:
                    self.add_frame = 0
                    self.video_chunk_counter += 1
                    self.skip_to_frame = self.video_chunk_counter

                if self.Debug:
                    self.log_file.write("skip events: skip_time_frame, play_frame, new_download_frame, ADD_frame" + str(self.skip_time_frame) + " " + str(self.play_time_counter) + " " + str(self.video_chunk_counter) +" " +str(self.add_frame) + "\n")
            else:
                self.video_chunk_counter += 1
            '''print("%.4f"%self.time ,
                      "  cdn %4f"%cdn_rebuf_time,
                      "~rebuf~~ %.3f"%rebuf,
                      "~dur~~%.4f"%duration,
                      "~delay~%.4f"%(cdn_rebuf_time),
                      "~id! ", self.video_chunk_counter,
                      "~newest ", self.newest_frame,
                      "~~buffer~~ %4f"%self.buffer_size,
                      "~~play_time~~%4f"%self.play_time ,
                      "~~play_id",self.play_time_counter,
                      "~~latency~~%4f"%self.latency,"111")'''
            if self.Debug:
                 self.log_file.write("real_time %.4f\t" % self.time +
                                      "cdn_rebuf%.4f\t" % cdn_rebuf_time +
                                      "client_rebuf %.3f\t" % rebuf  +
                                      "download_duration %.4f\t" % duration +
                                      "frame_size %.4f\t" % video_frame_size +
                                      "play_time len %.4f\t" % 0 +
                                      "download_id %d\t" % (self.video_chunk_counter-1) +
                                      "cdn_newest_frame %d\t" % self.newest_frame +
                                      "client_buffer %.4f\t" % self.buffer_size +
                                      "play_time %.4f\t" % self.play_time +
                                      "play_id %.4f\t" % self.play_time_counter +
                                      "latency %.4f\t" % self.latency + "111\n")
            cdn_has_frame = []
            for bitrate in range(BITRATE_LEVELS):
                cdn_has_frame_temp = self.video_size[bitrate][self.video_chunk_counter : self.newest_frame]
                cdn_has_frame.append(cdn_has_frame_temp)
            cdn_has_frame.append(self.gop_flag[bitrate][self.video_chunk_counter:self.newest_frame])
            # Return the loop
            
            return [self.time,                      # physical time
                    duration,                        # this loop duration, means the download time
                    video_frame_size,                # frame data size
                    FRAME_TIME_LEN,                  # frame time len
                    rebuf,                           # rebuf len
                    self.buffer_size,                # client buffer
                    0,                               # play time len
                    self.latency ,                   # latency
                    self.newest_frame,               # cdn the newest frame id
                    (self.video_chunk_counter - 1),  # download_id
                    cdn_has_frame,                   # CDN_has_frame
                    self.add_frame * FRAME_TIME_LEN,      # the num of skip frame
                    self.decision,                   # Is_I frame edge
                    self.buffer_status,              # Is the buffer is buffering
                    False,                           # Is the CDN has no frame
                    self.skip,                      # Is the events of skip frame
                    end_of_video]                    # Is the end of video
        # If not buffering
        elif not end_of_video:
            # the normal loop
            # the buffer is enough
            if self.buffer_size > duration * play_duration_weight:
                self.buffer_size -= duration * play_duration_weight
                self.play_time += duration * play_duration_weight
                rebuf = 0
            # the buffer not enough
            else:
                self.play_time += self.buffer_size
                rebuf = duration  - (self.buffer_size / play_duration_weight)
                self.buffer_size = 0
                self.buffer_status = True
            # the normal play the frame
            if  self.play_time_counter >= self.skip_time_frame :
                self.play_time_counter = self.skip_to_frame
                self.play_time = self.play_time_counter * FRAME_TIME_LEN
                if self.Debug:
                    self.log_file.write("ADD_Frame" + str(self.add_frame) + "\n")
                
                self.add_frame = 0
            else:
                self.play_time_counter = int(self.play_time/FRAME_TIME_LEN)
            self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN + self.buffer_size
            #play add the time
            self.buffer_size += self.gop_time_len[quality][self.video_chunk_counter]
            self.time += duration
            if self.latency > latency_threshold:
                self.skip_time_frame = self.video_chunk_counter
                if self.newest_frame >= self.next_I_frame:
                    self.add_frame = self.next_I_frame - self.skip_time_frame -1 
                    self.video_chunk_counter = self.next_I_frame
                    self.skip_to_frame = self.video_chunk_counter
                    self.next_I_frame += 50 
                    self.latency = (self.newest_frame - self.video_chunk_counter) * FRAME_TIME_LEN + self.buffer_size
                    self.skip = True
                    self.decision = True
                else:
                    self.add_frame = 0
                    self.video_chunk_counter += 1
                    self.skip_to_frame = self.video_chunk_counter
                    
                if self.Debug:
                    self.log_file.write("skip events: skip_download_frame, play_frame, new_download_frame, ADD_frame" + str(self.skip_time_frame) + " " + str(self.play_time_counter) +" " + str(self.video_chunk_counter) +" " +str(self.add_frame) + "\n")
            else:
                self.video_chunk_counter += 1
            '''print("%.4f"%self.time ,
                      "  cdn %4f"%cdn_rebuf_time,
                      "~rebuf~~ %.3f"%rebuf,
                      "~dur~~%.4f"%duration,
                      "~delay~%.4f"%(cdn_rebuf_time),
                      "~id! ", self.video_chunk_counter,
                      "~newest ", self.newest_frame,
                      "~~buffer~~ %4f"%self.buffer_size,
                      "~~play_time~~%4f"%self.play_time ,
                      "~~play_id",self.play_time_counter,
                      "~~latency~~%4f"%self.latency,"222")'''
            if self.Debug:
                 self.log_file.write("real_time %.4f\t"%self.time +
                                      "cdn_rebuf%.4f\t"%cdn_rebuf_time +
                                      "client_rebuf %.3f\t"%rebuf  +
                                      "download_duration %.4f\t"%duration +
                                      "frame_size %.4f\t"%video_frame_size +
                                      "play_time_len %.4f\t"% (duration * play_duration_weight) +
                                      "download_id %d\t"%(self.video_chunk_counter-1) +
                                      "cdn_newest_frame %d\t"%self.newest_frame +
                                      "client_buffer %.4f\t"%self.buffer_size  +
                                      "play_time %.4f\t"%self.play_time +
                                      "play_id %.4f\t"%self.play_time_counter +
                                      "latency %.4f\t"%self.latency + "222\n")
            cdn_has_frame = []
            for bitrate in range(BITRATE_LEVELS):
                cdn_has_frame_temp = self.video_size[bitrate][self.video_chunk_counter : self.newest_frame]
                cdn_has_frame.append(cdn_has_frame_temp)
            cdn_has_frame.append(self.gop_flag[bitrate][self.video_chunk_counter:self.newest_frame])
            #return loop
            return      [self.time,                             # physical time
                        duration,                               # this loop duration, means the download time
                        video_frame_size,                       # frame data size
                        FRAME_TIME_LEN,                         # frame time len
                        rebuf,                                  # rebuf len
                        self.buffer_size,                       # client buffer
                        (duration * play_duration_weight),      # play time len
                        self.latency ,                          # latency
                        self.newest_frame,                      # cdn the newest frame id
                        (self.video_chunk_counter - 1),         # download_id
                        cdn_has_frame,                          # CDN_has_frame
                        self.add_frame * FRAME_TIME_LEN,             # the num of skip frame
                        self.decision,                          # Is_I frame edge
                        self.buffer_status,                     # Is the buffer is buffering
                        False,                                  # Is the CDN has no frame
                        self.skip,                              # Is the events of skip frame
                        end_of_video]                           # Is the end of video
        # if the video is end
        if  end_of_video:
            self.time = 0
            self.play_time = 0
            self.play_time_counter = 0
            self.newest_frame = 0

            self.video_chunk_counter = 0
            self.buffer_size = 0

            # pick a random trace file
            self.trace_idx += 1
            if self.trace_idx >= len(self.all_cooked_time):
                self.trace_idx = 0
            #self.trace_idx += 1
            #if self.trace_idx >= len(self.all_cooked_time):
            #    self.trace_idx = 0
            self.cooked_time = self.all_cooked_time[self.trace_idx]
            self.cooked_bw = self.all_cooked_bw[self.trace_idx]

            self.decision = False
            self.buffer_status = True
            self.skip_time_frame = 1000000000
            self.next_I_frame = 50
            self.add_frame = 0
            self.skip_to_frame = self.skip_time_frame

            self.video_size = {}  # in bytes
            self.cdn_arrive_time = {}
            self.gop_time_len = {}
            self.gop_flag = {}
            for bitrate in range(BITRATE_LEVELS):
                self.video_size[bitrate] = []
                self.cdn_arrive_time[bitrate] = []
                self.gop_time_len[bitrate] = []
                self.gop_flag[bitrate] = []
                cnt = 0
                with open(self.video_size_file + str(bitrate)) as f:
                    for line in f:
                        self.video_size[bitrate].append(float(line.split()[1]))
                        self.gop_time_len[bitrate].append(float(1/FPS))
                        self.gop_flag[bitrate].append(int(float(line.split()[2])))
                        self.cdn_arrive_time[bitrate].append(float(line.split()[0]))
                        cnt += 1
            self.gop_remain = self.video_size[default_quality][0]
            self.latency = self.gop_time_len[0][0]
            cdn_has_frame = []
            for bitrate in range(BITRATE_LEVELS):
                cdn_has_frame_temp = self.video_size[bitrate][self.video_chunk_counter : self.newest_frame]
                cdn_has_frame.append(cdn_has_frame_temp)
            cdn_has_frame.append(self.gop_flag[bitrate][self.video_chunk_counter:self.newest_frame])
            
            return      [self.time,                             # physical time
                        duration,                               # this loop duration, means the download time
                        video_frame_size,                       # frame data size
                        FRAME_TIME_LEN,                         # frame time len
                        rebuf,                                  # rebuf len
                        self.buffer_size,                       # client buffer
                        (duration * play_duration_weight),      # play time len
                        self.latency ,                          # latency
                        self.newest_frame,                      # cdn the newest frame id
                        (self.video_chunk_counter - 1),         # download_id
                        cdn_has_frame,                          # CDN_has_frame
                        0,                                      #
                        self.decision,                          # Is_I frame edge
                        self.buffer_status,                     # Is the buffer is buffering
                        False,                                  # Is the CDN has no frame
                        False,                                  # Is the envents of skip frame
                        True]                                   # Is the end of video