def func_top(url):     data_dict= {}       #在页面上获取到子url     sub_urls = xxxx       data_list = []     for it in sub_urls:         data_list.append(func_sub(it))       data_dict['data'] = data_list       return data_dict   def func_sub(url):     data_dict= {}       #在页面上获取到子url     bottom_urls = xxxx       data_list = []     for it in bottom_urls:         data_list.append(func_bottom(it))       data_dict['data'] = data_list       return data_dict   def func_bottom(url):     #获取数据     data = xxxx     return data

def get_dump_data(dir_name, url):     m = hashlib.md5(url)     filename = m.hexdigest()     full_file_name = 'dumps/%s/%s' % (dir_name,filename)       if os.path.isfile(full_file_name):         return eval(file(full_file_name,'r').read())     else:         return None     def set_dump_data(dir_name, url, data):     if not os.path.isdir('dumps/'+dir_name):         os.makedirs('dumps/'+dir_name)       m = hashlib.md5(url)     filename = m.hexdigest()     full_file_name = 'dumps/%s/%s' % (dir_name,filename)       f = file(full_file_name, 'w+')     f.write(repr(data))     f.close()     def deco_dump_data(func):     def func_wrapper(url):         data = get_dump_data(func.__name__,url)         if data is not None:             return data           data = func(url)         if data is not None:             set_dump_data(func.__name__,url,data)         return data       return func_wrapper