【DELM分类】基于鸽群算法改进深度学习极限学习机实现数据分类附matlab代码

【DELM分类】基于鸽群算法改进深度学习极限学习机实现数据分类附matlab代码

1 简介

人工神经网络的最大缺点是训练时间太长从而限制其实时应用范围,近年来,极限学习机(Extreme Learning Machine, ELM)的提出使得前馈神经网络的训练时间大大缩短,然而当原始数据混杂入大量噪声变量时,或者当输入数据维度非常高时,极限学习机算法的综合性能会受到很大的影响.深度学习算法的核心是特征映射,它能够摒除原始数据中的噪声,并且当向低维度空间进行映射时,能够很好的起到对数据降维的作用,因此我们思考利用深度学习的优势特性来弥补极限学习机的弱势特性从而改善极限学习机的性能.为了进一步提升DELM预测精度，本文采用麻雀搜索算法进一步优化DELM超参数，仿真结果表明，改进算法的预测精度更高。

2 部分代码

AW = .46BW = .46CW = .08def comparator(pigeon): return pigeon.fitness()def cos_sim(gx, x): na = numpy.linalg.norm(gx) nb = numpy.linalg.norm(x) if na == 0 and nb == 0: return 1 if na == 0: return 0 if nb == 0: return 0 d = numpy.dot(gx, x) return d / (na * nb)class Pigeon: def __init__(self, random=False): if random: self.__x = [rand.uniform(L, U) for _ in range(0, get_number_of_inputs())] self.__v = [rand.uniform(0, 1) for _ in range(0, get_number_of_inputs())] else: self.__x = [.0] * get_number_of_inputs() self.__v = [.0] * get_number_of_inputs() self.__fitness = None self.tpr = .0 self.fpr = .0 def update_velocity_and_path(self, pg, t): self.__v = [(vi * exp(-R * t) + rand.uniform(0, 1) * (pg.__x[i] - self.__x[i])) for i, vi in enumerate(self.__v)] self.__x = [xi + self.__v[i] for i, xi in enumerate(self.__x)] self.__fitness = None return self def mutate(self, prop): self.__x = [self.__x[i] if prop <= rand.uniform(0, 1) else self.__x[i] + R * rand.uniform(-1, 1) for i in range(0, get_number_of_inputs())] self.__fitness = None return self @staticmethod def desirable_destination_center(pop, np): pop.sort(key=comparator) n = len(pop[0].__x) xc = [.0] * n xf = [.0] * n f = 0 for i in range(0, np): fi = pop[i].fitness() f += fi for j in range(0, n): xf[j] += pop[i].__x[j] * fi for c in range(0, n): xc[c] = xf[c] / (np * f) return xc def update_path(self, xc): self.__x = [(xi + rand.uniform(0, 1) * (xc[i] - xi)) for i, xi in enumerate(self.__x)] self.__fitness = None def fitness(self): if not self.__fitness: self.tpr, self.fpr, n = calc_fitness(self.__x) if n == 0: return float("inf") a = 1.0 / (self.tpr * 100) b = self.fpr * 100 self.__fitness = n + a + b return self.__fitness def __get_id(self): return "-".join(map(str, self.__x)) def __str__(self): return "[" + ", ".join(format(x, "6.6f") for x in self.__x) + "] " + str(self.fitness()) def __hash__(self): return hash(self.__get_id()) def __eq__(self, other): return isinstance(other, Pigeon) and self.__get_id() == other.__get_id() def attr(self): return get_attr(self.__x) def x(self): return self.__x;class CosinePigeon: def __init__(self, random=False): if random: self.__x = [rand.getrandbits(1) for _ in range(0, get_number_of_inputs())] else: self.__x = [0] * get_number_of_inputs() self.__fitness = None self.tpr = .0 self.fpr = .0 def update_velocity_and_path(self, pg, t): v = cos_sim(pg.__x, self.__x) self.__x = [self.__x[i] if v > rand.uniform(0, 1) else pg.__x[i] for i in range(0, get_number_of_inputs())] self.__fitness = None return self def mutate(self, prop): self.__x = [self.__x[i] if prop <= rand.uniform(0, 1) else 1 - self.__x[i] for i in range(0, get_number_of_inputs())] self.__fitness = None return self @staticmethod def desirable_destination_center(pop, np): pop.sort(key=comparator) n = len(pop[0].__x) xc = [.0] * n for i in range(0, np): for j in range(0, n): xc[j] += pop[i].__x[j] for j in range(0, n): xc[j] = xc[j] / n return xc # @staticmethod # def desirable_destination_center(pop, np): # pop.sort(key=comparator) # n = len(pop[0].__x) # xc = [.0] * n # xf = [.0] * n # f = .0 # for i in range(0, np): # fi = pop[i].fitness() # f += fi # for j in range(0, n): # xf[j] += pop[i].__x[j] * fi # for c in range(0, n): # xc[c] = xf[c] / (np * f) # avg = sum(xc) / len(xc) # return [1 if xc[i] >= avg else 0 for i in range(0, n)] # def update_path(self, xc): # v = cos_sim(xc, self.__x) # self.__x = [self.__x[i] if v > rand.uniform(0, 1) else xc[i] for i in range(0, get_number_of_inputs())] # self.__fitness = None def update_path(self, xc): self.__x = [self.__x[i] if xc[i] > rand.uniform(0, 1) else (1 - self.__x[i]) for i in range(0, get_number_of_inputs())] self.__fitness = None def fitness(self): if not self.__fitness: self.tpr, self.fpr, n = calc_fitness(self.__x) if n == 0: return float("inf") a = AW * (1.0 / self.tpr) b = BW * self.fpr c = CW * (n / get_number_of_inputs()) self.__fitness = a + b + c return self.__fitness def __get_id(self): return "-".join(map(str, self.__x)) def __str__(self): return "[" + ", ".join(format(x, "6.6f") for x in self.__x) + "] " + str(self.fitness()) def __hash__(self): return hash(self.__get_id()) def __eq__(self, other): return isinstance(other, CosinePigeon) and self.__get_id() == other.__get_id() def attr(self): return get_attr(self.__x) def x(self): return self.__x;class SigmoidalPigeon: def __init__(self, random=False): if random: self.__x = [rand.getrandbits(1) for _ in range(0, get_number_of_inputs())] self.__v = [rand.uniform(0, 1) for _ in range(0, get_number_of_inputs())] else: self.__x = [0] * get_number_of_inputs() self.__v = [.0] * get_number_of_inputs() self.__fitness = None self.tpr = .0 self.fpr = .0 def update_velocity_and_path(self, pg, t): self.__v = [(vi * exp(-R * t) + rand.uniform(0, 1) * (pg.__x[i] - self.__x[i])) for i, vi in enumerate(self.__v)] for i in range(0, get_number_of_inputs()): s = 1.0 / (1.0 + exp(-self.__v[i]/2)) self.__x[i] = 1 if s > rand.uniform(0, 1) else 0 self.__fitness = None return self @staticmethod def desirable_destination_center(pop, np): pop.sort(key=comparator) n = len(pop[0].__x) xc = [.0] * n for i in range(0, np): for j in range(0, n): xc[j] += pop[i].__x[j] for j in range(0, n): xc[j] = xc[j] / n return xc def update_path(self, xc): self.__x = [self.__x[i] if xc[i] > rand.uniform(0, 1) else (1 - self.__x[i]) for i in range(0, get_number_of_inputs())] self.__fitness = None def fitness(self): if not self.__fitness: self.tpr, self.fpr, n = calc_fitness(self.__x) if n == 0: return float("inf") a = AW * (1.0 / self.tpr) b = BW * self.fpr c = CW * (n / get_number_of_inputs()) self.__fitness = a + b + c return self.__fitness def mutate(self, prop): self.__x = [self.__x[i] if prop <= rand.uniform(0, 1) else 1 - self.__x[i] for i in range(0, get_number_of_inputs())] self.__fitness = None return self def __get_id(self): return "-".join(map(str, self.__x)) def __str__(self): return "[" + ", ".join(format(x, "6.6f") for x in self.__x) + "] " + str(self.fitness()) def __hash__(self): return hash(self.__get_id()) def __eq__(self, other): return isinstance(other, Pigeon) and self.__get_id() == other.__get_id() def attr(self): return get_attr(self.__x)

3 仿真结果

4 参考文献

[1]马萌萌. 基于深度学习的极限学习机算法研究[D]. 中国海洋大学, 2015.

博主简介：擅长智能优化算法、神经网络预测、信号处理、元胞自动机、图像处理、路径规划、无人机等多种领域的Matlab仿真，相关matlab代码问题可私信交流。

部分理论引用网络文献，若有侵权联系博主删除。

版权声明：本文内容由网络用户投稿，版权归原作者所有，本站不拥有其著作权，亦不承担相应法律责任。如果您发现本站中有涉嫌抄袭或描述失实的内容，请联系我们jiasou666@gmail.com 处理，核实后本网站将在24小时内删除侵权内容。