fix: cleanup listener properly

Author: didinele

packages/discord.js/src/managers/GuildMemberManager.js

@@ -251,6 +251,8 @@ class GuildMemberManager extends CachedManager {
       let index = 0;
 
       const timeout = setTimeout(() => {
+        // eslint-disable-next-line no-use-before-define
+        this.client.ws.off(WebSocketShardEvents.Dispatch, rateLimitHandler);
         // eslint-disable-next-line no-use-before-define
         this.client.removeListener(Events.GuildMembersChunk, handler);
         this.client.decrementMaxListeners();
@@ -268,6 +270,8 @@ class GuildMemberManager extends CachedManager {
 
         if (members.size < 1_000 || (limit && fetchedMembers.size >= limit) || index === chunk.count) {
           clearTimeout(timeout);
+          // eslint-disable-next-line no-use-before-define
+          this.client.ws.off(WebSocketShardEvents.Dispatch, rateLimitHandler);
           this.client.removeListener(Events.GuildMembersChunk, handler);
           this.client.decrementMaxListeners();
           resolve(users && !Array.isArray(users) && fetchedMembers.size ? fetchedMembers.first() : fetchedMembers);