Changeset 3

Timestamp:

05/11/05 23:30:41 (3 years ago)

Author:

oxff

Message:

added banning of urls for given time (`url uniqueness')
resolves ticket #10

Files:

• mwcollect2/trunk/mwcollectd.conf.dist (modified) (1 diff)
• mwcollect2/trunk/src/include/dispatch.h (modified) (1 diff)
• mwcollect2/trunk/src/mwcollectd/dispatch.cpp (modified) (4 diffs)

mwcollect2/trunk/mwcollectd.conf.dist

@@ -237 +237 @@
-        fetch-multi-dispatch = "0"; # bool whether to dispatch one fetch request to all matching protocol handlers, default off!
-        fetch-local = "0"; # bool whether to fetch `local' files (e.g. files within a 192.168.0.0/16 range), default: 0
-45"; # filter urls to be unique in the last n minutes, set to 0 to disable -- if not unique, file will be discarded
+300"; # filter urls to be unique in the last n seconds, set to 0 to disable -- if not unique, file will be discarded, default 300 (5 minutes)
-
-        bind-address = "0.0.0.0"; # address to bind server sockets to, default "0.0.0.0" (binds to all)

mwcollect2/trunk/src/include/dispatch.h

@@ -87 +87 @@
-
-                static ip_range_t m_irLocalRanges[];
+                unsigned long m_ulBanTime;
-        };
-

mwcollect2/trunk/src/mwcollectd/dispatch.cpp

@@ -93 +93 @@
-                m_pLogManager = pLogManager;
-                m_pConfig = pConfiguration;
+                
+                m_ulBanTime = m_pConfig->getLong("filter-unique-interval", 300);
-        }
-
@@ -115 +117 @@
-                char * szProtocol;
-                char * szAddress;
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-                for(szWalk = szUrl; * szWalk && * szWalk != ':'; ++szWalk)
@@ -134 +151 @@
-                        return;
-
-uration
+
-                {
-                        for(std::list<ProtocolHandler *>::iterator i = m_lpHandlers.begin(); i != m_lpHandlers.end(); ++i)
@@ -149 +166 @@
-                        if(!bFound)
-                                m_pLogManager->log(LL_CRITICAL, "Did not know how to fetch \"%s\" (\"%s\")!", szUrl, szProtocol);
-
-
-
-
+
-                                m_pLogManager->log(LL_DEBUG, "Pushed fetch request for \"%s\".", szUrl);
-                        }
-                }
-                else