Extraction: slow extraction option

joonaspaakko · Jan 6, 2025 · a05e5ad · a05e5ad
1 parent 25f34b7
commit a05e5ad
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 4 deletions.
diff --git a/src/content-script/_components/_mixins/calls/amapxios.js b/src/content-script/_components/_mixins/calls/amapxios.js
@@ -10,7 +10,10 @@ export default {
     amapxios: function(options) {
 
       const vue = this;
-      const limiter = options.rateLimit || this.$store.state.axiosRateLimit;
+      const limiter = _.cloneDeep( options.rateLimit || this.$store.state.axiosRateLimit );
+      if ( vue.$store.state.sticky.slowExtract ) {
+        limiter.maxRequests = _.clamp( limiter.maxRequests * .5, 1, limiter.maxRequests );
+      }
       const maxTimeout = this.minutesToMilliseconds(1);
 
       // AXIOS
@@ -130,7 +133,10 @@ export default {
     chunkAmapxios: function(options) {
 
       const vue = this;
-      const limiter = options.rateLimit || this.$store.state.axiosRateLimit;
+      const limiter = _.cloneDeep( options.rateLimit || this.$store.state.axiosRateLimit );
+      if ( vue.$store.state.sticky.slowExtract ) {
+        limiter.maxRequests = _.clamp( limiter.maxRequests * .5, 1, limiter.maxRequests );
+      }
       const maxTimeout = this.minutesToMilliseconds(1);
 
       // AXIOS

diff --git a/src/content-script/_components/_mixins/calls/scrapingPrep.js b/src/content-script/_components/_mixins/calls/scrapingPrep.js
@@ -30,7 +30,10 @@ export default {
       //   }
       // });
       // const axiosLimited = rateLimit(letMeAxiosAQuestion, { maxRPS: 15 });
-      const axiosLimited = rateLimit(letMeAxiosAQuestion, this.$store.state.axiosRateLimit);
+
+      const limiter = _.cloneDeep(this.$store.state.axiosRateLimit);
+      limiter.maxRequests = _.clamp( limiter.maxRequests * .5, 1, limiter.maxRequests );
+      const axiosLimited = rateLimit(letMeAxiosAQuestion, limiter);
 
       waterfall(
         [

diff --git a/src/content-script/_components/layout/cont-menu-screen/cont-extraction-actions.vue b/src/content-script/_components/layout/cont-menu-screen/cont-extraction-actions.vue
@@ -15,6 +15,13 @@
             <input v-if="action.inputEvent" accept=".json" type="file" @change="clickEvent( action, $event )" style="display:none">
           </label>
         </button>
+        <button class="button is-small" @click="$store.commit('update', {  key: 'sticky.slowExtract', value: !store.sticky.slowExtract })">
+          Extract&nbsp;<span v-if="store.sticky.slowExtract">slow</span> <span v-else>fast</span> &nbsp;
+          <mdi-speedometer-slow class="has-text-info" v-if="store.sticky.slowExtract"/>
+          <mdi-speedometer class="has-text-danger" v-else />
+          <!-- <mdi-snail class="has-text-info" v-if="store.sticky.slowExtract"/>
+          <mdi-rabbit class="has-text-danger" v-else /> -->
+        </button>
       </div>
 
 		</div>
@@ -229,5 +236,14 @@ export default {
 <style scoped src="@node/bulma/css/bulma.css"></style>
 
 <style scoped lang="scss">
-	
+	.button {
+    &, label {
+      display: inline-flex;
+      justify-content: center;
+      align-items: center;
+    }
+    svg {
+      font-size: 1.2em;
+    }
+  }
 </style>
diff --git a/src/content-script/store.js b/src/content-script/store.js
@@ -121,6 +121,7 @@ export default createStore({
           kind: 'extra',
         }
       ],
+      slowExtract: false,
     },
   },
-Original file line number
+Diff line change
@@ Expand Up / @@ -121,6 +121,7 @@ export default createStore({ @@
               kind: 'extra',
             }
           ],
+          slowExtract: false,
         },
       },
@@ Expand Down @@