SocialGouv · renovate · Aug 12, 2024
diff --git a/explorations/setup.py b/explorations/setup.py
@@ -20,7 +20,7 @@
                       'sqlalchemy==1.4.53',
                       'torch==1.12.1',
                       'transformers==4.21',
-                      'tqdm==4.64',
+                      'tqdm==4.66.3',
                       'unidecode==1.3.8'],
     python_requires='>=3.9',
 )
diff --git a/src/__tests__/play.ts b/src/__tests__/play.ts
      input: fs.createReadStream("./suggestions.txt"),
    });

    let suggestionsBuffer: any[] = [];
    stream.on("line", async function (line) {
      // parse JSON representing a suggestion entity {entity: suggestion, value: weight}
      const entity = JSON.parse(line);
  data.asCSV().writeFileSync("./logs-sept-oct-nov.csv");
  */

  const [m0, m1, m2] = getLastMonthsComplete();

  const data = await readFromFile("./01-2021.csv");
  const cache = await readCache("./cache-01-2021.json");
  // so we use toArray for now
  const uniqueSearches = DataFrame.concat(visits.select((visit) => toUniqueSearches(visit)).toArray());

  const filtered = data
    .where((r) => m1.includes(r.logfile) && r.type == "search" && r.query == "amiante")
    .distinct((r) => r.idVisit)
    .head(10);
    .where((r) => m1.includes(r.logfile) && r.query.toLowerCase() == "amiante")
    .distinct((r) => r.idVisit);

  const count = countQueries(november, some(cache), new Map<number, string>());
  console.log(am.count());
  console.log(am2.count());

  */
 };

 const monthlyRun = async () => {
  const [m0, m1, m2] = getLastMonthsComplete();

  const data = await readFromFile("./logs-sept-oct-nov.csv");
  const queryPop = analyse(data, m0, m1, m2, "1220", "QUERY", some(cache));

  const suggestions = await readSuggestions();
  const queryReports = analyseQueries(data, cache, new Set(suggestions), "1220");

  //   await resetReportIndex(MONTHLY_REPORT_INDEX, standardMappings);

  await saveReport(MONTHLY_REPORT_INDEX, [report]);
 };

 const playQueries = async () => {
  const data = await readFromFile("./logs-sept-oct-nov.csv");
  const cache = await readCache("./cache-sept-oct-nov.csv");

  const suggestions = await readSuggestions();
  const queryReports = analyseQueries(data, cache, new Set(suggestions), "1220");

  const queryReportIndex = "log_reports_queries";
  await resetReportIndex(queryReportIndex, queryReportMappings);
  // await saveReport(queryReportIndex, queryReports);
 };

 const feedback = async () => {
  const data = await readFromFile("./logs-sept-oct-nov.csv");
  const logFiles = getDaysInPrevMonth(11, 2020);
	input: fs.createReadStream("./suggestions.txt"),
	});

	let suggestionsBuffer: any[] = [];
Check warning on line 25 in src/__tests__/play.ts GitHub Actions / build `Unexpected any. Specify a different type`
	stream.on("line", async function (line) {
	// parse JSON representing a suggestion entity {entity: suggestion, value: weight}
	const entity = JSON.parse(line);
	data.asCSV().writeFileSync("./logs-sept-oct-nov.csv");
	*/

	const [m0, m1, m2] = getLastMonthsComplete();
Check warning on line 66 in src/__tests__/play.ts GitHub Actions / build `'m0' is assigned a value but never used` Check warning on line 66 in src/__tests__/play.ts GitHub Actions / build `'m2' is assigned a value but never used`

	const data = await readFromFile("./01-2021.csv");
	const cache = await readCache("./cache-01-2021.json");
	// so we use toArray for now
	const uniqueSearches = DataFrame.concat(visits.select((visit) => toUniqueSearches(visit)).toArray());

	const filtered = data
Check warning on line 75 in src/__tests__/play.ts GitHub Actions / build `'filtered' is assigned a value but never used`
	.where((r) => m1.includes(r.logfile) && r.type == "search" && r.query == "amiante")
	.distinct((r) => r.idVisit)
	.head(10);
	.where((r) => m1.includes(r.logfile) && r.query.toLowerCase() == "amiante")
	.distinct((r) => r.idVisit);

	const count = countQueries(november, some(cache), new Map<number, string>());
Check warning on line 88 in src/__tests__/play.ts GitHub Actions / build `'count' is assigned a value but never used`
	console.log(am.count());
	console.log(am2.count());

	*/
	};

	const monthlyRun = async () => {
Check warning on line 111 in src/__tests__/play.ts GitHub Actions / build `'monthlyRun' is assigned a value but never used`
	const [m0, m1, m2] = getLastMonthsComplete();

	const data = await readFromFile("./logs-sept-oct-nov.csv");
	const queryPop = analyse(data, m0, m1, m2, "1220", "QUERY", some(cache));

	const suggestions = await readSuggestions();
	const queryReports = analyseQueries(data, cache, new Set(suggestions), "1220");
Check warning on line 122 in src/__tests__/play.ts GitHub Actions / build `'queryReports' is assigned a value but never used`

	// await resetReportIndex(MONTHLY_REPORT_INDEX, standardMappings);

	await saveReport(MONTHLY_REPORT_INDEX, [report]);
	};

	const playQueries = async () => {
Check warning on line 143 in src/__tests__/play.ts GitHub Actions / build `'playQueries' is assigned a value but never used`
	const data = await readFromFile("./logs-sept-oct-nov.csv");
	const cache = await readCache("./cache-sept-oct-nov.csv");

	const suggestions = await readSuggestions();
	const queryReports = analyseQueries(data, cache, new Set(suggestions), "1220");
Check warning on line 148 in src/__tests__/play.ts GitHub Actions / build `'queryReports' is assigned a value but never used`

	const queryReportIndex = "log_reports_queries";
	await resetReportIndex(queryReportIndex, queryReportMappings);
	// await saveReport(queryReportIndex, queryReports);
	};

	const feedback = async () => {
Check warning on line 155 in src/__tests__/play.ts GitHub Actions / build `'feedback' is assigned a value but never used`
	const data = await readFromFile("./logs-sept-oct-nov.csv");
	const logFiles = getDaysInPrevMonth(11, 2020);