From b43b8c1b593b2dd0f688bc17e841a49a2b07a604 Mon Sep 17 00:00:00 2001
From: imdeepmind <abhishekchatterjeejit@gmail.com>
Date: Sat, 7 Mar 2020 22:00:23 +0530
Subject: [PATCH] added file to extract the code from the chromium project

---
 data.py | 55 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 55 insertions(+)
 create mode 100644 data.py

diff --git a/data.py b/data.py
new file mode 100644
index 0000000..eb400d4
--- /dev/null
+++ b/data.py
@@ -0,0 +1,55 @@
+from os import listdir
+from os.path import isfile, join
+import random
+
+files = []
+
+def is_file(path, file):
+	return isfile(join(path, file))
+
+def return_files_and_folders(path):
+	# To limit the no of prints, to make the process fast
+	if random.randint(0,100) == 50:
+		print(f'--Processing file {path}--')
+
+	files = []
+	folders = []
+	directories = listdir(path)
+
+	for directory in directories:
+		file = is_file(path, directory)
+
+		if file:
+			files.append(join(path, directory))
+		else:
+			folders.append(join(path, directory))
+
+	return files, folders
+
+def process_files(path):
+	global files
+
+	_files, _folders = return_files_and_folders(path)
+
+	files = files + _files
+
+	for folder in _folders:
+		process_files(folder)
+
+def filter_files():
+	filtered_files = []
+	extensions = ['c', 'h', 'cpp', 'cc', 'c++', 'cp', 'cxx', 'ii', 'cxx']
+
+	for file in files:
+		extension = file.split('/')[-1].split('.')[-1]
+
+		if extension in extensions:
+			filtered_files.append(file)
+
+	return filtered_files
+
+process_files("data/chromium-master")
+filtered_files = filter_files()
+
+with open("data/code_list.txt", 'w') as f:
+	f.write("\n".join(filtered_files))
\ No newline at end of file