FilesExpand file tree

 master

/

preprocess_qch.py

Copy path

BlameMore file actions

BlameMore file actions

Latest commit

 

History

History

History

executable file

·

74 lines (61 loc) · 2.42 KB

 master

/

preprocess_qch.py

Top

File metadata and controls

• Code
• Blame

executable file

·

74 lines (61 loc) · 2.42 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

#!/usr/bin/env python3

# Copyright (C) 2018 Monika Kairaityte <monika@kibit.lt>

#

# This file is part of cppreference-doc

#

# This program is free software: you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program. If not, see http://www.gnu.org/licenses/.

import argparse

import concurrent.futures

import os

import shutil

from commands import preprocess_cssless

def main():

parser = argparse.ArgumentParser(prog='preprocess_qch.py')

parser.add_argument(

'--src', required=True, type=str,

help='Source directory where raw website copy resides')

parser.add_argument(

'--dst', required=True, type=str,

help='Destination folder to put preprocessed archive to')

parser.add_argument(

'--verbose', action='store_true', default=False,

help='If set, verbose output is produced')

args = parser.parse_args()

source_root = args.src

dest_root = args.dst

verbose = args.verbose

if os.path.isdir(dest_root):

shutil.rmtree(dest_root)

paths_list = []

for root, _, files in os.walk(source_root):

for file in files:

if file.endswith(".html"):

src_path = os.path.join(root, file)

rel_path = os.path.relpath(src_path, source_root)

dst_path = os.path.join(dest_root, rel_path)

paths_list.append((src_path, dst_path))

with concurrent.futures.ProcessPoolExecutor() as executor:

futures = [

executor.submit(preprocess_cssless.preprocess_html_merge_cssless,

src_path, dst_path)

for src_path, dst_path in paths_list

]

for i, future in enumerate(futures):

print('Processing file: {}/{}: {}'.format(

i, len(paths_list), paths_list[i][1]))

output = future.result()

if verbose:

print(output)

if __name__ == "__main__":

main()