mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-23 06:12:22 +00:00
text2csv
This commit is contained in:
parent
9bda57700e
commit
5f816291e7
48
scripts/utilities/text2csv.py
Normal file
48
scripts/utilities/text2csv.py
Normal file
@ -0,0 +1,48 @@
|
||||
import argparse
|
||||
import csv
|
||||
|
||||
# Define a function to split text into blocks
|
||||
def split_text_into_blocks(text):
|
||||
return text.split('\n')
|
||||
|
||||
# Define the main function
|
||||
def process_text_file(input_file, output_file=None):
|
||||
# If output_file is not provided, generate a default output file name based on the input file name
|
||||
output_file = output_file or input_file.split('.')[0] + '.csv'
|
||||
|
||||
# Read the text from the input file
|
||||
with open(input_file, 'r', encoding='utf-8') as input_file:
|
||||
text_content = input_file.read()
|
||||
|
||||
# Split the text into blocks
|
||||
blocks = split_text_into_blocks(text_content)
|
||||
|
||||
# Create a list of dictionaries with id and text for each block
|
||||
data = [{'id': i, 'text': block} for i, block in enumerate(blocks)]
|
||||
|
||||
# Write the data to a CSV file
|
||||
with open(output_file, 'w', newline='', encoding='utf-8') as output_file:
|
||||
fieldnames = ['id', 'text']
|
||||
writer = csv.DictWriter(output_file, fieldnames=fieldnames)
|
||||
|
||||
# Write the header row
|
||||
writer.writeheader()
|
||||
|
||||
# Write the data rows
|
||||
writer.writerows(data)
|
||||
|
||||
print(f'CSV file "{output_file}" has been created.')
|
||||
|
||||
# Check if the script is being run as a standalone program
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(description='Split text from a file into blocks and create a CSV file.')
|
||||
|
||||
# Add arguments for input and output file names
|
||||
parser.add_argument('input_file', help='Input text file name')
|
||||
parser.add_argument('-o', '--output_file', help='Output CSV file name')
|
||||
|
||||
# Parse the command-line arguments
|
||||
args = parser.parse_args()
|
||||
|
||||
# Call the main processing function
|
||||
process_text_file(args.input_file, args.output_file)
|
Loading…
Reference in New Issue
Block a user