TheDrummer commited on
Commit
409fb0b
·
verified ·
1 Parent(s): 6fad6c3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -21
app.py CHANGED
@@ -7,37 +7,22 @@ import os
7
 
8
  def convert_parquet_to_jsonl(file):
9
  df = pd.read_parquet(file.name)
10
- output_file = tempfile.NamedTemporaryFile(delete=False, suffix='.jsonl')
11
- df.to_json(output_file.name, orient='records', lines=True)
12
- return output_file.name
13
-
14
- def convert_json_to_jsonl(file):
15
- with open(file.name, 'r') as f:
16
- data = json.load(f)
17
-
18
- output_file = tempfile.NamedTemporaryFile(delete=False, suffix='.jsonl')
19
- with jsonlines.open(output_file.name, mode='w') as writer:
20
- if isinstance(data, list):
21
- writer.write_all(data)
22
- else:
23
- writer.write(data)
24
-
25
  return output_file.name
26
 
27
  def convert_file(file):
28
  if file.name.endswith('.parquet'):
29
  return convert_parquet_to_jsonl(file)
30
- elif file.name.endswith('.json'):
31
- return convert_json_to_jsonl(file)
32
  else:
33
  return "Unsupported file format. Please upload a .parquet or .json file."
34
 
35
  iface = gr.Interface(
36
  fn=convert_file,
37
- inputs=gr.File(label="Upload .parquet or .json file"),
38
- outputs=gr.File(label="Download converted .jsonl file"),
39
- title="Parquet/JSON to JSONL Converter",
40
- description="Upload a .parquet or .json file to convert it to .jsonl format."
41
  )
42
 
43
  iface.launch()
 
7
 
8
  def convert_parquet_to_jsonl(file):
9
  df = pd.read_parquet(file.name)
10
+ output_file = tempfile.NamedTemporaryFile(delete=False, suffix='.json')
11
+ df.to_json(output_file.name, orient='records')
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  return output_file.name
13
 
14
  def convert_file(file):
15
  if file.name.endswith('.parquet'):
16
  return convert_parquet_to_jsonl(file)
 
 
17
  else:
18
  return "Unsupported file format. Please upload a .parquet or .json file."
19
 
20
  iface = gr.Interface(
21
  fn=convert_file,
22
+ inputs=gr.File(label="Upload .parquet file"),
23
+ outputs=gr.File(label="Download converted .json file"),
24
+ title="Parquet to JSON Converter",
25
+ description="Upload a .parquet file to convert it to .json format."
26
  )
27
 
28
  iface.launch()