Spaces:
Sleeping
Sleeping
srijaydeshpande
commited on
Commit
•
8a81df4
1
Parent(s):
6a49f9f
Update app.py
Browse files
app.py
CHANGED
@@ -86,7 +86,7 @@ def txt_to_html(text):
|
|
86 |
|
87 |
def deidentify_doc(llm, pdftext, maxtokens, temperature, top_probability):
|
88 |
|
89 |
-
prompt = "In the following text, perform the following actions: 1. Replace only the calendar dates with term [date]. Example: if input is 'Date of birth: 15/5/1959 calculated BP (Systolic 158.00 mm, Diastolic 124.95 mm)' output should be 'Date of birth: [date] calculated BP (Systolic 158.00 mm, Diastolic 124.95 mm)' 2. Replace location or address, such as '3970 Longview Drive, CV36HE' with term [address]. Replace complete GP address, such as 'Phanton Medical Centre, Birmingham, CV36HE' with term [address]. It is important that all addresses are completely replaced with [address]. 3. Replace any person name with term [name]. It is important that all person names are replaced with term [name]. Remove any gender terms 'male' or 'female' if exists. 4. Replace the nhs number and the case note number with term [ID]. Replace Hospital number with [ID]."
|
90 |
output = llm.create_chat_completion(
|
91 |
messages=[
|
92 |
{"from": "user", "value": prompt + ' Text: ' + pdftext},
|
|
|
86 |
|
87 |
def deidentify_doc(llm, pdftext, maxtokens, temperature, top_probability):
|
88 |
|
89 |
+
prompt = "In the following text, perform the following actions: 1. Replace only the calendar dates with term [date]. Example: if input is 'Date of birth: 15/5/1959 calculated BP (Systolic 158.00 mm, Diastolic 124.95 mm)' output should be 'Date of birth: [date] calculated BP (Systolic 158.00 mm, Diastolic 124.95 mm)' 2. Replace location or address, such as '3970 Longview Drive, CV36HE' with term [address]. Replace complete GP address, such as 'Phanton Medical Centre, Birmingham, CV36HE' with term [address]. It is important that all addresses are completely replaced with [address]. 3. Replace any person name with term [name]. It is important that all person names are replaced with term [name]. Remove any gender terms 'male' or 'female' if exists. 4. Replace the nhs number and the case note number with term [ID]. Replace Hospital number with [ID]. 4. Replace age of person with [age]. It is important that all age numbers are completely replaced with [age]."
|
90 |
output = llm.create_chat_completion(
|
91 |
messages=[
|
92 |
{"from": "user", "value": prompt + ' Text: ' + pdftext},
|