This commit is contained in:
Saifeddine ALOUI 2023-10-25 23:20:16 +02:00
parent f10560f66b
commit 223abee103
11 changed files with 28 additions and 1238 deletions

View File

@ -225,6 +225,16 @@ class DiscussionsDB:
def export_to_json(self):
"""
Export all discussions and their messages from the database to a JSON format.
Returns:
list: A list of dictionaries representing discussions and their messages.
Each dictionary contains the discussion ID, title, and a list of messages.
Each message dictionary contains the sender, content, message type, rank,
parent message ID, binding, model, personality, created at, and finished
generating at fields.
"""
db_discussions = self.select("SELECT * FROM discussion")
discussions = []
for row in db_discussions:
@ -251,6 +261,14 @@ class DiscussionsDB:
return discussions
def export_all_as_markdown_list_for_vectorization(self):
"""
Export all discussions and their messages from the database to a Markdown list format.
Returns:
list: A list of lists representing discussions and their messages in a Markdown format.
Each inner list contains the discussion title and a string representing all
messages in the discussion in a Markdown format.
"""
data = self.export_all_discussions_to_json()
# Initialize an empty result string
discussions = []
@ -269,6 +287,14 @@ class DiscussionsDB:
return discussions
def export_all_as_markdown(self):
"""
Export all discussions and their messages from the database to a Markdown format.
Returns:
str: A string representing all discussions and their messages in a Markdown format.
Each discussion is represented as a Markdown heading, and each message is
represented with the sender and content in a Markdown format.
"""
data = self.export_all_discussions_to_json()
# Initialize an empty result string

View File

@ -1,7 +0,0 @@
it That is definedined'nthishisideses configurationfigurationcriptionion filesorr saveses rthemtoo th localocalesmtemationtionym ssporforforelylaterter sellyedv by e ditttheeh cgleleivenvenx finderrng gth b, ggdqed5534efftrr679ghhiij0kl1jnn2opoqqqrssrrstssuvvwwxxxyzz"]]""}}}",'''' '""importrt#sysmportmport #sys moduleule class PathonfiggNotFoundundurr:"onfignfig ##Filee annNotFound Errornd Error array"['/'homeomepathth//capppp./onffdatataingettingsettings/aincfgfg.jsonsonerrororfile"])/)usrsr]]/ocalocalvararlibythonythoncl/siteitearss-packackxtgleslesgingngbinpandyppocbdererinffacbdommolainnonsptarttipistathhsctpotttcststputtentpasusveydysytxpproubjectctouttsuneeptxpttythhepmsttessshentiritteeofprrorreelplconnistteosleieptovvogteunareralavbeeneeaerereancemegshruethkhtffroliiecpsbthowikktennidrioilodgedeapadulfeibehlticntbrudndohevctnaaidedeeufrcnenseardumnameebvodneyouareecoddnttoorroreindfdienenucrnchothhlawhertyrymyyohhhixhnexvyynryautyyyewwycwyuxduiwywuyuwweyzyyswwwczxxxxaaaaaaxxxxaabccccbbdffffffggffjgkkkJlKmmLLLNNnPoooQooRWrrXXXyyyyyyyYYZzzzEz']]F'}'["''/''stringring +','ingstringstringng)ngg'.")]itlit
or
i(
itemem (())eynott=oundundNonene inlue valuealue )elselse elseifnott valuelue Valueue thentypehenast keyingtcaststostreamam intunictatodeecbjectjectimalobjectstringngintrplelebooldictictionaryionarysetsetuniononiteratoratororderededgeneratorrcollectionioncorgsidectionctioneffectctfunctionmethodclasspertytyattributebuteattrtructororgeteletttypeeorditerinallnextternitemssaryicenumeratemerateverykeystvalueseslastnyexxfetchchmindxifyhashhextcontainsainsragcountpoptlefttreerighttighththlthnthteenthnthirentytyhettonerthhventtirtyehtghtxtyyyeeightshtsvenyundredndredtnywoetyyittfourrwoyttfodiftftfiffiveetdleeaseeithvensseteixenenteexesevvedeendeelemententenfppendorsfnfuallziiifierryedeldquysieldelduperrlenelenttativvdeltralansueligntsreddourcerceuesellopeeinededxltedpipepelddippersemnsicololedndolonlonollararplusarnussattoounderverarenumaterrequalalgertreslemashhultdotilissslashshdiruestionionarrowowmarkrottomtomlyigfhtthorphzontalntalygvertticalrticalicalbarscirclelecarecircrnlearopenrowlosededclossownteapeddquemtesesdoubleblequgdedledblmueddmaubleleilddquotedegeddquoteotebledddblackkquoteotesqdraccpercentcentedledtnteldetilluroemperogcadedeceddquleeatrorodexterclammlingationsnsradgnealelewerdingroringstingngoundednspaceaceallsteruppererproseerttfoldiculararcapartallcaszedeloualdeddongiffonggontdateargetetcalmeeilllzonetimeeoffsetetzonimmemeegromtdatetimetimestartartlocalratekemonndayhyonththesterdayerdayayayrmondonaystmonnurssdepayssendinginginyedssnesagoayssafgeommekstherereinsafterinceebeforeefinorehededversdressessbutfieddtonsstddowwitortililiginunttedillbyedduntiltilbydisisatorhatatninggattomighthtiddnoonddomeayecttevenenetvesesoenththinreetineewindventtiesttonesnesyesestnoshedoedheadadnoterednedflagededdgedlagdededaggflagagedgegedlagsgsagededflaglaggededlaggflaggedsedeeppdedseameamleesgeenenspeekeektkakeeaskkksesakssalkkeskaslslkskelelaleaskaakslaassekesalaaalesselekalseseaeleklesesesalealsesessaelaessaalemmesseeleeasaaaisseseaeieasesesleeeseaiseseaessaeeiaeeesseseiaseeseeisaaisesiaesaesiiissaaseesiiessaseiaeeisssessesasiaeseseeaeeaeaeaessaeaeaaeeseeaeaesaeeeaeeaaessesesesaesisaeeasaeaessaeaeeaessaeaeseeaseeaeaseeaeaesaeeeaessaeaeessaeseseaessaseaessaeeaesaessaeeeaeaeaessaeeeaeaeaesseaaeeaessaessaeeessaesaeaeeaeaseeaeaeessaeaeessaeaeeaeasssaessaeeessaeaeessaessaeeeasseseaeaesseeaeeeaeaessaessaeeeaessaseeaceaeseaeaeaessaessaeeessaessaeeeaessaeaeeaeaessaseseaeaesaessaeaeeaessaessaeeeaessaessaeeeaeaessaseeaseeaeaeaessaessaeeeaeaessaeaeessaeaseaeasessaeaeeaessaessasessaeeeeaseeaesaesaesessaessaeseeseeaessaesaeeuseseaeaseeaesaeaeussaessaeeeaessuessaeeessaeaeessasededuaeessaseseaeeeaessaessaeeeaeaessaeaeeaessaeaeeaeaessaessaeeeaeaessaeaeeaeaessaessaeesaeaeeaessaeaeeaessaessaeeessaessaeeeaessanseseaeeaeaeaeaessasaneeseeaeseaseeaeesaessaeesesesaessaeseeeacesesaseeaeseeeaceeaessaesaeeeaeaeaessaeaeeaessaeaseaeaseaeaesaeaesaeaeessaessaeeeaeaeaessaessaseaseaeeseeaeaesaseeaeaseaeaseaeaesaseeiseseaeseaeaeessaseeaeeseeaessaseaeesaseeaeseaessaeoseeaeseeseaeeaseaeaseaeaseaeaseaseeaeeseeaseesensenaseeseeseaseeaseaeseaseeaseaseaeseaseeaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseaseTotal sequence length exceeds cache size in model.forward# functions
This scriptscript functiontion containsns comparrayrray twolists arraysays anditheturnsurns checkingking trueeirengthh falselse areherwisewise equalal elements' linene nott list samee then
ss'thissnt codeeheyesyesepititt isesallureistt th rhtt tthehehe girathererve elis lelestessre mm enpporeeenn no iien .. ngifth linin hlapenssln hee otelsalses ess elolieqq equenenat uyararwyerrerorui etet etueehb ee tutthhnethvd etheth fthffivthh pp vgurmtt urur weye weeaannereadingdingysxememingngsfromfromgeimportortofsdxromrom,e, cccomomfrrparcoassomonpmeprairrro/mmjuserrohhrree/e/ffdddabbcccccdadeaeafaaggagbbahhhhiiiijidkkjllkllmmmmnnoonoopppooppqqaaaarrrazzsuussuvswwwtxuxxxwyxyyazyzyyyyzzszza0aaoo01ebcc3f54768ihh9jojkkKMMLNOPPPQRSSTTRTTTRRVWSSXYYX2.--0_A________..B____C._@@D@_______________________________E________FGG______________________________HHH:HHII;;;IIIIJLMMMNNNNNNOOORROSSOTTSETTEEUTEFOUUXXXXXXXVYYXXYAZABBBBCDCCDDDEDEFFEEGGFHIHOJJKKKLOOLLPMLLMQNPNRONPORSROATSVSUTVUBTXVAUGXXULYMMWWXYX[[\\\\\]]]}}`}}}}{||')]]}},'. {''functionctionmoduledule':'p''iledarrayray'''''oengthngth'''sssts','' ''''turnurnreturnsturns'''eequalalor'sesefalsese'''lementsntsnot'''elineeas'ongnglenlengththgretandstrrwithhictoutpstopapeststathhudthuesteseeringgvenetweenerrusileleadwithmwoggxfroundndypyzeeebxtacraosptdsrtixunyqyeetwuzotvyuwywwxxxzyzztyy{{u{dbdd{eefffdghhjijkjkik{mllnmmoononnonnnpoporrqpsrrtstttrtutvubullvculuuvdumeddexxeyygzezhyHzyzh{[|mailmail}|| protectedected].\ft'phph }y"{\\"unctionunction\""Module""\":mpfunctionctionile'ayArrrTwoyLengthgthsng\List",ElementsentsFalselseEqualLineneOthererAssesThueueemss"}],,L\ngg ListListinesse Listist Equs AlAl Orngthth Thhine Longngame Samee The Asinee Le Ise Notot Elsee Equ Fealele Truee}'].},'"{''".import"rt"\:nFunctionnction",",""\:""'"Listt\\"]],\'""Elementslements\re"\""LististEqualsualss"rereOrr\ightightThehenessenderndereslseaceceEquuloteeionFillyyaleses:rructhh."uet}}..he,",,""""" "\"" \\",''")""\]""..'..."."t...\/"...";_,=./+==0-12233445465767869://*="="";;",""+",,""-,<>"""><%>&?"={{~[^\\](.)];|\:'"`';;~\\!(\)\\@\##$$\\|^^%&=+\+-+,--=\.< |>.``?.@){{ABCBC}F[]]GccHIIAbllKmnjmmOpnpqvvRtztssxxAyyooZYaaa\\\]a^]\\cbb|e`}}FhhgijjhillL^qqNnr^OssttrtTuuuVivvvwwwwxxxxxzy{}}{||[''<<\>'>>>>"]]'''`',,"'11'__1'"'___"'""'_3\_3'_`'''01'1'""'no0"'ndooothth_'doo2odoo",'odooe3='ododo"cdcecc2'""ecc'ededdececc'2d'""edede'g2'deggfeeeh""'efeedgg'dhh2eddeededfifee2igii'2fefiegegifeiggig"jegege2jeiejejike'iekekkggijkkekiek"iljjkelijlemkmlemmknleklimmlomlimk'"iijpl'pkpllpm'ommppopoponomoporopopnqpoppropovvorpopoveravvpowrapprawrprapzwravxuwwavrxawryrbrzztsbzsscuxsdvuuuyycvvrfxxwsgyxszhyn[\\\\\]]]]]"}`"}^^']]`````}"))\``)--}\',,.'''""("))'())))')))(())))())''))))))())))())))))')))))))()))))))))()))(),,('',((",,('(),("',),,(',,((,())(""',),,).'),))(.),,);'))';').')););');')));)));;'))));;)))))'))))))));)))))))))))))))))))))),()))),,))),"))),))))("'))))"));));)),')))))))),)))))"()),,))")))());));))))))))))))),.)",()));)));))))))))))))))))))))) )))),,)))).)))))))))))))))))))))))))))))))))))))))))),),))))))))))),)))))))))))))).,))))))"))))))))))))").)))))))))))),\))))
))Thishis)))) looksks))))like good))))))) programminggramming)))ut languageuage)))) (atat ((( ))))) thisis PythonPython)))! ... ... pythonhon Whatt!)!:))???? : ; DD ......ifferentferent...... :-)guagesages ...))........-......... ---:- .._. __ /___ > ./ < // / || _ \\>\\\/////_< < | > . >-<<<__ |>\\\\ <==| <<< >/_ ^ ////// < V|//._._\ __ V\\ |> \|\|/> |\\\|\ / V\|\| /\\ \|/\(\( \| \))_) )|/. ____ <-. -->->__.--.---- / ->___/<<-->> ___-<-\<___-- -------- /==>>>>> <-- _----- \\..>>>__..__ >>------.>->>--------->------>_._..-..'_ <>> '-- __'---.'..--__''..<.----'----' '-.<------------------.< _----------------------.----__<-_________________'-_..-------------'' _---------------------------------------------.'.___________________-__-._<-.....__--.._-------------------..........----""."----------------------">------------------....-->------------.---.----.---------------------------.---.-------------.....__--___.___.--......_____.____...-_.___.---._________..-.._____..------------------------------.....-._____.-_.............................____..........-______________.._____.__.______-._________.--_-_______________.___..._---.-_____________.......---.__....--___._..____________...-----------------------_..----------------------.__------------------------_______.-.------------------------.--______.....___-_......._____--.__--..._____________-------------__..-.__.---._____-------_________.____.............-_.....---.____________________________________......._______._-.._____.......-..____________.--__________....._........____.____-----------------------__-_______________.____________________.______..._____.___.____________________.__________-......__-..._______....----_.________..__-__....____-...__________________.-....._______.......---..________.......__.___._______________.___________----....___..........__.._______....____________.............._..________________________..._______.....______..___.____._____________...............__Total sequence length exceeds cache size in model.forwardTotal sequence length exceeds cache size in model.forward

View File

@ -1,2 +0,0 @@
Total sequence length exceeds cache size in model.forward# functions
Total sequence length exceeds cache size in model.forward

View File

@ -1,2 +0,0 @@
###Total sequence length exceeds cache size in model.forward# functions
ÈTotal sequence length exceeds cache size in model.forward

View File

@ -1 +0,0 @@
# Project structure:.Total sequence length exceeds cache size in model.forward

File diff suppressed because it is too large Load Diff

View File

@ -1,28 +0,0 @@
AAAA
simple_mple_AA
importportimportmport sysfromrom
pathhfflibleses importportystem Pathathysoss,ss
,ystemystem
systst
emss
lfftee
mmrintmyy
ell
hfpt
classasso Simplele
okekeneninzeerrer
basas is
asason
bjbj
ctict:iobjectctdictct
objectbjectstrr:'U}
objectbject
dict:{
ististd(objectct
strtict:}{ctctdictct}}[[dictictu{ uustrtr'strunicnic'"dedcodedeicdessdecodedeetodessdeddetdodeteeesttectedessechdetseoeheedchesscharscerseneseheeeresesceeranenssresseneneshnarereenessanserenessarsaaeresesensenseerennanseesescessssesenesseessenenscsenenenneensesscesnensnenessesesesienesnsenenencesseneccsssennenceeenenessenceessessseeeenseneneesessenenessesesnssenenassensTotal sequence length exceeds cache size in model.forward# functions
Total sequence length exceeds cache size in model.forward

@ -1 +1 @@
Subproject commit 22cd62673924482167905bc7dc30aa921530906c
Subproject commit 747246a5dd9b3f93a5d495523d2fd5a6d115a0ce

@ -1 +1 @@
Subproject commit 5f573c8f9ac1e1cf9048da59d6eb255212ba8797
Subproject commit 2a60911a076d68ff88b2967e4bdf16aeab291549