add manually4 metta analyse and divide code

src/swi_analyse_metta/divide_code.pl

@@ -0,0 +1,194 @@
+
+% :- encoding(utf8).
+:- encoding( octet ).
+
+warning_bad_comment( Base, Lx ):- sub_string( Lx, _,_,_, "/*" ), !,
+ write("Bad comment /* in file "), write( Base ), 
+ write(" Please clean the file first "), nl .
+
+warning_bad_comment( _, _Lx ):- !.
+
+%   :- use_module(library(dcg/basics)).
+is_blank_line( Lastline ):- string_length( Lastline , Le ), Le < 2, ! .
+
+% ADD just that it divides   with a blank line only 
+% in this way its regular 
+
+add_to_file_part( Base, Lx ):-  file_part_string( Num, Base, Bstr , _Lastline ),
+  string_length( Bstr, Le ), Le < 2900, 
+  string_concat( Bstr , "\n", C1 ),  string_concat( C1, Lx, C2 ),
+  retract( file_part_string( Num, Base, _ , _ ) ), !,
+%  write( Base ), write( Num ), nl,
+  asserta( file_part_string( Num, Base, C2 , Lx ) ).
+
+add_to_file_part( Base, Lx ):-  
+  file_part_string( Num, Base, _, _Lastline ), !,
+  Num2 is Num + 1,
+%  write( Base ), write( Num2 ), nl,
+  asserta( file_part_string( Num2, Base, Lx , Lx ) ).
+
+add_to_file_part( Base, Lx ):-  !,  
+%  write( Base ), write( 1 ), nl,
+  asserta( file_part_string( 1, Base, Lx , Lx ) ).
+
+
+
+%add_to_file_part( Base, Lx ):-  file_part_string( Num, Base, Bstr , _Lastline ),
+%  string_concat( Bstr , "\n", C1 ),  string_concat( C1, Lx, C2 ),
+%  retract( file_part_string( Num, Base, _ , _ ) ), !,
+%  write( Base ), write( Num ), nl,
+%  Num2 is Num + 1,
+%  asserta( file_part_string( Num2, Base, C2 , Lx ) ).
+
+
+
+read_file_stream_to_memory( Sea, Base, Linum ):- not( at_end_of_stream( Sea ) ),
+ read_line_to_string( Sea, Lx ), Lx \= end_of_file,  !,     
+% warning_bad_comment( Base, Lx ),
+ add_to_file_part( Base, Lx ), 
+ Linum2 is Linum + 1,
+ read_file_stream_to_memory( Sea, Base, Linum2 ).
+
+%read_file_stream_to_memory( Sea, Base, Linum ):- not( at_end_of_stream( Sea ) ), !, 
+%  Linum2 is Linum + 1, read_has_search_stream_to_memory( Sea, Base, Linum2 ).
+read_file_stream_to_memory( _ , _, _ ):- !.
+
+% To be able to post them in ChatGPT
+
+% for testing metta_eval with 1 file, is not in my task list ChatGPT
+
+file_to_divide( '../canary_to_post/metta_eval.pl' ).
+
+%file_to_divide( '../canary_to_post/metta_convert.pl' ).
+%file_to_divide( '../canary_to_post/metta_ontology.pfc.pl' ).
+%file_to_divide( '../canary_to_post/metta_pfc_base.pl' ).
+%file_to_divide( '../canary_to_post/metta_printer.pl' ).
+%file_to_divide( '../canary_to_post/metta_space.pl' ).
+%file_to_divide( '../canary_to_post/metta_utils.pl' ).
+
+%file_to_divide( '../canary_to_post/das_classic_loader.pl' ).
+%file_to_divide( '../canary_to_post/chado_xml_loader.pl' ).
+%file_to_divide( '../canary_to_post/flybase_convert.pl' ).
+
+
+
+% THIS file Doesnt Exist
+% file_to_divide( '../../library/genome/ext_loader_json.pl' ).
+
+write_string_to_file( Fn, Str ):-  tell( Fn ), write( Str ),!, told().
+write_string_to_file( _, _ ):- !.
+
+
+ato_num2( Ato, Ato2 ):- atom_length( Ato, Le ), Le == 1, atom_concat( '0', Ato, Ato2 ), !.
+ato_num2( Ato, Ato ):- !.
+
+
+divide_file( Fn ):-
+ file_base_name( Fn , Base ), file_name_extension( Base2 , _Ext, Base ),
+ open( Fn, read, Sea , [ encoding( octet ) ] ), 
+ read_file_stream_to_memory( Sea,  Base2, 1 ),  
+ close( Sea ).
+
+memory_to_divided_files():-
+  file_part_string( Num2, Base, Lx , _ ),
+  atom_number( Ato, Num2 ), ato_num2( Ato, Ato2 ), 
+  atomic_list_concat( [ 'divided/', Base, '_', Ato2 , '.pld' ], Fnabs ),
+  write_string_to_file( Fnabs , Lx ), fail , ! .
+
+memory_to_divided_files():- !.
+
+
+:- dynamic file_part_string/4.
+
+% divide_prolog_source_files().
+
+divide_prolog_source_files():-
+ retractall( file_part_string( _, _, _ , _) ), 
+ file_to_divide( Fn ), write( Fn ), nl,  divide_file( Fn ), fail, !.
+divide_prolog_source_files():-  memory_to_divided_files(), !. 
+divide_prolog_source_files():- !. 
+
+:- dynamic tmp_atom/1.
+
+file_list_divided_gpt( Base , Lis ):-  retractall( tmp_atom( _ ) ),
+  directory_files( 'divided_gpt' , Lis ), member( El, Lis ), El \= '..', El \= '.',
+  sub_atom( El, _, _ , _ , Base ),
+  sub_atom( El, _, _ , _ , '_gpt' ),
+  assert( tmp_atom( El ) ), fail.
+
+file_list_divided_gpt( _Base , Fnl2 ):- findall( Fn, tmp_atom( Fn ) , Fnl ),
+ sort( Fnl, Fnl2 ).
+
+
+%---
+assemble_files( Fnq, Lis ):-  length( Lis , Le ), Le > 0,
+  tell( Fnq ),
+  member( El, Lis ), 
+  file_name_extension( Elbase , _, El ),
+  atomic_list_concat( [ 'divided_gpt/', Elbase, '.pl' ] , Fnz ),
+%  write( " read file " ), write( Fnz ), nl,
+  read_file_to_string( Fnz, Bstr, [] ), 
+  write( Bstr ), nl ,
+  fail, !.
+assemble_files( _ , _Lis ):-  told(), !.
+
+%----
+assemble_prolog_source_files():-
+  write( "start" ), nl,
+  file_to_divide( Fn ), 
+  write( Fn ), nl ,  
+  file_base_name( Fn , Base ), file_name_extension( Base2 , _Ext, Base ),
+  write( Base2 ), nl ,  
+  file_list_divided_gpt( Base2, Lis ) ,
+  write_term( Lis, [] ), nl,
+  write( " assembling " ), write( Base2 ), nl,
+  atomic_list_concat( ['catted/', Base2, '.pl' ] , Fnq ),
+  assemble_files( Fnq, Lis ) , 
+  fail , !.
+
+assemble_prolog_source_files():- !. 
+assemble_prolog_source_files():- !. 
+
+
+% read_string(+Stream, ?Length, -String)
+
+
+read_clauses_stream_to_memory( Sea , Fn  ):-
+  not( at_end_of_stream( Sea ) ), 
+  catch(  read_term( Sea, Terx, [ term_position( Pos ) ] ),  _, fail ),  !,
+  stream_position_data( byte_count, Pos, ChaCoufpos ),
+  stream_property( Sea, position( Kpos ) ), stream_position_data( byte_count, Kpos, ChaCountEnd ),
+  term_string( Terx, Str, [] ),
+  assert( clauses_positions( ChaCoufpos, ChaCountEnd, Fn, Str ) ),
+read_clauses_stream_to_memory( Sea , Fn  ).
+
+read_clauses_stream_to_memory( _Sea  , _ ):- !.
+
+% read_clauses().
+
+display_mem_x():-
+  retract( clauses_positions( ChaCoufpos, ChaCountEnd, Fn, Str ) ),
+  write_term( clauses_positions( ChaCoufpos, ChaCountEnd, Fn, Str ) , [] ), nl,
+  fail, !.
+display_mem_x():- !.
+
+
+:- dynamic clauses_positions/4.
+read_file():-
+ retractall( clauses_positions( _, _, _, _ ) ),
+ % Fn = 'data/test_read_prolog.pro',
+ Fn = '../canary_to_post/metta_eval.pl',
+ open( Fn , read, Sea , [ encoding(octet) ] ), 
+ read_clauses_stream_to_memory( Sea  , Fn ),  
+ close( Sea ),
+ display_mem_x().
+
+
+
+
+ %open( From, read, Sea , [ encoding(octet) ] ), 
+ %read_file_stream( Sea,  1 ),  
+ %close( Sea ).
+% [divide_code].
+% divide_prolog_source_files().
+