/************************************************************** * SAVASTATA should work for you as is, but you may need * to edit this file to set the values for the macro variables: * ustata -- if you are using SAVASTATA in a UNIX or Linux environment * wstata -- if you are using SAVASTATA in a Windows environment * * There are instructions further down in this file explaining where * and how to edit the settings of these macro variables. * Do a find for "let ustata" or "let wstata". **************************************************************/ run; ** Because the world needs more run statements. **; %MACRO savastata(out_dir,options,sortedby,tfns,nosave,u_dir,U_SE,version=0); run; %** Because the world needs more run statements. **; %** If an error has occurred before call to SAVASTATA then fail immediately. **; %if &syserr.^=0 %then %goto nevrmind; /********************************************************************************************* ** Macro: SAVASTATA ** Input: Most recently created SAS work dataset, directory path of where to save the output ** Stata dataset file, and any options. ** Output: A Stata 6, 7, 7-SE, 8, or 8-SE dataset, or an ASCII data file with ** other files created by SAVASTATA to input the data into Stata. ** ** ** Programmer: Dan Blanchette dan_blanchette@unc.edu ** Research Computing, UNC-CH ** Developed at The Carolina Population Center at The University of North Carolina at Chapel Hill ** Date: 20October2003 ** Modified: 01Apr2008 - Made it Stata 10 and Stata MP compatible. ** - Made it so that double quotes in string variables can be transferred ** to Stata by replacing them with the cent sybmol and having Stata replace ** the cent signs back to double quotes. This only happens if no string ** variables contain a cent symbol and if saving to Stata 7+. If that is the case, ** the -quotes option still works to replace double quotes with single quotes. ** - Only saves to Stata 9 when using Stata 10 since no benefit to a Stata 10 file. ** - Fixed situtation when -usesas- calls SAVASTATA with char2lab option ** and no other vars have user-defined formats converted vars did not ** get value labels assigned. ** - Added the version of Stata to be used in the -ascii option. ** - Fixed it so when a variable has formats for special missing values and ** use OTHER, LOW or HIGH also, SAVASTATA handles that. ** - Made it so that if a SAS dataset has more than 32,767 vars savastata ** fails with that message rather than dataset is too wide message. ** - Fixed situations where really long user-defined formats (32,000+ ** characters) were being processed. ** - Made help url dynamic so that it is the savastata page when run by ** savastata, or it's the savas or usesas page when run by them. ** - set local macro vars to be local. ** - stopped having Stata sort data after read into Stata since DESCENDING sorts ** and missing values in sorts mess up sorts between SAS and Stata ** Modified: 17Apr2007 - Fixed ability to handle ranges in formats like: 1-3 "first 3" ** - Added restraint of min and max value a format can have since Stata ** cannot make value labels for numbers less than -2,147,483,200 or ** greater than 2,147,483,200 ** - Added check that one format does not exceed 65,536 values which is ** the max for Stata ** - Fixed it so that the there is not added space added to value labels. ** Modified: 07Aug2006 - Added ability to handle non-alphanumeric characters in directory names. ** - Added ability for batch invocation of SAS to set location of ustata ** with the sysparm macro variable. ** - Added checking HOSTNAME when discerning where to log usage. ** Modified: 29May2006 - Fixed char2lab option problem with -usesas- & savas when ** formats were stored in formats.sas7bcat ** Modified: 04Apr2006 - Fixed it so that locations of the Stata executable file ** that have spaces in the directory name no longer crash ** savastata. The %sysexec macro is not supposed to require ** double quotes in such situations but adding double quotes ** fixed the problem. ** Modified: 14Mar2006 - no longer searches for stata.exe when run by -usesas- ** Modified: 13Feb2006 - fixed formatting of special missings issues. ** Modified: 10Nov2005 - fixed when usagelog not set issues. ** Modified: 29Sep2005 - fixed situation where -usesas- calls savastata and savastata closed user's log ** - added max str var length to 244 if Stata version is >= 9.1 ** since Stata 9.1 does not allow you to save as Stata 8 or 9.0 any special missing ** will be lost since -saveold- saves as Stata 7. ** Modified: 09Aug2005 - If using/saving to Stata 9 and using SAS 9, then SAS user-defined formats ** that have a max length of 32,767 characters can have up to the first ** 32,000 (Stata 9's limit) saved as Stata value labels. ** - new option char2lab which runs the SAS macro char2fmt is only helpful ** if using Stata 9 and only allowed if savastata is being run by savas ** or -usesas- since it changes data dramatically ** - check users path for Stata executable, For *nix, "stata" or "stata-se" ** seem to just work so no need to go hunting. ** - does not save data if Stata does not report same number of obs and vars ** - no longer searches for stata.exe when run by -usesas- ** - spaces in directory names (where intermediary files put) in *nix seems to be fixed. ** - for when -usesas- runs savastata, the maxvar setting is not changed if ** savastata suggests a number lower than the user has already specified. ** otherwise savastata sets maxvar to about 10% of the difference of ** (32,766 - (all variables)) ** savastata has successfully worked with 32,766 variables! ** Modified: 24Jun2005 - made sure that if unix/linux directory names had spaces all is still fine ** Modified: 14Jun2005 - fixed it so that directory names with commas in them are okay and problem ** with changing back to pwd that was introduced in 15May2005 version. ** Modified: 15May2005 - fixed it so that directory names with commas in them or ** start with forward slashes (universal filenaming convention) ** are okay. ** - if user has a profile.do that cd's to another directory ** that that is okay. ** Modified: 10May2005 - updated search for Windows Stata executable file to find up to ** version 12 Stata (if directory naming conventions stay predictable) ** - made work when user does not have Stata and wants to save to ascii file ** - made work when user has profile.do changing directories on savastata ** This introduces problems when Unix/Linux directory contains a double quote... ** but what good Unix/Linux user would name a directory containing a double quote?! ** Modified: 22Mar2005 - fixed problems related to when a new dataset name provided ** Modified: 08Dec2004 - The new name of the Stata datafile can be upper case or mix case. ** Modified: 09Nov2004 - User can now specify the name of the Stata datafile they want. ** %savastata("C:\MyProject\My{98}Stata!Data.dta", replace ); ** This is helpful if they want to use an invalid SAS filename but valid Stata file name. ** !The Stata dataset name must end in ".dta"! ** - Thanks to West, bug fixed that was related formats using the "Other" category. ** Modified: 26Oct2004 - Stopped allowing user to set what version of Stata they are using. Savastata will always figure it out. ** - also changed note in log to report Stata version as integer instead of 8.2 since the version of ** a dataset is not that specific. ** Modified: 22Jul2004 - fixed bug with numeric variables that had both positive and negative ** formatted values, and made a few tweaks, one of which is that the raw ** ascii data file in the work ** directory is deleted when savastata successfully completes. ** Modified: 27Apr2004 - fixed macro so that setting use8SE=1 does not generate error messages ** about macro variable VER. ** - fixed warning message about script macro var when usagelog not used. ** - added more locations to find the windows Stata executable. ** Modified: 26Feb2004 - memory setting fix for -usesas- ** Modified: 03Feb2004 1) when -usesas- calls macro memory will not be reset if not needed. ** 2) no longer closes existing logs when called by -usesas- . ** ** Disclaimer: This program is free to use and to distribute as long as credit is given ** to Dan Blanchette and The Carolina Population Center at UNC-CH. ** The University of North Carolina at Chapel Hill is not responsible ** for datasets created by this macro. It is the responsibility of the user ** to check the quality of the output dataset with the original dataset. ** There is no warranty on this software either expressed or implied. ** This program is released under the terms and conditions of ** GNU General Public License. ** Comments: ** SAVASTATA SAS macro when implemented by the SAS System saves the most recently created ** SAS dataset in the WORK library to a Stata dataset. Savastata requires that you have a ** working copy of SAS and a working copy of Stata Intercooled or SE on your computer to run ** successfully. If your SAS dataset is small enough SAVASTATA may work on Stata Small ** (Student Version). ** If your SAS dataset is using formats that are in a formats catalog (work.formats or ** library.formats), SAVASTATA will make an attempt to preserve them as value labels in ** Stata. Stata does not allow all the variations of user-defined formats that SAS offers. ** ** Savastata may take a few minutes to save your dataset. ** ** Savastata will work in SAS interactive mode or in SAS batch mode. ** Savastata will run on various operating systems including: Windows, Red Hat Linux, AIX. ** It may work fine on others as well. ** ** Savastata uses the most recently created dataset in the work directory, ** figures out how best to store the data as a Stata dataset, keeps most date ** formats and other basic formats for numeric variables, checks for invalid ** Stata variable names, if using or outputting to Stata6: checks to see if long variable ** names need to be shortened, prints them to the SAS log and shortens them, writes out ** the SAS dataset to an ASCII data file, attempts to preserve all user-defined formats for ** numeric variables, writes out Stata do-files, and submits them to Stata in batch mode ** in order to have Stata read the data in and save it as a Stata dataset. ** ** Restrictions of each version of Stata: ** 1. Variable names can be no more than 8 characters long: Stata 6 ** 2. Variable names can be up to 32 characters long: Stata 7 and 8 ** 3. String variables can contain a maximum of 80 characters: Stata 6, 7 and 8 Intercooled. ** 4. String variables can contain a maximum of 244 characters: Stata 7 and 8 SE. ** 5. The maximum number of variables is 2,047: Stata 6, 7, and 8 Intercooled ** 6. The maximum number of variables is 32,766: Stata 7 ** 7. The maximum number of variables is 32,767: Stata 8 and 9 SE ** 8. Special missings (.a through .z) for numeric data are allowed: Stata 8 ** ** ** -- Savastata can run on SAS ver 7, 8 or 9 ** -- Savastata can run in the following environments: Windows, RS6000, SUN , LINUX ** and maybe on many others. ** ** REQUIRED INPUT TO SAVASTATA: ** -- Savastata needs to have the most recently created dataset by SAS to be in the ** work directory. ** -- Savastata needs to know what directory to put the Stata dataset and possibly ** the files used to input the data to Stata that are written by savastata. ** These are the only required input, but you may choose to make use of the ** following options. ** ** LIST OF OPTIONS: ** NOTE: Options can be used in any order. You can specify as many as you want ** or none at all. ** The following three options work as they do in Stata: ** -replace -- If the Stata dataset you want to output already exists, then overwrite it with ** the dataset generated by savastata. ** ** -old -- Outputs a Stata 6 dataset if using Stata 7 or Stata 7-SE, ** or a Stata 7 Intercooled dataset if using Stata 8 Intercooled ** or a Stata 7-SE dataset if you are using Stata 8-SE. ** ** -intercooled -- Outputs a Stata Intercooled dataset if using Stata SE or Stata MP. ** ** NOTE: If you do not specify what version of Stata to save in, Stata will save the ** dataset in the current version. ** ** -float -- Numeric variables that contain decimals will be stored as float instead of the ** default of double. This may result in a loss of precision, but float is the ** default storage type that Stata uses. This will help decrease your filesize. ** ** -quotes -- Replace double quotes ( " ) occurring in character variables with single quotes ( ' ) ** and replace compound quotes ( `" or "' ) occurring in variable labels or formats ** with single quotes ( ' ). ** Savastata cannot process character variables with double quotes or variable ** labels or formats with compound quotes. ** ** -messy -- Puts the files generated by SAVASTATA used to create the Stata dataset in the directory ** named in the pathname provided in the call to the SAVASTATA macro. ** ** -check -- Creates two check files for the user to compare the SAS input dataset with ** the Stata output dataset to make sure SAVASTATA created the files correctly. ** This is a comparison that should be done after any data file is converted ** to any other type of data file by any software. The files are ** created in the same directory as the output Stata data file and are named ** starting with the name of the data file followed by either "_SAScheck.lst" ** or "_STATAcheck.log", e.g. "mydata_SAScheck.lst" and "mydata_STATAcheck.log". ** The SAS check file contains output from proc means, ** proc contents (by position), and a proc print of the first 5 observations. ** The Stata check file contains the equivalent output by the commands summarize, ** describe, and a list of the first 5 observations. ** ** -ascii -- Outputs only the ASCII data file and does not save your dataset in Stata format. ** It also turns on "-messy" switch so that the Stata input files are ** not deleted after your program has run. Use this switch to make your own ** edits to the input of these data into Stata. Use this option if you do not ** have Stata on the same computer that you have SAS. The files generated by ** SAVASTATA can be moved to another computer that does have Stata and run there to ** create the Stata dataset. ** ** The default version of Stata that your ascii file will be set to be used for ** will be Stata 6 (only allow up to 2,047 variables). ** ** If you want to specify what version of Stata will be used to read the ascii ** data you can do so like so: ** -ascii9SE (for Stata 9 SE/MP) ** -ascii9 (for Stata 9 Intercooled) ** -ascii10MP (for Stata 10 SE/MP) ** -ascii8 (for Stata 8 Intercooled) ** ** Stata versions with decimal values are invalid: ** -ascii9.2SE IS INVALID VERSION, just specify: -ascii9SE ** -ascii 9.2 SE IT IS INVALID TO USE SPACES, just specify: -ascii9SE ** ** You can also use options -old and -intercooled to changed what version the data set ** will be saved as. ** ** ** -char2lab - Runs the CHAR2FMT macro but only if SAVASTATA invoked by savas script or -usesas- ** because CHAR2FMT changes the user's dataset in a dramatic way. ** CHAR2FMT converts long character variables to numeric vars and stores character data ** in user-defined formats which get translated into Stata value labels which have ** a maximum length of 32,000 characters (new feature in Stata 9). ** ** SETTING UP SAVASTATA ** These are instructions to edit the savastata.mac file. ** ** NOTE: If you are setting up this macro on your computer for the first time, ** please choose which version of Stata you are going to have SAVASTATA use. ** If you do not choose to set one of the following switches, SAVASTATA will ** figure out what version of Stata you are running for you. This may ** add a noticeable amount of time to processing so you may want to set these ** switches to the correct version of Stata. You can easily figure out what ** version of Stata you are using by looking at the top of your results window ** in Stata or by typing in the command -about- at the Stata command line. ** One advantage of leaving SAVASTATA to figure out what version of Stata is ** being used is that when you upgrade your version of Stata you will not have to ** update savastata. ** ** NOTE: ** -- If you are running SAVASTATA on UNIX or Linux then ** you need to be able to start a Stata batch job by: ** stata -b do mydofile.do ** If not, then change the setting of the ustata macro variable. **********************************************************************************************/ %local ustata; /** One of these may work: ** %let ustata=/usr/local/stata/stata; %let ustata=/usr/local/stata/stata-mp; %let ustata=/usr/local/stata/stata-se; */ %let ustata=/usr/local/stata/stata; %** tfns is only submitted by savas and -usesas- and savas may set the location of Stata **; %* savas may invoke SAS like so: sas -sysparm /alt_location/stata my_sas.sas **; %if "&tfns."^="" and "&sysparm."^="" and %sysfunc(fileexist("&sysparm.")) %then %do; %let ustata=%nrbquote(&sysparm.); %end; /********************************************************************************************** ** ** -- If you are running SAVASTATA on Windows, you need to tell SAVASTATA where the Stata ** executable file is located. ** If you do not know where your Stata executable file is located, find your Stata ** short-cut icon, right click on it, choose "properties", and look in the "target" field. ** This will show you where the Stata executable file is located on your hard drive. ** ***********************************************************************************************/ %local wstata; %** Change what is inside the parentheses to the location of your Stata executable file **; /** One of these may work: **; %let wstata=%nrstr(C:\Stata\wsestata.exe); %let wstata=%nrstr(C:\Stata\wmpstata.exe); */ %let wstata=%nrstr(C:\Stata\wstata.exe); /** SAVASTATA will try the following (plus up to ver 12) if the first does not work: %let wstata=%nrstr(C:\Stata9\wsestata.exe); ** Stata 9 SE **; %let wstata=%nrstr(C:\Stata9\wmpstata.exe); ** Stata 9 MP **; %let wstata=%nrstr(C:\Stata8\wsestata.exe); ** Stata 8 SE **; %let wstata=%nrstr(C:\Program Files\Stata8\wsestata.exe); ** Stata 8 SE **; %let wstata=%nrstr(D:\Stata8\wsestata.exe); ** Stata 8 SE **; %let wstata=%nrstr(C:\Program Files\Stata8\wstata.exe); ** Stata 8 **; %let wstata=%nrstr(D:\Stata8\wstata.exe); ** Stata 8 **; %let wstata=%nrstr(C:\Stata8\wsestata.exe); ** Stata 8 SE **; %let wstata=%nrstr(C:\Stata7\wstata.exe); ** Stata 7 or 7 SE **; %let wstata=%nrstr(C:\Stata\wstata.exe); ** Stata 6 or 7 or 8, the catcher **; ** then SAVASTATA searches your path ** ************************************************/ /********************************************************************************************* ** ** HOW TO USE THE SAVASTATA MACRO: ** Using the SAVASTATA macro requires that you understand how to use the "%include" statement ** and that you know how to call a SAS macro. ** ** %include'LOCATION AND NAME OF A FILE THAT CONTAINS SAS CODE'; ** ** For example, if you have copied this file to "C:\SASmacros", then you tell SAS ** about this macro by adding the following line to your SAS program: ** ** %include 'C:\SASmacros\savastata.mac'; ** ** This statement makes SAS aware of the SAVASTATA macro which is in the file savastata.mac. ** To use the macro you have to make a call to it. To do that you add a line like the ** following to your SAS program: ** ** %savastata(C:\mySASdir\,-old); ** ** The information inside the parentheses is passed on to the SAVASTATA macro. The first ** string of information is the location you want to save your SAS dataset as a Stata dataset. ** This is somewhat like a libname statement. The second string of information is the options ** you wish to pass on to the SAVASTATA macro. You can use as many options as you like or none at all. ** ** ** EXAMPLE USE OF THE SAVASTATA MACRO: ** %include 'C:\SASmacros\savastata.mac'; ** Include macro once in a SAS session and call it **; ** * as many times as you like in that session. **; ** ** data work.ToBeStata; ** This makes a copy of the SAS dataset in the in the WORK library. **; ** set in.mySASfile; ** run; ** ** ** %savastata(C:\mydata\,); ** Saves the dataset in the C:\mydata\ directory if it does not **; ** * already exist in that directory. **; ** ** OTHER EXAMPLE CALLS: ** ** %savastata(C:\mydata\,-replace); ** Saves the dataset C:\mydata\, overwriting it if **; ** * it already exists. **; ** ** %savastata(C:\data\,-old); ** Saves the dataset as the previous version of Stata **; ** * in C:\data\ directory **; ** ** %savastata(C:\data\,-old -replace); ** Saves the dataset as the previous version of Stata **; ** * in C:\data\ directory, overwriting it if it **; ** * already exists. **; ** ** THE -intercooled option starting with Stata 10 only checks for more than 2,047 vars. It does not ** save the dataset as an intercooled dataset since starting with Stata 10 that is no longer ** an option. ** %savastata(C:\data\,-intercooled); ** Saves the dataset as the Intercooled version of Stata **; ** * in C:\data\ directory. This is only possible if **; ** * your version of Stata is an SE edition. **; ** ** %savastata(/project/data/,-old -intercooled); ** Saves the dataset as previous version of **; ** * Stata Intercooled in the /project/data/ **; ** * directory **; ** ** ***********************************************************************************************/ %local usagelog; %** SET LOCATION OF USAGE LOG FILE **; %let usagelog="specify what file name and location you want here"; %if "&sysscp."="WIN" %then %do; %let usagelog="x:\software\temp\savas_usage.log"; %* windoze *; %end; %else %if "&sysscp."="RS6000" %then %do; %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %* AIX nodes *; %end; %else %if "&sysscp."="AIX 64" %then %do; %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %* AIX nodes *; %end; %else %if "&sysscp."="LINUX" %then %do; %* linux boxes *; %if %index(%qlowcase(%qcmpres(%sysget(HOSTNAME))),"gromit") = 1 or %index(%qlowcase(%qcmpres(%sysget(HOSTNAME))),"sig") = 1 or %index(%qlowcase(%qcmpres(%sysget(HOSTNAME))),".cpc.") ^= 0 %then %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %else %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %end; %else %if %index(%qupcase(&sysscp.),SUN) %then %do; %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %end; %else %do; %let usagelog="/afs/isis.unc.edu/home/d/a/danb/usage/savas_usage.log"; %end; /***************************************************************************/ /****** !NO MORE EDITS TO THE MACRO SHOULD BE MADE BEYOND THIS POINT! ******/ /***************************************************************************/ %** local macro vars used in savastata **; %local ascii avars bign bign1 bvar bytemax bytemin ch char2fmthttp char2lab check cq crdate cv decpos diffhour diffmin diffsec dq dq1 dq_fail dq_fix dyc dy dy_and_dq_fail drive dset dta_exists fail fail11 fail20 fail23 fb fe fdset flavor flibr float http i ii intmax intmin intrcool isysver j jj k kk labtrunc ldset librfmts ln lo longname longmax longmin max_clen_count maxobs maxreclen maxstrvarlen maxvallablen maxvar messy MP name newname nobs noisily notes nv ob obs old pwdir pwdrive quietly quotes reclen replace s_dsn s_last s_SEver s_ver script SE slash sm sprog startdat success temp_dir u_SEver u_sysrc u_ver udset unix uspace var_c var_n vlabels work_dir workfmts w_sysrc; %** make sure sas version is an integer so it can be properly evaluated **; %let isysver = %sysevalf(&sysver.,integer); %** Save option settings so they can be restored at the end of this macro. **; %let notes=%sysfunc(getoption(notes)); %let obs=%sysfunc(getoption(obs)); options obs=MAX; %*** Reason for maximizing it is because user could have **; %* set it lower than the number of variables in the dataset. **; options nonotes; %** Shut off notes while program is running in order to reduce log size. **; %** Time how long SAVASTATA takes to run **; %let startdat=%sysfunc(datetime()); %** initialize macro vars **; %let diffhour=0; %let diffmin=0; %let diffsec=0; %let fail=0; %let success=0; %** if out_dir is surrounded by double or single quotes, remove them. **; %if %nrbquote(%index(%nrbquote(&out_dir.),%str(%")))=1 or %nrbquote(%index(%nrbquote(&out_dir.),%str(%')))=1 %then %let out_dir=%nrbquote(%substr(%nrbquote(&out_dir.),2,%length(%nrbquote(&out_dir.))-2)); %if %nrbquote(%index(%nrbquote(&u_dir.),%str(%")))=1 or %nrbquote(%index(%nrbquote(&u_dir.),%str(%')))=1 %then %let u_dir=%nrbquote(%substr(%nrbquote(&u_dir.),2,%length(%nrbquote(&u_dir.))-2)); %** initialize var **; %let newname=; %** check to see if new dataset name provided in %nrbquote(&out_dir.) **; %if %nrbquote(%length(&out_dir.)) > 0 %then %do; %if %nrbquote(%index(%qlowcase(&out_dir.),.dta)) %then %do; %** if Stata dataset name provided with directory info **; %if "%qlowcase(%substr(%nrbquote(&out_dir.),%length(%nrbquote(&out_dir.))-3,4))"=".dta" %then %do; %** if no backslash provided: savstata(d:mydata.dta) then add in the backslash **; %if "&sysscp."="WIN" and %nrbquote(%index(%nrbquote(&out_dir.),:)) = 2 and %nrbquote(%index(%nrbquote(&out_dir.),\)) ^= 3 %then %let out_dir = %nrbquote(%substr(%nrbquote(&out_dir.),1,2)\%substr(%nrbquote(&out_dir.),3,%length(%nrbquote(&out_dir.))-2)); %let newname=%nrbquote(%substr(%nrbquote(&out_dir.),1,%length(%nrbquote(&out_dir.))-4)); %if %index(%nrbquote(&newname.),\) %then %do; %do %while(%nrbquote(%index(%nrbquote(&newname.),\))); %let newname=%nrbquote(%substr(%nrbquote(&newname.),%index(%nrbquote(&newname.),\)+1,%length(&newname.)-(%index(%nrbquote(&newname.),\)))); %end; %let out_dir=%nrbquote(%substr(%nrbquote(&out_dir.),1,%index(%nrbquote(&out_dir.),%nrbquote(&newname.))-1)); %end; %else %if %index(%nrbquote(&newname.),/) %then %do; %do %while(%nrbquote(%index(%nrbquote(&newname.),/))); %let newname=%nrbquote(%substr(%nrbquote(&newname.),%index(%nrbquote(&newname.),/)+1,%length(&newname.)-(%index(%nrbquote(&newname.),/)))); %end; %let out_dir=%nrbquote(%substr(%nrbquote(&out_dir.),1,%index(%nrbquote(&out_dir.),%nrbquote(&newname.))-1)); %end; %else %let out_dir=; %** only new name provided **; %end; %end; %** end of if %index(%nrbquote(&out_dir.),.dta) do loop **; %end; %** end of if length(%nrbquote(&out_dir.)) = 0 do loop **; %let s_dsn=&sysdsn.; %** preserve these to restore after setting up usagelog **; %** script var is definitive way to determine how savastata was called, **; %* if empty then not called by either -usesas- or savas **; %let script=; %if "&tfns." ^= "" and "&nosave."="nosave" %then %do; %let script=usesas; %end; %else %if "&tfns."^="" and "&nosave."="" %then %do; %let script=savas; %end; %** log usage of savastata if usage log file exists **; %if %sysfunc(fileexist(&usagelog.)) %then %do; data _null_; file &usagelog. mod; %if "&script."="" %then %do; put " "; date=datetime() ; put " savastata macro " date dateampm. ; %end; put " &sysuserid. savastata( &out_dir.,&options.,&sortedby.,&tfns.,&nosave.,&u_dir.,&U_SE.)"; %end; %let sysdsn=&s_dsn.; %** restore after setting up usagelog **; %let noisily = ; %let quietly = ; %if "&script." = "usesas" %then %do; options nonotes nodate ; %let noisily =noisily; %let quietly =quietly; %** proc printto prints any weird error messages that SAS has to this log file in a nice, *; %* readable format because -usesas- looks for this file and prints it to the results window **; proc printto log="&out_dir._&tfns._report.log"; run; %end; %** current website address for savastata, usesas, or savas help: **; %* used in fail messages at end of macro **; %let sprog=savastata; %if "&script." ^="" %then %let sprog=&script.; %let http=%nrstr(http://www.cpc.unc.edu/services/computer/presentations/sas_to_stata/)&sprog..html; %let char2fmthttp=%nrstr(http://www.cpc.unc.edu/services/computer/presentations/sas_to_stata/char2fmt.html); %** Find out what directory SAS currently is using as the present working directory **; %* so that it can be restored at end of macro. **; libname ________ " "; %** ________ is a very unlikely libname **; %let pwdir=%nrbquote(%sysfunc(pathname(________))); %let pwdrive= ; %IF %index(%nrbquote(&pwdir.),\) %THEN %do; %let pwdrive= %qsubstr(%nrbquote(&pwdir.),1,2); %** get drive info eg. "d:" **; %end; %** if no temporary filenames are supplied then use sysjobid macro var **; %if %length(&tfns.)=0 %then %let tfns=&sysjobid.&sysindex.; %** Have macro var that will increase each time macro run for **; %* times when one SAS session runs savastata macro multiple **; %* times and -messy option specified. ***; %*** Use the most recently created SAS work dataset. ***; %let s_last=&syslast.; %let ldset=%length(&syslast.); %let decpos=%index(&syslast.,.); %let dset=%substr(&syslast.,&decpos.+1,&ldset.-&decpos.); %** use the work directory to store the temporary SAS files that this program creates ***; %let temp_dir = %nrbquote(%sysfunc(pathname(work))); %let work_dir = %nrbquote(%sysfunc(pathname(work))); %** this is first time program goes to a fail label **; %** Work directory cannot start with a back slash because savastata needs to cd to it. **; %if %index(%nrbquote(&work_dir.),\)=1 %then %goto fail18; %** Figure out whether the operating system uses forward slashes or back slashes in **; %* directory paths and make sure that out_dir has the appropriate slash at the end. **; %let unix=0; %let drive= ; %IF %index(%nrbquote(&temp_dir.),\) %THEN %do; %let unix=0; %** unix=0 implies windows platform **; %let drive= %qsubstr("&work_dir.",2,2); %** get drive info eg. "d:" **; %let temp_dir = %nrbquote(&temp_dir.)\; %** tack on a back slash **; %if "&out_dir."="" %then %goto fail4; %else %if "&out_dir."=" " %then %goto fail4; %else %if "&out_dir."="." %then %goto fail4; %let slash= %qsubstr("&out_dir.",%length("&out_dir.")-1,1); %** check if back slash at end **; %if "&slash."^="\" %THEN %do; %let out_dir= %nrbquote(&out_dir.)\; %** add a back slash at end if it is not there already **; %end; %end; %ELSE %IF %index(%nrbquote(&temp_dir.),/) %THEN %do; %let unix=1; %** unix or unix-like platform **; %let temp_dir = %nrbquote(&temp_dir.)/; %** tack on a forward slash **; %** make sure that out_dir is not a relative directory name like: ../mydata/ **; libname ________ "&out_dir."; %** ________ is a very unlikely libname **; %let out_dir=%nrbquote(%sysfunc(pathname(________))); %let slash= %qsubstr("&out_dir.",%length("&out_dir.")-1,1); %** check if back slash at end **; %if "&slash."^="/" %THEN %do; %let out_dir= %nrbquote(&out_dir.)/; %** add a forward slash at end if it is not there already **; %end; %END; %** ELSE IF index("temp_dir",/) THEN do loop **; %** Make sure the dataset name and any option passed to savastata is in lower case. **; %let dset=%lowcase(%nrbquote(&dset.)); %if %length(&newname.)>0 %then %let fdset=%nrbquote(&newname.); %else %let fdset=%lowcase(%nrbquote(&dset.)); %let options=%lowcase(%nrbquote(&options.)); %let udset=%qupcase(&fdset.); %if %index(&syslast.,WORK)^=1 %then %goto fail1; %** if obs are set to zero, error in program previous to savastata **; %if &obs.=0 %then %goto fail13; %if &udset.=_CONTEN or &udset.=_CONTEN1 or &udset.=_CONTEN2 or &udset.=_CONTEN3 %then %goto fail3; %** initialize macro var **; %let workfmts=0; %let librfmts=0; %let vlabels=0; %** check to see if format libraries exist **; %let workfmts=%sysfunc(cexist(WORK.FORMATS)); %** cexist tests to see if catalog file created for current OS %* if it was not, then librfmts = 0 even if library.formats does exist *; %let librfmts=%sysfunc(cexist(LIBRARY.FORMATS)); %if &workfmts.=1 or &librfmts.=1 %then %let vlabels=1; %** Initialize macro vars for savastata options **; %let ascii=0; %let float=0; %let quotes=0; %let messy=0; %let intrcool= ; %let old= ; %let replace= ; %let check=0; %let char2lab=0; %if %nrstr(&options.)^=%nrstr() %then %do; %** Find out what options were specified **; %if %index(&options.,ascii) %then %let ascii=1; %** set ascii option **; %if %index(&options.,fl) %then %let float=1; %** set float option **; %if %index(&options.,qu) %then %let quotes=1; %** set quote option **; %if %index(&options.,mes) %then %let messy=1; %** set messy option **; %if %index(&options.,old) %then %let old=old; %** set old option **; %if %index(&options.,int) %then %let intrcool=intercooled; %** set intrcool option **; %if %index(&options.,rep) %then %let replace=replace; %** set replace option **; %if %index(&options.,rpl) %then %let replace=replace; %** set replace option **; %if %index(&options.,che) %then %let check=1; %** set check option **; %if %index(&options.,cha) %then %let char2lab=1; %** set char2lab option **; %end; %** initialize vars to default setting of Stata if you know you what version of Stata you have **; %** Need to set all if you set any. **; %let u_ver=0.0; %** version of Stata that is being used. decimal values are okay. *; %* set this if you do not want Stata to be run just figure out what *; %* version of Stata you are using. *; %let s_ver=0.0; %** version of Stata that data will be saved as. *; %* set this only if you set the u_ver variable. *; %* old option will change this if used **; %let u_SEver=0; %** 1 if SE/MP version of Stata that is being used. *; %let s_SEver=0; %** 1 if SE/MP version of Stata that data will be saved as. *; %* intercooled option will change this if used **; %* make sure these macro vars are numbers. **; %** Stata versions are multiplied by 10 so that no decimal places exist **; %let u_ver=%sysevalf(&u_ver.*10,integer); %let s_ver=%sysevalf(&s_ver.*10,integer); %* test that save version is not higher than the using version *; %if &s_ver. > &u_ver. %then %goto fail2; %if not (&u_SEver.=0 or &u_SEver.=1) %then %goto fail2; %if not (&s_SEver.=0 or &s_SEver.=1) %then %goto fail2; %** cannot use Intercooled and save to SE **; %if (&u_SEver.=0 and &s_SEver.=1) %then %goto fail2; %if &ascii.=1 %then %do; %** Need to save all the files if ascii specified. **; %if &messy.=0 %then %let messy=1; %let ascii_ver=%qsubstr(&options.,%index(&options.,ascii),%eval(%length(&options.)-%index(&options.,ascii)+1) ); %let ascii_ver=%scan(&ascii_ver.,1,%nrstr( )); %let ascii_ver=%qsubstr(&ascii_ver.,6,%eval(%length(&ascii_ver.)-5)); %if &ascii_ver. = %then %do; %* use defaults settings. **; %end; %else %do; %* figure out what version user specified: *; %let blen=%length(&ascii_ver.); %** replace "se" with a blank **; %let ascii_ver=%cmpres(%sysfunc(translate(&ascii_ver.,%nrstr( ), se))); %let alen=%length(&ascii_ver.); %if &alen. < &blen. %then %do; %let u_SEver=1; %if &intrcool.^=intercooled %then %let s_SEver=1; %end; %else %do; %let blen=%length(&ascii_ver.); %** replace "mp" with a blank **; %let ascii_ver=%cmpres(%sysfunc(translate(&ascii_ver.,%nrstr( ), mp))); %let alen=%length(&ascii_ver.); %if &alen. < &blen. %then %do; %let u_SEver=1; %if &intrcool.^=intercooled %then %let s_SEver=1; %end; %end; %** end of if either SE or MP was specified **; %** < 2000 is just an extremely high version of Stata **; %if 0 < &ascii_ver. and &ascii_ver. < 2000 %then %do; %* ascii_ver is a number *; %let u_ver=&ascii_ver.; %let u_ver=%sysevalf(&u_ver.*10,integer); %if &old.=old %then %do; %if &ascii_ver.=9 %then %do; %let s_ver=%eval(&ascii_ver. - 2); %let s_SEver=0; %** Stata 9 saves old only to Stata 7 IC **; %let intrcool=intercooled; %** setting intrcool to intercooled makes this work **; %* as s_SEver gets set to u_SEver later **; %end; %else %let s_ver=%eval(&ascii_ver. - 1); %end; %else %let s_ver=&u_ver.; %let s_ver=%sysevalf(&s_ver.*10,integer); %end; %end; %* change of default settings based on old and intercooled will be changed later **; %end; %** end of if ascii=1; %** check to see if user has set up Windows Stata correctly. **; %** if not then check other likely places the Stata executable would be. **; %let fail20=0; %** do not need the stata.exe when ascii or -usesas- running it *; %if not (&ascii.=1 or "&script." = "usesas") %then %do; %if &unix.=0 and %sysfunc(fileexist("&wstata."))=0 %then %do %while(&fail20.=0); %let drives =C D Y; %let exe =wsestata wmpstata wstata; %let versions =12 11 10 9 8 7 6; %do i = 1 %to 3; %** one for each drive **; %let ii =%scan(&drives.,&i.,%nrstr( )); %do j = 1 %to 3; %** one for each exe of stata **; %let jj =%scan(&exe.,&j.,%nrstr( )); %do k = 1 %to 7; %** one for each version of stata **; %let kk =%scan(&versions.,&k.,%nrstr( )); %let wstata=%str(&ii.:\Stata&kk.\&jj..exe); %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=%str(&ii.:\Program Files\Stata-&kk.\&jj..exe); %** Stata-9 **; %end; %else %goto exist; %** file exists **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=%str(&ii.:\Program Files\Stata&kk.\&jj..exe); %** Stata9 **; %end; %else %goto exist; %** file exists **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=%str(&ii.:\Stata-&kk.\&jj..exe); %** Stata-9 **; %end; %else %goto exist; %** file exists **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=%str(&ii.:\Stata&kk.\&jj..exe); %** Stata9 **; %end; %else %goto exist; %** file exists **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=%str(&ii.:\Stata\&jj..exe); %end; %else %goto exist; %** file exists **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %** nothing **; %end; %else %goto exist; %** file exists **; %end; %** of k loop **; %end; %** of j loop **; %end; %** of i loop **; %do; %** check path for Stata executable **; %let i=1; %let delim=%str(;); %do %until (%qscan(%sysget(PATH),&i.,%str(&delim.)) = ); %let wstata="%qscan(%sysget(PATH),&i.,%str(&delim.))\wsestata.exe"; %if %sysfunc(fileexist("&wstata."))=0 %then %let wstata="%qscan(%sysget(PATH),&i.,%str(&delim.))\wmpstata.exe"; %if %sysfunc(fileexist("&wstata."))=0 %then %let wstata="%qscan(%sysget(PATH),&i.,%str(&delim.))\wstata.exe"; %if %sysfunc(fileexist("&wstata.")) %then %do; %let fail20=2; %let i=200000; %** break loop if found it **; %end; %let i=%eval(&i.+1); %end; %if fail20=2 %then %goto exist; %** file exists **; %end; %** of checking path for Stata executable **; %if %sysfunc(fileexist("&wstata."))=0 %then %do; %let wstata=NO STATA EXECUTABLE FOUND; %let fail20=1; %** give up **; %end; %exist: ; %if &fail20.=0 %then %let fail20=2; %** found file so break while loop **; %end; %** end of if unix=0 then do while loop **; %end; %** end of if &ascii. = 0 and &script. = "usesas" **; %if &fail20.=1 %then %goto fail20; libname ________ "&out_dir."; %** ________ is a very unlikely libname **; %if &syslibrc.^=0 %then %do; libname ________ clear; %** do away with it now **; %goto fail5; %** exit if not a valid pathname **; %end; libname ________ clear; %** do away with it now **; %* -usesas- sets messy to on so it can contol where the files are put **; %if &messy.=1 %then %do; %** Use the output directory to store the SAS program files that this macro creates. ***; %let temp_dir = %nrbquote(&out_dir.); %let work_dir = %nrbquote(&out_dir.); %if &unix.=0 %then %do; %let windrive= %qsubstr("&out_dir.",2,2); %** get drive info eg. "d:" **; %sysexec &windrive.; ** change to whatever drive files are going **; %end; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %sysexec cd %nrbquote(&out_dir.) ; %** change to the drive and directory where the Stata do-files are. **; %end; %if "&u_dir."^="" %then %do; %** this happens when -usesas- or savas script call savastata **; %let out_dir = %nrbquote(&u_dir.); %end; %** run Stata to find out what version of Stata is being used. **; %* -usesas- passes &version. to savastata but savas needs to figure it out here **; %* Stata versions are multiplied by 10 so that no decimal places exist **; %if &script.=usesas %then %do; %** force this since a -usesas- user could have incorrectly preset this **; %let u_ver=%sysevalf(&version.*10,integer); %** force this since a -usesas- user could have incorrectly preset this **; %* and -usesas- needs to have s_ver = u_ver since it does not save data. **; %let s_ver=&u_ver.; /** U_SE should only equal either 1 or 0: `= ("`c(SE)'" == "1") + ("`c(MP)'" == "1")' **/ %if &U_SE.>=1 %then %let u_SEver=1; %end; %else %if &u_ver.=0 and &ascii.=0 %then %do; data _null_; file "&temp_dir._&tfns._version.do"; put " capture program drop stata_v"; put " program define stata_v, nclass"; put " capture log close "; put " quietly log using ""&temp_dir._&tfns._ver.log"" "; %** macro var version can have decimal places **; put ' display "%let version=" _caller() " ; " '; put ' display "%let SE=$S_StataSE ;" '; put ' display "%let MP=$S_StataMP ;" '; put " quietly capture log close " ; put " end "; put " stata_v"; run; %let uspace=0; %** flag if in non-Windows and directory name has a space in it **; %if "&nosave."="" %then %do; %** if not run by -usesas- **; %if &unix.=1 %then %do; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %* change to the drive and directory where the Stata do-files are. **; %sysexec cd %nrbquote(&work_dir.) ; %** Run Stata in batch from within the directory where the temp files are. **; %sysexec %nrbquote(&ustata.) -b do "_&tfns._version.do"; %if &sysrc.^=0 %then %goto fail21; %end; %** if unix=1 do loop **; %if &unix.=0 %then %do; %sysexec &drive.; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %sysexec cd %nrbquote(&work_dir.) ; %** Run Stata in batch. **; %sysexec "&wstata." /e do "&temp_dir._&tfns._version.do"; %end; %** if unix=0 then do loop **; %if %sysfunc(fileexist("_&tfns._ver.log")) %then %do; %include "_&tfns._ver.log"; %end; %else %goto fail22; %let u_ver=%sysevalf(&version.*10,integer); %** stata 6 cannot handle $S_StataSE or $S_StataMP *; %if &SE.=E %then %let SE=; %if &MP.=P %then %let MP=; %** no difference between MP and SE to savastata **; %if &SE.=SE or &MP.=MP %then %let u_SEver=1; %end; %** end of "&nosave." ^= "" (not being run by -usesas-) **; %end; %** if script=usesas, else if &u_ver.=0 and &ascii.=0 then do loop **; %** u_ver is multiplied by 10 to make sure no decimal exists **; %if 100<= &u_ver. and &u_ver.<110 %then %do; %**if using Stata 10, no reason to save to current version so saveold **; %let old=old; %end; %if &old.=old %then %do; %if 90<=&u_ver. and &u_ver.<100 %then %do; %let s_ver=70; %** Stata 9 -saveold- saves to version 7 IC only **; %let s_SEver=0; %** Stata 9 -saveold- saves to version 7 IC only **; %let intrcool=intercooled; %** setting intrcool to intercooled makes this work **; %* as s_SEver gets set to u_SEver later **; %end; %else %let s_ver=%eval(&u_ver. - 10); %** otherwise subtract 1 (by subtracting 10) **; %if &u_ver.>=100 and &u_ver.<110 %then %let s_ver=91; %** Stata 10 saves like Stata 9.1 not 9.0 **; %end; %else %let s_ver=&u_ver.; %if &s_SEver.=0 %then %let s_SEver=&u_SEver.; %if &s_SEver.=1 and &intrcool.=intercooled %then %let s_SEver=0; %if &s_ver. > &u_ver. %then %goto fail2; %if not (&u_SEver.=0 or &u_SEver.=1) %then %goto fail2; %if not (&s_SEver.=0 or &s_SEver.=1) %then %goto fail2; %** cannot use Intercooled and save to SE **; %if (&u_SEver.=0 and &s_SEver.=1) %then %goto fail2; %** Have to be using Stata SE to specify that you are saving a Stata Intercooled dataset. **; %if &u_SEver.=0 %then %let intrcool= ; %* char2lab can only be run by savas or -usesas- **; %if &char2lab.=1 %then %do; %** s_ver is multiplied by 10 to make sure no decimal exists **; %if &s_ver. < 90 %then %do; %** Stata 9 started allowing value labels to be up to 32,000 charactes long.**; %** Stata 8 will ignore such value labels if dataset is read into Stata 8 **; %put WARNING: The option char2lab is not beneficial prior to Stata 9. *; %let char2lab=0; %end; %if ("&script." = "" ) %then %do; %** The option char2lab is not allowed when SAVASTATA is not run by the savas script **; %* or the Stata command -usesas-. **; %put WARNING: The option char2lab is not allowed. *; %if &s_ver. >= 90 %then %do; %put Consider running the SAS macro CHAR2FMT before running SAVASTATA. *; %put For more help check here: &char2fmthttp. ; %end; %let char2lab=0; %end; %if &char2lab.=0 %then %do; %put WARNING: char2lab option will be ignored. * ; %end; %end; %* set max limits for Stata dataset **; %* For SE or Intercooled the max number of obs is: 2,147,483,647 **; %let maxobs=2147483647; %* set max string variable length and max value label length **; %if &s_ver.<70 %then %do; %** Stata 7 was first version with SE **; %let maxstrvarlen=80; %let maxvallablen=80; %end; %else %if &s_SEver.=0 and &s_ver.<=90 %then %do; %** intercooled versions 7, 8 and 9.0 **; %let maxstrvarlen=80; %let maxvallablen=80; %end; %else %if &s_SEver.=1 and &s_ver.<=90 %then %do; %** Stata 7 SE, 8 SE, and 9.0 SE **; %let maxstrvarlen=244; %let maxvallablen=244; %end; %else %if &s_ver.>=91 %then %do; %** 9.1+ SE and Intercooled are the same **; %let maxstrvarlen=244; %let maxvallablen=32000; %end; %let dta_exists=0; %if "&script." ^= "usesas" %then %do; %if %sysfunc(fileexist("&out_dir.&fdset..dta")) %then %do; %let dta_exists=1; %if &replace.^=replace and &ascii.=0 %then %do; %goto fail7; %end; %end; %end; %** check for long character variables only if using Stata 9 or higher **; %if &u_ver. >= 90 %then %do; proc contents data=&dset. out=_conten noprint; run; proc sort data=_conten; by type; run; %let max_clen_count=0; data _null_; set _conten (where=(type=2)) end=lastobs ; retain max_clen_count 0; by type; if length > &maxstrvarlen. then do; max_clen_count = max_clen_count + 1; %if &char2lab. = 1 %then %do; if max_clen_count=1 then do; %** if a var has a length longer than needed then it may be needlessly converted **; %* if the trailing blanks were removed first...which savastata does after char2fmt **; %* is run. not worth moving length optimization to be before here as it has to **; %* be done after char2fmt as well **; put " This is a list of character variables that are going to be made into *"; put " numeric variables but have value labels containing their character contents *"; put " because they contain more than &maxstrvarlen. characters. *"; end; put " " name " *"; %end; end; if last.type and type=2 then do; call symput( 'max_clen_count', compress(left( put( max_clen_count, 10. ) ) ) ) ; end; run; %** only do char2fmt if user asked for it and have long character vars that need **; %* to be made into labels **; %* char2fmt creates and deletes temporary dataset _conten2 **; %if (&char2lab.=1) and (&max_clen_count. > 0 ) %then %do; %char2fmt(dset=&dset. , maxlen=&maxstrvarlen. , temp_dir=%nrbquote(&temp_dir.) , tfns=&tfns. ); %let workfmts=%sysfunc(cexist(WORK.FORMATS)); %if &workfmts.=1 %then %let vlabels=1; %end; %** end begin char2lab process **; %end; %** of if s_ver>=90 **; %** run proc means to check data after potential change in data by char2fmt **; %if &check.=1 %then %do; proc printto print="&out_dir.&fdset._SAScheck.lst" new ; run; proc means data=&dset.; proc contents data=&dset. position; proc print data=&dset. (obs=5); run; proc printto; %** ends printing to means.lst and returns printing to normal **; run; %end; %** Here starts the processing of the dataset. **; %** Create a dataset of the dataset info of the input dataset. **; proc contents data=&dset. out=_conten noprint; run; %** Initialize macro vars **; %let nv=0; %let cv=0; %let ch=0; %let ln=0; %let ob=0; %let lo=0; %let dq=0; %let dq1=0; %let dy=0; %let dyc=0; %** initialize to 0 for now **; %let bign=0; %let bign1=0; %let name=0; %** Check for vars with names that are used in savastata like: _N and _______N. **; data _null_; set _conten(keep=name ) end=lastobs; retain bign bign1 0; name=lowcase(name); if name="_n" then bign=1; if name="_______N" then bign1=1; if name="___nv___" then call symput("nv","1"); if name="___cv___" then call symput("cv","1"); if name="___ch___" then call symput("ch","1"); if name="___ln___" then call symput("ln","1"); if name="___ob___" then call symput("ob","1"); if name="___lo___" then call symput("lo","1"); if name="___dq___" then call symput("dq","1"); if name="___dq1__" then call symput("dq1","1"); if name="___dy___" then call symput("dy","1"); if name="___dyc__" then call symput("dyc","1"); if name="_name_" then call symput("name","1"); if lastobs then do; call symput("bign",bign); call symput("bign1",bign1); end; run; /** DR's little fix **/ %let crdate=SAVASTATA created this dataset on %sysfunc(date(),date9.); %** An attempt to rename _N to _______N will fail %* because both vars exist in the dataset. **; %if &bign.=1 and &bign1.=1 %then %goto fail8; %let bvar=________; %if &nv.=1 %then %do; %let bvar=___nv___; %goto fail9; %end; %if &cv.=1 %then %do; %let bvar=___cv___; %goto fail9; %end; %if &ch.=1 %then %do; %let bvar=___ch___; %goto fail9; %end; %if &ln.=1 %then %do; %let bvar=___ln___; %goto fail9; %end; %if &ob.=1 %then %do; %let bvar=___ob___; %goto fail9; %end; %if &lo.=1 %then %do; %let bvar=___lo___; %goto fail9; %end; %if &dq.=1 %then %do; %let bvar=___dq___; %goto fail9; %end; %if &dq1.=1 %then %do; %let bvar=___dq1__; %goto fail9; %end; %if &dy.=1 %then %do; %let bvar=___dy___; %goto fail9; %end; %if &dyc.=1 %then %do; %let bvar=___dyc__; %goto fail9; %end; %if &name.=1 %then %do; %let bvar=_name_; %goto fail9; %end; %* invalid Stata vars *; %let bstatavs='_ALL','_B','BYTE','_COEF','_CONS','DOUBLE','FLOAT','IF','IN','INT','LONG','_N','_PI','_PRED','_RC','_SE','_SKIP','USING','WITH'; %let cq=0; data _conten; length __strvar 8 label $200; set _conten; retain llabcnt 0; ** count how many variable labels need to be truncated **; name=upcase(name); %** make sure all variable names are upper case **; if (substr(name,1,3)='STR') then do; %** Look for variables named like "str14" which is **; %* an invalid variable name in Stata if it was in **; %* lower case. Leave them in upper case. **; __strvar=substr(name,4,length(name)); _error_=0; %** SAS creates _error_=15 if _strvar evaluates to ., so clear it. **; if (__strvar in(.,0)) then name=lowcase(name); else call symput("bstatavs","&bstatavs.,'"||trim(name)||"'"); %** add str var to list **; end; %** Check for variable names that are invalid variable names in Stata if they were in **; %* lower case and leave them in upper case. **; else if name ~in(&bstatavs.) then name=lowcase(name); %if &bign.=1 and &bign1.=0 %then %do; if (name='_N') then do; put 'WARNING: Savastata has renamed Stata invalid variable _N to _______N * '; name='_______N'; call symput("bstatavs","&bstatavs.,'"||trim(name)||"'"); %** add _______N var to list **; end; %end; if label^="" then do; %** this does not need to be version controlled as Stata has only ever allowed 80 characters *; %* for variable labels: *; if length(label)>80 then do; llabcnt=llabcnt+1; label=substr(label,1,80); %** need to test length before escaping $ and \ etc. **; if llabcnt = 1 then put 'WARNING: This is a list of variables that have had their label truncated to 80 characters. * '; put @10 name ' * '; end; %** prepare label to be written to _labels.do **; %if &u_ver. < 90 %then %do; %** replace two back slashes with four **; if index(label,"\\") then label = tranwrd(label,"\\","\\\\"); %end; %** replace all left quotes with right quotes since they mess things up **; if index(label,"`") then label = tranwrd(label,"`","'"); %** the above can create a right compound quote **; %** escape all dollar signs **; if index(label,"$") then label = tranwrd(label,"$","\$"); %** if variable label contains a compound quote. **; if index(label,"`"||'"') or index(label,'"'||"'") then do; call symput("cq","1"); %if "es.=1 %then %do; label = tranwrd(label,"`"||'"',"''"); %* replace left compound quote with two single quotes *; label = tranwrd(label,'"'||"'","''"); %* replace right compound quote with two single quotes *; %end; end; end; %** if var has a label **; length w d $5; w=formatl; d=formatd; format=upcase(format); orig_fmt=format; if (format='' & formatl>0) then format = compress('%'||w||'.'||d||'f',' '); else if (format='F') then format = compress('%'||w||'.'||d||'f',' '); else if (format='BEST') then format = compress('%'||formatl||'.0g'); else if (format='DATE' & formatl<9) then format = '%d'; else if (format='DATE' & formatl>=9) then format = '%dDlCY'; else if (format='DDMMYY' & formatl<10) then format = '%dD/N/Y'; else if (format='DDMMYY' & formatl>=10) then format = '%dD/N/CY'; else if (format='MMDDYY' & formatl<10) then format = '%dN/D/Y'; else if (format='MMDDYY' & formatl>=10) then format = '%dN/D/CY'; else if (format='YYMMDD' & formatl<8) then format = '%dYND'; else if (format='YYMMDD' & 8<=formatl<10) then format = '%dY-N-D'; else if (format='YYMMDD' & formatl>=10) then format = '%dCY-N-D'; else if (format='DAY') then format = '%dD'; else if (format='MONTH') then format = '%dl'; else if (format='YEAR' & formatl<4) then format = '%dY'; else if (format='YEAR' & formatl>=4) then format = '%dCY'; else if (format='MONNAME') then format = '%dM'; else if (format='MONYY' & formatl<7) then format = '%dlY'; else if (format='MONYY' & formatl>=7) then format = '%dlCY'; else if (format='WEEKDAY') then format = '%dd'; else if (format='WORDDATE') then format = '%d'; else if (format='WORDDATX') then format = '%d'; else if (format='YYMM') then format = '%d'; else if (format='YYMON' & formatl<7) then format = '%dYl'; else if (format='YYMON' & formatl>=7) then format = '%dCYl'; else format='default'; if type=2 then format='default'; %** make all string vars be default format **; run; %if &cq.=1 and "es.=0 %then %goto fail10; %** Variable label contains a compound quote **; %** initialize macro vars **; %let VAR_N = 0 ; %* number of numeric variables *; %let VAR_C = 0 ; %* number of character variables *; %let longname=0; %** check for varnames longer than 8 characters and rename them **; %if &isysver.<7 %then %goto skip6; %if &s_ver.< 70 %then %do; data _conten; length longname $32; set _conten; longname = name; if (length(name)>8) then do; s_name=right(substr(name,1,4)); %** renaming vars after proc means (check) done! oh, well*; call symput("longname","1"); end; run; %if &longname.=1 %then %do; %** only do if there is at least one varname > 8 **; %** Check that variables have not been renamed to names that already exist in the dataset. **; proc sort data=_conten; by s_name name; run; data _conten; set _conten; by s_name; retain count start 0; if first.s_name then count=0; if (length(name)>8) then do; start=start+1; count=count+1; name=compress(s_name||count); if start=1 then do; %** print to log **; put ' '; put 'WARNING: Stata 6 does not allow variable names longer than 8 characters. * '; put ' '; put 'WARNING: List of long variable names that SAVASTATA has renamed: * '; put ' '; put ' Original long name' @35 ' New short name * '; put ' '; end; put ' ' longname @33 ' = ' @36 name ' * '; end; %** end of if (length(name)>8) do loop **; run; proc sort data=_conten; by name; run; %let fail11=0; %** initialize fail11 macro var **; data _null_; set _conten; by name; if not (first.name and last.name) then do; %** means there is a repeat in varnames **; call symput("fail11","1"); end; run; %if &fail11.=1 %then %goto fail11; %end; %** end of if long=1 the do loop **; %end; %** end of if &s_ver.< 70 do loop **; %skip6: ; %** Skip fixing stuff for Stata 6 if using SAS 6 **; proc sort data=_conten; by type; run; %let var_n=0; %let var_c=0; %let avars=0; %** Count up number of numeric and number of character variables. **; data _null_ ; set _conten end=lastobs; by type; if first.type then do; var_non=0; var_noc=0; end; if type=1 then do; %* numeric vars **; var_non + 1 ; end; if type=2 then do; %* character vars **; var_noc + 1 ; end; %** Create macro vars containing final number of vars. **; if last.type and type=1 then call symput( 'VAR_N', left( put( var_non , 5. ) ) ) ; if last.type and type=2 then do; call symput( 'VAR_C', left( put( var_noc, 5. ) ) ) ; end; %** AVARS is total number of variables **; if lastobs then call symput( 'AVARS', compress(left( put( _n_, 5. ) ) ) ) ; run ; %if &AVARS.=0 %then %do ; %goto fail12 ; %end ; %*** Figure out minimum safe storage type for each variable. ***; %if &s_ver. < 80 %then %do; %let bytemin = -127; %let bytemax = 126; %let intmin = -32767; %let intmax = 32766; %let longmin = -2147483647; %let longmax = 2147483646; %end; %** of if s_ver < 80 then do loop **; %else %do; %** Starting with Stata 8 there is a smaller range due to storage of special missings **; %let bytemin = -127; %let bytemax = 100; %let intmin = -32767; %let intmax = 32740; %let longmin = -2147483647; %let longmax = 2147483620; %end; %** of if s_ver < 80 then do loop **; %** Initialize macro vars **; %let nobs=0; %let dq_fail=0; %let dy_and_dq_fail=0; %let dq_fix=; %let dyc=%sysfunc(byte(162)); %** this makes cents **; %let sm=0; data _conten1; set work.&dset. end=___lo___; format _all_; %** remove all formats and informats **; informat _all_; %** Count up observations since using _n_ to step through arrays. **; array ___ob___[1] _temporary_ (1*0); ___ob___[1]=___ob___[1]+1; %if &VAR_N.>0 %then %do; %** process numeric vars *; array ___nv___ [&VAR_N.] _numeric_; %** all numeric variables in dataset **; array ___ln___ [&VAR_N.] _temporary_ (&VAR_N.*3); %** use the temporary variable _n_ to step through the arrays so as **; * not to create another var (i). _n_ resets itself at next obs. **; do _n_ = 1 to &VAR_N.; %** check to see if any numeric var has special missing values **; if .a<=___nv___[_n_]<=.z then call symput("sm","1"); if ___ln___[_n_] ne 8 and ___nv___[_n_] ne . then do ; if ___nv___[_n_] ne int(___nv___[_n_]) then ___ln___(_n_)=8; %** all decimal vars length 8 *; else %* check numeric variables that are integers *; if &BYTEMIN.<=___nv___[_n_]<=&BYTEMAX. then ___ln___(_n_)= max( ___ln___(_n_), 3 ) ; else if &INTMIN.<=___nv___[_n_]<=&INTMAX. then ___ln___(_n_)= max( ___ln___(_n_), 4 ) ; else if &LONGMIN.<=___nv___[_n_]<=&LONGMAX. then ___ln___(_n_)= max( ___ln___(_n_), 6 ) ; else ___ln___(_n_)=8; end ; end ; %*** end of _n_=1 to &VAR_N. ***; %end; %** end of processing numeric vars **; %if &VAR_C.>0 %then %do; %* now process the character variables *; array ___cv___( &VAR_C. ) _character_ ; %** all character variables in dataset **; %** temp array vars are retained variables **; array ___ch___( &VAR_C. ) _temporary_ (&VAR_C.*1); %** var length **; array ___dq___( &VAR_C. ) _temporary_ (&VAR_C.*0); %** var has dq **; array ___dy___( &VAR_C. ) _temporary_ (&VAR_C.*0); %** var has dyc **; array ___dq1__( 1 ) _temporary_ (1*0); %** any var has dq **; array ___dyc__(1) $32766 _temporary_ ; %** all vars that have dqs and dycs **; do _n_ = 1 to &VAR_C. ; %** check for double quotes in character variables **; if ___dq___[_n_]=0 then do; %** once a var is known to have a double quote **; %* stop checking it for a double quote **; if index(___cv___[_n_],compress(' " ')) then do; ___dq___[_n_]=1; %** temp array vars are retained variables **; ___dq1__[1]=1; end; end; %** also check for &dyc. char in character variables **; if ___dy___[_n_]=0 then do; %** once a var is known to have a dyc **; %* stop checking it for a dyc **; if index(___cv___[_n_],"&dyc.") then ___dy___[_n_]=1; %** temp array vars are retained variables **; end; %* increase character length until the maximum needed *; if ___ch___[_n_] < length(___cv___[_n_]) then ___ch___[_n_]=length(___cv___[_n_]); end; %** of do _n_ = 1 to &VAR_C. **; %end; %* end of processing character vars *; if ___lo___ then do ; call symput("nobs",compress(___ob___[1])); %if &VAR_N.>0 %then %do; do _n_ = 1 to &VAR_N. ; ___nv___[_n_]=___ln___[_n_]; %** replace values of variables with their length **; end; %end; %if &VAR_C.>0 %then %do; %if &u_ver.>=70 %then %do; %** since long varnames could be renamed for Stata 6 **; %* and -foreach- does not work in 6, do not do this. *; do _n_ = 1 to &VAR_C.; if ___dy___[_n_]=0 and ___dq___[_n_]=1 then do; %** create a list of char vars that need fixing **; %* do same upcasing/lowcasing as before **; if upcase(trim(vname(___cv___[_n_]))) in(&bstatavs.) then ___dyc__[1]= trim(upcase(vname(___cv___[_n_])))||trim(" ")||trim(___dyc__[1]); else ___dyc__[1]= trim(lowcase(vname(___cv___[_n_])))||trim(" ")||trim(___dyc__[1]); if upcase(trim(vname(___cv___[_n_]))) = "_N" then ___dyc__[1]= trim("_______N")||trim(" ")||trim(___dyc__[1]); end; %** of if var had dq but not dyc **; if ___dy___[_n_]=1 and ___dq___[_n_]=1 then call symput("dy_and_dq_fail","1"); end; %** of do _n_ to var_c **; %end; %** if u_ver>=70 loop **; %else %do; %** if previous to version 7 then force replacing **; %* double quotes with single quotes **; if ___dq1__[1]=1 then call symput("dy_and_dq_fail","1"); %end; %** create a macro var that has char vars that have double quotes * and can be fixed. **; if ___dq1__[1]=1 then call symput("dq_fix",trim(___dyc__[1])); if ___dq1__[1]=1 then call symput("dq_fail","1"); do _n_ = 1 to &VAR_C.; %** this converts the character data to numeric data *; ___cv___[_n_]=___ch___[_n_]; %** replace values of variables with their length **; end; %end; %* of if &VAR_C.>0 then do **; output; end; run; %if %sysfunc(fileexist(&usagelog.)) %then %do; data _null_; file &usagelog. mod; put " Input SAS dataset has &nobs. obs and &AVARS. vars" ; %end; %if &nobs.=0 %then %goto fail13; %if &nobs.>&maxobs. %then %goto fail25; %if &u_ver.>=70 %then %do; %** since varnames could be renamed for Stata 6 **; %* then do not do this. *; %if &dy_and_dq_fail.=1 and "es.=0 %then %goto fail14; %end; %else %do; %if &dq_fail.=1 and "es.=0 %then %goto fail14; %end; %** Stata 7 and earlier cannot save special missing values **; %if &sm.=1 and &s_ver. < 80 %then %do; %put WARNING: The dataset WORK.&dset. contains special missing data that will be converted to missing (.) * ; %end; %** Since _conten1 is one obs in the dataset transpose to create variable _name_. **; proc transpose data =_conten1 out=_conten1; var _all_; run; %** Put _conten dataset in the variable order of the original dataset. **; proc sort data=_conten; by varnum; run; %** Figure out the minimum required length for accurate storage of the col1 variable. **; data _conten1; set _conten1; varnum=_n_; %** make the variable order be the order they are in dataset **; run; data _conten; merge _conten(keep=name varnum type label orig_fmt format) _conten1(keep=_name_ varnum col1); by varnum; run; data _conten; length c_len $10 stype $10 oformat $10; set _conten; retain lcvarcnt 0; ** count how many variables need to be truncated **; c_len=compress(col1); n_len=input(c_len,8.); %** name has been fixed if too long or left upper case **; %* and _name_ is untouched **; if type=1 /*** and format="default" ***/ then do; %** numeric variables **; if c_len="3" then do; stype="byte"; oformat="best4."; end; else if c_len="4" then do; stype="int"; oformat="best6."; end; else if c_len="6" then do; stype="long"; oformat="best11."; end; else if c_len="8" and &float=1 then do; stype="float"; oformat="best18."; end; else if c_len="8" and &float=0 then do; stype="double"; oformat="best18."; end; end; /****************** if type=1 and format^="default" then do; %** numeric variables with formats **; stype="double"; oformat="best17."; end; ******************/ if type=2 then do; %** character variables **; if n_len>&maxstrvarlen. then do; c_len="&maxstrvarlen."; if &char2lab. = 0 then do; lcvarcnt = lcvarcnt + 1; if lcvarcnt = 1 then do; put "WARNING: This is a list of variables that have been truncated to &maxstrvarlen. characters. * "; if (&s_ver. >= 90) then do; if ("&script." = "") then do; put "Consider using the SAS macro CHAR2FMT to convert them to numeric variables with *"; put " SAS formats containing their character data. SAVASTATA saves formats as value labels in Stata. *"; end; else do; put "Consider using the char2lab option to encode them to numeric with value labels in Stata. *"; end; end; %* end of if saving to Stata version 9 or higher **; end; put @10 name ' * '; end; end; period='.'; oformat=compress("$char"||c_len); oformat=compress(oformat||period); stype=compress("str"||c_len); stype=left(stype); end; %** end of if type=2 do loop **; run; %** Figure out the record length. **; data _null_; set _conten end=lastobs; retain bpos lepos 0; if type=1 then do; if stype="byte" then len=1; if stype="int" then len=2; if stype="long" then len=4; if stype="float" then len=4; if stype="double" then len=8; end; if type=2 then len=input(c_len,8.); bpos=lepos+1; lepos=bpos+len-1; if lastobs then do; call symput("reclen",compress(lepos)); end; run; %if &s_ver.>=80 %then %do; proc format; value ___mi___ .a=".a" .b=".b" .c=".c" .d=".d" .e=".e" .f=".f" .g=".g" .h=".h" .i=".i" .j=".j" .k=".k" .l=".l" .m=".m" .n=".n" .o=".o" .p=".p" .q=".q" .r=".r" .s=".s" .t=".t" .u=".u" .v=".v" .w=".w" .x=".x" .y=".y" .z=".z" ;;; run; %end; %** end of if &s_ver.>=80 do loop **; %** Write a SAS program to output the data to an ascii file. **; data _null_; set _conten end=lastobs; %** Write to a SAS program to be inserted in this program later. **; file "&temp_dir._&tfns._ascii.sas"; retain lvar ivar 0; if _n_=1 then do; %*** this fileref is used after success to delete this raw file **; put "filename ________ ""&temp_dir._&tfns._.raw""; "; %** write out to an ascii file **; put "data _null_; "; put " set work.&dset. end=___lo___; "; put " file ________ ls=2000; "; %** write out to an ascii file **; end; lvar=lvar+1; ivar=ivar+1; %* only here if NOT (&dy_and_dq_fail.=1 and "es.=0) **; %if &dq_fail.=1 %then %do; %** check for double quotes in only the character variables that need fixing **; %** tranwrd makes the list of space separated char vars like: in("cvar1","cvar2")**; if type=2 and _name_ in(%sysfunc(tranwrd("&dq_fix.",%nrstr( ),","))) then put " if index(" _name_ ",compress(' "" ')) then "; %if &dy_and_dq_fail.=0 and &u_ver.>=70 %then %do; %** Make Maria happy. **; %** and replace with &dyc. character which is a very unlikely character **; if type=2 then put _name_ "=translate(" _name_ ",compress("" &dyc. ""),compress(' "" '));" ; %end; %else %if "es.=1 %then %do; %** and replace with single quotes **; if type=2 then put _name_ "=translate(" _name_ ",compress("" ' ""),compress(' "" '));" ; %end; %end; %** if dq_fail=1 then do loop **; %if &s_ver.<80 %then %do; %** make all special missings equal to missing since pre-Stata 8 cannot handle them **; if type=1 then put " if .< " _name_ "<=.z then " _name_ "=. ; "; %end; %** if s_ver<80 or sm=0 then do loop **; %if &s_ver.>=80 and &sm.=1 %then %do; %** make invalid special missings equal to missing **; %** Stata can only handle special missing between .a and .z, **; %* SAS also has " ._ " ***; if type=1 then put " if " _name_ "<.a then " _name_ "=. ; "; %end; %** if s_ver>=80 and sm=1 then do loop **; if (lvar < 5 and ivar < &avars.) then do; %** put the variable with the output format and put a space after each variable **; %if &s_ver.>=80 and &sm.=1 %then %do; %** keep special missings special **; if type=1 then put ' if .a<= ' _name_ '<=.z then put ' _name_ ' ___mi___. " " @;'; %end; if type=1 then put ' if ' _name_ '<.a or ' _name_ '>.z then put ' _name_ oformat ' " " @;'; /** would work if Stata could infile compound quotes: if type=2 then put ' put " `""" ' _name_ oformat ' """'' " " " @ ; '; ******/ if type=2 then put ' put " """ ' _name_ oformat ' """ " " " @ ; '; end; %** of if (lvar < 5 and ivar < avars.) then do loop **; else do; %if &s_ver.>=80 and &sm.=1 %then %do; %** keep special missings special **; if type=1 then put ' if .a<= ' _name_ '<=.z then put ' _name_ ' ___mi___. ;'; %end; if type=1 then put ' if ' _name_ '<.a or ' _name_ '>.z then put ' _name_ oformat ' ;'; /** would work if Stata could infile compound quotes: if type=2 then put ' put " `""" ' _name_ oformat ' """'' " ; '; **/ if type=2 then put ' put " """ ' _name_ oformat ' """ " ; '; lvar=0; end; %** of if else (the 5th var) do loop **; put " "; if lastobs then do; put "run; "; end; run; %include "&temp_dir._&tfns._ascii.sas"; filename ________ clear; %** clear filename ref used in _tfns_ascii.sas **; %** initialize maxvar **; %let maxvar =0; %let reclen=%eval(&reclen.); %if (&s_ver.<80 or &s_SEver.=0) %then %do; %if &avars.>2047 %then %goto fail15; %** &avars. is number of all variables **; %else %if (&s_ver.<70) and &reclen.>8192 %then %goto fail16; %else %if (&s_SEver.=0 or &s_ver.<80) and &reclen.>24564 %then %goto fail16; %end; %else %do; %** saving SE **; %** The maximum width of a dataset in Stata SE is 12*maxvar. **; %** The maximum number of variables for Stata SE is 32,767. **; %** The maximum number of variables savastata can handle varies based on type of variables **; %if &avars. > 32767 %then %goto fail24; %** Starting with SAS 9, SAS now allows more than 32,767 vars **; %let maxreclen = %eval(&avars. * 12 ); %** The real max width for Stata is 393204 (=32767 * 12) not 393192 (= 32766 * 12) **; %if &maxreclen. > 393204 %then %goto fail16; %if &reclen. > 393204 %then %goto fail16; %if &avars. < 32756 %then %do; %** allow for more vars (10 percent of the difference of total amount of vars you can have) **; %let maxvar = %eval(&avars. + %sysfunc(int((32766-&avars.) / 10))); %end; %else %if &avars. >= 32756 %then %do; %let maxvar = %eval(&avars. + 1); %end; %if &avars.>32767 %then %goto fail24; %** This should not happen, but check it again **; %if &maxvar.<=5000 %then %let maxvar=5000; %if &maxvar.>32767 %then %goto fail16; %** This really means the dataset is too wide. **; %end; %let flavor= ; %** Initialize macro var **; %* intrcool now only used for the Stata intercooled saving option which stopped being an option with Stata 10 **; %if &u_ver.>=100 %then %let intrcool= ; %** make sure it is blank if Stata 10 or higher **; %** Write do-file to read in data. **; data _null_; set _conten end=lastobs; %** Write to a Stata do-file. **; file "&temp_dir._&tfns._infile.do" ls=2000; %* ls=256 is default *; if _n_=1 then do; /**************************************************************** # Figure out memory requirements. # Use a slightly modified version of the formula Stata suggests to figure # out how much memory is needed. # STATA_s formula: N*V*W + 4*N # M = -------------- # 1024 * 1024 # N = number observations # V = number of variables # W = average width in bytes of a variable # M = number of megabytes # savastata_s formula: ****************************************************************/ %** record length is number of variables times average variable width **; statamem= &nobs.*(&reclen. + (&reclen./4)) + (4*&nobs.) ; %** "+ (&reclen./4)" adds about 25 percent for good measure **; %if &u_ver.>=80 %then %do; put " if `c(memory)' < " statamem " { "; %** c(memory) is in bytes and statamem is also at this point **; %end; %** Convert STATAMEM bytes to megabytes **; statamem=int(statamem / 1024**2); %** Make sure memory is set to at least 20 megabytes **; if (statamem< 20) then statamem=20; mem=compress(statamem||"m"); put " set memory " mem; %if &u_ver.>=80 %then %do; put " } "; %** end of if memory setting is less than needed **; %end; %if &maxvar.>5000 %then %do; %** but only reset if not high enough (for -usesas- or user_s default setting) **; put " if `c(max_k_current)' < &maxvar. set maxvar &maxvar. "; %end; put " #delimit ; "; put " infile "; end; %** end of if _n_=1 do loop **; put ' ' stype name ; if lastobs then do; put " using ""&temp_dir._&tfns._.raw"" "; put ';;;'; put ' '; put ' #delimit cr '; %** replace dyc char with double quote only in char vars that need fixing **; %if &dq_fail.=1 and &dy_and_dq_fail.=0 and &u_ver.>=70 %then %do; put "foreach svar of varlist &dq_fix. { "; put " replace `svar' = subinstr(`svar',""&dyc."",`""""""',.) "; put '} '; %end; put " do ""&temp_dir._&tfns._labels.do"""; %** This will call the next do-file. **; put " do ""&temp_dir._&tfns._fix.do"""; %** This will call the next do-file. **; put " do ""&temp_dir._&tfns._formats.do"""; %** This will call the next do-file. **; %if &vlabels.=1 %then %do; put " do ""&temp_dir._&tfns._dlabels.do"""; %** This will call the next do-file. **; put " do ""&temp_dir._&tfns._vlabels.do"""; %** This will call the next do-file. **; %end; put " "; put " label data ""&crdate."" "; %******* save Stata dataset *********************************; %*----------------------------------------------------------*; %if "&script." ^= "usesas" %then %do; put 'if _caller()<8 { '; put ' quietly describe '; put ' local obs=`r(N)'' '; put ' local vars=`r(k)'' '; put " } "; put " else { "; put ' local obs=`c(N)'' '; put ' local vars=`c(k)'' '; put " } "; put " if `obs' == &nobs. & `vars' == &AVARS. { "; %** only save if successful **; %** not saving will still allow checking data **; %** add another back slash to directories that start with a back slash, as Stata **; %* drops the first back slash because it sees it as an escape character. **; %if %index(%nrbquote(&out_dir.),\)=1 %then %do; if &u_ver.<80 then put " save ""\&out_dir.&fdset..dta"", &old. &intrcool. &replace. "; else if &u_ver.>=80 then put " save&old. ""\&out_dir.&fdset..dta"", &intrcool. &replace. "; %end; %else %do; if &u_ver.<80 then put " save ""&out_dir.&fdset..dta"", &old. &intrcool. &replace. "; else if &u_ver.>=80 then put " save&old. ""&out_dir.&fdset..dta"", &intrcool. &replace. "; %end; put " } " ; %** end of if obs and vars match SAS dataset **; %if &ascii.=0 and &u_ver.>=70 %then %do; put " set linesize 100 "; %** -usesas- should not reset linesize **; %end; %end; %** of script ^= "usesas" do loop **; %*** end save Stata dataset *********************************; %*----------------------------------------------------------*; %if "&script." = "usesas" %then %do; put "capture program drop savastata_report "; put "program savastata_report "; put " if `c(N)' != &nobs | `c(k)' != &AVARS. { "; put " noisily { "; put " di _n ""{txt}SAS reports that the input dataset has {res}&nobs. {txt}observations "" /* "; put " */ ""and {res}&AVARS. {txt}variables "" "; put ' di "{txt}but Stata reports that the dataset has {res}`c(N)'' {txt}observations " /* '; put ' */ "and {res}`c(k)'' {txt}variables " '; put ' di as err "{help usesas:usesas} was unable to read in your SAS data correctly." '; put ' di as err "Does your data contain non-roman characters?" '; put ' di as err "Savastata writes the data to ascii and non-roman characters mess that up." '; put ' di as err "If you want to check out the intermediary files generated " '; put ' di as err "by -usesas- in order to check out why -usesas- failed, " '; put ' di as err "try -usesas- again using the {text}messy {error}option. " '; put " } "; put " drop _all // clear data from memory "; put " } "; put ' else noi di _n "{txt}Stata reports that the dataset has {res}`c(N)'' {txt}observations " /* '; put ' */ "and {res}`c(k)'' {txt}variables. " '; put "end"; %end; %** of script = "usesas" do loop **; %if &ascii.=0 %then %do; %** -usesas- runs checks the Stata data inside the usesas.ado file **; %if "&script." ^= "usesas" %then %do; %** -usesas- already knows if it loaded data correctly or not **; put " capture program drop __save__ "; put " program define __save__, nclass "; put " args obs vars "; put " capture log close "; %if &check.=1 %then %do; %** If a directory starts with a back slash, Stata likes to remove it. **; %if %index(%nrbquote(&out_dir.),\)=1 %then %do; put "&quietly. log using ""\&out_dir.&fdset._STATAcheck.log"", replace "; %end; %else %do; put "&quietly. log using ""&out_dir.&fdset._STATAcheck.log"", replace "; %end; put " &noisily. display "" "" "; put " &noisily. display as res ""** Compare these results with the results provided by SAS **"" "; put " &noisily. display ""** in the file &out_dir.&fdset._SAScheck.lst. **"" "; put " &noisily. display "" "" "; put " &noisily. summarize "; put " &noisily. describe "; put " &noisily. list in 1/5"; put " capture log close "; %end; %** of if check=1 do loop **; put " ** If this file exists then Stata successfully saved &fdset..dta ** "; put " quietly log using ""&temp_dir._&tfns._done.log"" "; put " ** If this file exists then Stata successfully saved &fdset..dta ** "; put ' display "%macro _______v;" '; put ' display " %let SE=$S_StataSE ; " '; put ' display " %let MP=$S_StataMP ; " '; put ' display " %if &MP.=MP %then %let SE=SE ; " '; put ' display " %let flavor=$S_FLAVOR; " '; put ' display " %let version=%sysfunc(int(" _caller() ")); " '; put ' display " %if &SE.=SE and &s_SEver=0 %then %let flavor=Intercooled; " '; put ' display " %if &SE.=SE and &s_SEver.=1 and &s_ver.>=70 %then %let flavor=SE; " '; %********* Stata version 9 is only version that saved to 2 versions previous **; put ' display " %if &old.=old and &version.=9 %then %let version=%eval(&version.-2);" '; put ' display " %else %if &old.=old %then %let version=%eval(&version.-1);" '; put ' display " options notes; " '; put " if `obs' != &nobs. | `vars' != &AVARS. { "; %** failed possibly due to non-roman characters **; put ' di "%put ERROR: Savastata was unable to save your SAS data correctly. *;" '; put ' di "%put Does your data contain non-roman characters? *;" '; put " di ""%nrstr(%put) SAS reports that the input dataset has &nobs. observations and &AVARS. variables. *; "" "; put ' di "%put but Stata reports that the dataset has `obs'' observations and `vars'' variables. *; " '; put ' di "%let fail23=1;" '; put ' } '; put ' else { '; %** success! **; put ' di "%put NOTE: Savastata has successfully saved the *; " '; put ' di "%put Stata &version. &flavor data file &out_dir.&fdset..dta. *; " '; put ' di "%put Stata reports that the dataset has `obs'' observations and `vars'' variables. *; " '; put ' } '; put ' if _caller() >= 8 { '; %** usagelog only works in version 8+ **; put " capture which usagelog"; put " if _rc==0 {"; put " usagelog , type(savas) message(Output Stata dataset has `obs' obs and `vars' vars)"; put " }"; put " }"; %if &check.=1 %then %do; put ' di "%put *; " '; put ' di "%put You have requested to have SAVASTATA provide 2 check files: *; " '; put ' di "%put ""&out_dir.&fdset._SAScheck.lst"" and *; " '; put ' di "%put ""&out_dir.&fdset._STATAcheck.log"" *; " '; put ' di "%put *; " '; %end; %** if check=1 then do loop **; put ' display " %mend _______v; " '; put ' display " %_______v; " '; put "quietly capture log close"; put "end "; %** end of defining program __save__ **; put "&noisily. __save__ `obs' `vars'"; %end; %** of script ^= "usesas" do loop **; %end; %** of if &ascii.=0 do loop **; end; %** if last_obs do loop **; run; %** Write the Stata label do-file ***; data _null_; set _conten end=lastobs; %** start a new Stata do-file **; file "&temp_dir._&tfns._labels.do"; %* this is just max 32 char varname and 32 char label name *; if _n_=1 then do; put " ** This do-file assigns variable labels ** "; end; if label^="" then put ' label var ' name ' `"' label '"'' '; run; %** Write the Stata fix do-file. ***; data _null_; set _conten end=lastobs; file "&temp_dir._&tfns._fix.do"; %** start a new Stata do-file **; if _n_=1 then do; %** If a directory starts with a back slash, Stata likes to remove it. **; put " ** This do-file replaces empty strings with null values. ** "; end; if type=2 then put ' replace ' name '="" if ltrim(' name ')=="" '; run; %** SAS defined format do-file ***; data _null_; set _conten end=lastobs; %** start a new Stata do-file **; file "&temp_dir._&tfns._formats.do"; %* This is just 32 max varname and 32 max format name *; if _n_=1 then do; put " ** This do-file assigns variables formats. ** "; end; if format^="default" then put ' format ' name format; if lastobs then do; put ' '; end; run; %if &vlabels.=1 %then %do; %** If there are user defined formats try to save as many as possible. **; %if &workfmts.=1 and &librfmts.=1 %then %do; %let fb=1; %let fe=2; %end; %else %if &workfmts.=1 and &librfmts.=0 %then %do; %let fb=1; %let fe=1; %end; %else %if &workfmts.=0 and &librfmts.=1 %then %do; %let fb=2; %let fe=2; %end; %do i=&fb. %to &fe.; %if &i.=1 %then %do; %let flibr=work; %end; %else %if &i.=2 %then %do; %let flibr=library; %end; proc format library=&flibr. cntlout=_conten&i.(keep=type fmtname start end label); run; proc sort data=_conten&i.(rename=(fmtname=format label=fmtlabel)); by format; %if &sm.=0 %then %do; %** Stata can only handle formats of integers. **; where not index(start,".") and not index(end,".") %** Stata can not handle formats of **OTHER**. **; and upcase(start)^='**OTHER**' and upcase(start) not in('LOW','HIGH') and upcase(end) not in('LOW','HIGH') %*********************************************************; %** formats with ranges using LOW, HIGH and OTHER **; %** could aplly to multiple variables **; %*********************************************************; %** Stata can only handle formats of numeric vars. **; and upcase(type)="N"; run; %end; %** if sm=0 then do loop **; %else %if &sm.=1 %then %do; where upcase(type)="N"; %** Stata can only handle formats of numeric vars. **; run; data _conten&i.; set _conten&i.; fine=0; %** If both start and end are special missing that is okay, ranges now okay. **; if (upcase(compress(start))>=".A" and upcase(compress(start))<=".Z") and (upcase(compress(end))>=".A" and upcase(compress(end))<=".Z") then do; start=lowcase(start); end=lowcase(end); fine=1; end; else %** Stata can only handle formats of integers. **; if not index(start,".") and not index(end,".") and upcase(start)^='**OTHER**' and upcase(start) not in('LOW','HIGH') and upcase(end) not in('LOW','HIGH') %*********************************************************; %** formats with ranges using LOW, HIGH and OTHER **; %** could aplly to multiple variables **; %*********************************************************; then fine=1; if fine=1; run; %end; %** if sm=1 then do loop **; %end; %** do i=&fb. to &fe. **; %if &workfmts.=1 and &librfmts.=1 %then %do; %** If there are both work formats and library formats, choose work over library. **; data _conten3; merge _conten1(in=a keep=format) _conten2(in=b keep=format); by format; %** Find ones in common so that formats in library.formats can be excluded. **; if a and b; run; data _conten3; set _conten3; by format; %** Reduce to just one obs per format. **; if first.format; run; data _conten2; merge _conten3(in=a keep=format) _conten2(in=b); by format; %** Exclude formats in work.library that are also in work.formats. **; if not a; run; %** Concatenate the two sets of formats. **; proc sort data=_conten1; by format start; run; proc sort data=_conten2; by format start; run; data _conten1; set _conten1 _conten2; by format start; run; %end; %** if workfmts=1 and librfmts=1 then do loop **; %if &workfmts.=0 and &librfmts.=1 %then %do; data _conten1; set _conten2; run; %end; proc sort data=_conten(keep=type varnum format name orig_fmt where=(format="default")) out=_conten(drop=format rename=(orig_fmt=format)); by orig_fmt; run; data _conten3; merge _conten(in=a keep=format) _conten1(in=b keep=format); by format; %** Only keep the formats used in the dataset. **; if a and b; run; data _conten3; set _conten3; by format; %** Reduce to one obs per format. **; if first.format; run; data _conten1; merge _conten3(in=a keep=format) _conten1(in=b); by format; if a and b; %** Only keep the numeric formats used in the dataset. **; run; %** Make an attempt to save some of the other formats. **; %** first check to see if any will be truncated **; %let labtrunc = 0; data _null_; set _conten1; %** _conten1 contains only numeric formats for numeric vars **; %** Stata can only handle value labels up to &maxvallablen. characters. **; if length(fmtlabel) > &maxvallablen. then call symput('labtrunc',"1"); run; %if &labtrunc.=1 %then %do; %put WARNING: Savastata truncated at least one format label because it contained more than &maxvallablen. characters. *; %end; data _null_; %** Increase length to allow for compound quotes to be attached later. **; length fmtlabel $%eval(&maxvallablen.+500); set _conten1 (where=(fmtlabel^="")) end=lastobs ; %** stata cannot handle empty value labels **; by format; file "&temp_dir._&tfns._dlabels.do" ls=32200; %** start a new Stata do-file **; if _n_=1 then do; put " ** This do-file defines value labels. ** "; end; %** nstart and nend have to be numeric. they are only used in ranges **; nstart=start*1; nend=end*1; %** format byte is okay but not as nice as the same as the var name BYTE **; if upcase(format) not in(&bstatavs.) then format=lowcase(format); %** make sure fmtlabel not longer than max **; fmtlabel=substr(fmtlabel,1,&maxvallablen.); %** need to test length before escaping $ and \ **; %** prepare fmtlabel to be written to _dlabels.do **; %** value labels cannot end in a left quote even if it is escaped **; if length(fmtlabel)=1 and substr(fmtlabel,length(fmtlabel),length(fmtlabel)) = "`" then fmtlabel="'"; %** replace with right quote **; else if substr(fmtlabel,length(fmtlabel),length(fmtlabel)) = "`" then fmtlabel=substr(fmtlabel,1,length(fmtlabel)-1)||"'"; %** replace with right quote **; %** the above can create right compound quotes **; %** value labels cannot contain either a left or right compound quote **; if index(fmtlabel,compress("`"||' " ')) or index(fmtlabel,compress('"'||" ' ")) then do; call symput("cq","1"); %** Format contains a compound quote. **; %if "es.=1 %then %do; fmtlabel = tranwrd(fmtlabel,"`"||'"',"''"); %* replace left compound quote with two single quotes *; fmtlabel = tranwrd(fmtlabel,'"'||"'","''"); %* replace right compound quote with two single quotes *; %end; end; %if &u_ver. < 90 %then %do; %** replace two back slashes with four **; if index(fmtlabel,"\\") then fmtlabel = tranwrd(fmtlabel,"\\","\\\\"); %end; %** escape all left quotes (already know they are not left compound quotes) **; if index(fmtlabel,"`") then fmtlabel = tranwrd(fmtlabel,"`","\`"); %** escape all dollar signs **; if index(fmtlabel,"$") then fmtlabel = tranwrd(fmtlabel,"$","\$"); /** replace \\` with \\' since stata hates \\` **/ if index(fmtlabel,"\\`") then fmtlabel = tranwrd(fmtlabel,"\\`","\\'"); %** the above cannot create a right compound quote **; %** One format can be assigned to many variables. **; %** new way of defining each value and adding if more than 1 **; %* because long value labels can make Stata unable to find end quote. **; %* the added bonus is that a semicolon in a label will not throw off Stata **; %*****; %* add compound quotes at beginning and end of fmtlabel *; fmtlabel = " `"""|| trim(fmtlabel) ||"""' " ; %** value labels are stored as datatype long. **; if .z < nstart < &longmin. then nstart = &longmin. ; if nend > &longmax. then do; nend = &longmax.; end; if start = end then do; %** start and end could equal "**OTHER**" and will only be assigned to **; %* the first "other" value. Not able to replicate OTHER in Stata. **; if first.format then do; j=1; %** for counting inside ranges. one format can only have 65,536 values **; put " label define " format start fmtlabel ; end; else do; j=j+1; if j <= 65536 then put " label define " format start fmtlabel " , add " ; end; end; else if ( nstart > .z and nend > .z ) then do i=nstart to nend; if first.format and i=nstart then do; j=1; %** for counting inside ranges. one format can only have 65,536 values **; put " label define " format i fmtlabel ; end; else do; j=j+1; if j <= 65536 then put " label define " format i fmtlabel " , add " ; end; end; else if (compress(start)>=".a" and compress(start)<=".z") and (compress(end)>=".a" and compress(end)<=".z") then do; cstart = substr(lowcase(compress(start)),2,1); %** Stata does not allow special missing ._ **; nstart = index("abcdefghijklmnopqrstuvwxyz",compress(cstart)); cend = substr(lowcase(compress(end)),2,1); nend = index("abcdefghijklmnopqrstuvwxyz",compress(cend)); do i = nstart to nend; _sm_ = compress("." || substr("abcdefghijklmnopqrstuvwxyz",i,1)); if first.format and i=nstart then do; j=1; %** for counting inside ranges. one format can only have 65,536 values **; put " label define " format _sm_ fmtlabel ; end; else do; j=j+1; if j <= 65536 then put " label define " format _sm_ fmtlabel " , add " ; end; end; end; run; %if &cq.=1 and "es.=0 %then %goto fail17; %** at least one format contains a compound quote. **; data _conten; merge _conten(in=a keep=type varnum name format) _conten3(in=b keep=format); by format; if a and b; %** Keep only the variables assigned to these formats. **; run; data _null_; set _conten (where=(type=1)) end=lastobs; %** can only format numeric variables **; %** start a new Stata do-file **; file "&temp_dir._&tfns._vlabels.do"; %* this is just a max 32 char varname and * 32 char user-defined label name *; if _n_=1 then do; put " ** This do-file assigns value labels. ** "; end; if upcase(format) not in(&bstatavs.) then format=lowcase(format); put 'label value ' name format; run; %end; %** of if vlabels=1 then do loop **; %if "&script." ^= "usesas" %then %do; %let u_sysrc=0; %** initialize macro var **; %let w_sysrc=0; %** initialize macro var **; %if &ascii.=0 %then %do; %if &unix.=1 %then %do; %** This submits the Stata do-file that reads in the ascii dataset that becomes the Stata dataset. ***; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %sysexec cd %nrbquote(&work_dir.) ; %** change to the drive and directory where the Stata do-files are. **; %** Run Stata in batch. from within the directory where the temp files are. **; %sysexec %nrbquote(&ustata.) -b do "_&tfns._infile.do"; %let u_sysrc=&sysrc.; %** store value of sysrc until after if ascii=0 do loop **; %end; %** if unix=1 then do loop **; %if &unix.=0 %then %do; %sysexec &drive.; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %sysexec cd %nrbquote(&work_dir.) ; %** Run Stata in batch. **; %sysexec "&wstata." /e do "&temp_dir._&tfns._infile.do"; %let w_sysrc=&sysrc.; %** store value of sysrc until after if ascii=0 do loop **; %end; %** if unix=0 then do loop **; %end; %** if ascii=0 then do loop. Do not run Stata if only want ascii dataset **; %if &u_sysrc.^=0 %then %goto fail21; %if &w_sysrc.^=0 %then %do; %if &u_ver.<80 and &w_sysrc.=17 %then %let w_sysrc=0; %else %if &u_ver.<90 and &w_sysrc.=2180 %then %let w_sysrc=0; %if &w_sysrc.^=0 %then %goto fail20; %end; %end; %** of script ^= "usesas" do loop **; %let fail23=0; %if (&isysver.<7 and &ascii.=0) or (&ascii.=0 and %sysfunc(fileexist("&temp_dir._&tfns._done.log"))) %then %do; %include"&temp_dir._&tfns._done.log"; %** Run report program written by Stata. **; %if &fail23.=1 %then %goto fail23; %let success=1; %end; %if &ascii.=1 and %sysfunc(fileexist("&out_dir._&tfns._.raw")) %then %do; %let success=1; %end; %if &success.=0 and "&nosave."="" %then %goto fail19; %********* delete intermediary files when successful *********************; options nonotes; %if &success.=1 and &ascii.=0 and &messy.=0 %then %do; %** at least delete the biggest file which is the ascii data file **; data _null_; fname="________"; rc =0; if rc = 0 and fexist(fname) then rc=fdelete(fname); run; %end; %** if ascii=0 do loop **; options notes; %********* (end of) delete intermediary files when successful **************; %goto okay; %** The following are all the failure messages returned to the user when the macro **; %* is unable to process the input SAS dataset. **; %fail1: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %if "%lowcase(&dset.)"="_null_" %then %do; %put You do not have a SAS dataset in the WORK library for * ; %put SAVASTATA to convert to Stata. * ; %end; %else %put The input dataset &dset. has to be in the WORK library. * ; %put For more help check here: &http. * ; %** SAS 8 will put a note at the end of the log stating what page errors **; %* occurred but earlier versions do not. So insert bad code to generate an error. **; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=1; %goto okay; %fail2: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put You have set u_ver=&u_ver., s_ver=&s_ver., u_SEver=&u_SEver. and s_SEver=&s_SEver. * ; %put which is invalid. Perhaps edit savastata.mac to set all these vars to 0 (zero)? * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=2; %goto okay; %fail3: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The dataset cannot be named &fdset. * ; %put SAVASTATA uses this dataset name. * ; %put Consider renaming the dataset. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=3; %goto okay; %fail4: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put You did not tell SAVASTATA what directory you want to save the Stata dataset. * ; %put Your call to SAVASTATA should look something like this: * ; %put %nrstr(%%)savastata(C:\mydata\,-replace) * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=4; %goto okay; %fail5: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The directory %nrbquote(&out_dir.) does not exist. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=5; %goto okay; %fail6: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put You can only choose to save one type of dataset. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=6; %goto okay; %fail7: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The dataset %nrbquote(&out_dir.)&fdset..dta already exists. * ; %put If you want to overwrite this file, then use the SAVASTATA option "-replace". * ; %put Like: %nrstr(%%)savastata(%nrbquote(&out_dir.),-replace &options.)%nrstr(;) ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=7; %goto okay; %fail8: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put Your dataset &dset. contains a variable named _N which is not a valid * ; %put variable name in Stata. Consider renaming it to a valid Stata * ; %put variable name or dropping the variable from the SAS dataset. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put ; %let fail=8; %goto okay; %fail9: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The input dataset &dset. cannot contain a variable named &bvar. * ; %put because SAVASTATA uses this name. * ; %put Either rename the variable or drop it. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=9; %goto okay; %fail10: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put At least one variable label in input dataset &dset. contains a compound quote ( %nrquote(%str(`%") or %str(%")%nrstr(%')) ). * ; %put This is not allowed by SAVASTATA. * ; %put Consider replacing any compound quotes with two single quotes ( %nrquote(%str(%'%')) ) using * ; %put the "quotes" option. * ; %if "&script." = "" %then %do; %put Like: %nrstr(%%)savastata(%nrbquote(&out_dir.),-quotes &options.)%nrstr(;) ; %end; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=10; %goto okay; %fail11: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put SAVASTATA tried to rename the variable names that are 9 or more characters * ; %put to valid Stata 6 variable names (8 or less characters). SAVASTATA was * ; %put unable to come up with unique variables names. * ; %put Rename the long variable names to 8 characters or less and try SAVASTATA again. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=11; %goto okay; %fail12: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The input dataset &dset. has no variables. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=12; %goto okay; %fail13: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The input dataset &dset. has no observations. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=13; %goto okay; %fail14: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put At least one character variable in the input dataset &dset. contains a double quote ( %nrquote(%str(%")) ). * ; %put This is not allowed by SAVASTATA. * ; %put Consider replacing any double quotes with a single quote ( %nrquote(%str(%')) ) by using * ; %put the "quotes" option. * ; %if "&script." = "" %then %do; %put Like: %nrstr(%%)savastata(%nrbquote(&out_dir.),-quotes &options.)%nrstr(;) ; %end; %put The following is a list of all character variables in your dataset that * ; %put contain double quotes: * ; data _conten1; set &dset. end=___lo___; keep _character_; %** keep only character variables **; array ___ch___ ( &VAR_C. ) _temporary_; array ___cv___( &VAR_C. ) _character_ ; %** all character variables in dataset **; do _n_=1 to &VAR_C.; if index(___cv___[_n_],compress(' " ')) then ___ch___[_n_]=1; end; if ___lo___; do _n_=1 to &VAR_C.; ___cv___[_n_]=___ch___[_n_]; end; run; proc transpose data =_conten1 out=_conten1; var _all_; run; data _null_; set _conten1; if compress(col1)="1"; _name_=lowcase(_name_); put " " _name_ " * "; run; %put *; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=14; %goto okay; %fail15: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put Only Stata SE can handle more than 2,047 variables. * ; %let avars=%sysfunc(putn(&avars.,comma32.)); %put You have &avars. variables in dataset &dset.. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=15; %goto okay; %fail16: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The input dataset &dset. exceeds the width limit of the version of Stata you * ; %put are using or saving to. * ; %if &float.=0 %then %do; %put Consider using the "float" option to save space. The "float" option saves numeric * ; %put variables that contain decimal values as storage type float instead of the default * ; %put of double. Storage type float is %nrquote(Stata%str(%'s)) default for numeric variables. * ; %end; %else %if &float.=1 %then %do; %put Consider dropping some variables. * ; %end; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=16; %goto okay; %fail17: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put At least one of the formats for a numeric variable contains a compound quote ( %nrquote(%str(`%") or %str(%")%nrstr(%')) ). * ; %put This is not allowed by SAVASTATA. * ; %put Consider replacing any compound quotes with two single quotes ( %nrquote(%str(%'%')) ) using * ; %put the "quotes" option. * ; %if "&script." = "" %then %do; %put Like: %nrstr(%%)savastata(%nrbquote(&out_dir.),-quotes &options.)%nrstr(;) ; %end; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=17; %goto okay; %fail18: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The work directory cannot start with a forward slash ( \ ) because * ; %put SAVASTATA needs to cd to it. * ; %put Is it possible to reassign your work directory to a drive like C: or D: ? * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=18; %goto okay; %fail19: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put Stata had an error when attempting to infile the data. * ; %* tfns = &sysjobid.&sysindex. when not run by -usesas- or savas **; %if "&script." ^= "" %then %do; %*if &messy.=0 %then %do; %** messy is always equal 1 for usesas and savas **; %put Run &script. again using the "messy" option * ; %put and then check the files "&out_dir._SomeNumber_infile.log" and * ; %put "&out_dir._SomeNumber_con.log" for errors. * ; %*end; %end; %else %do; %if &messy.=0 %then %do; %put Run SAVASTATA again using the "messy" option * ; %put Like: %nrstr(%%)savastata(%nrbquote(&out_dir.),-messy &options.)%nrstr(;) * ; %put and then check the file "&out_dir._SomeNumber_infile.log" for errors. * ; %end; %end; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=19; %goto okay; %fail20: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put Either Stata ran with an error (use -messy option to see) or * ; %put SAVASTATA was not able to get Stata to execute and * ; %put this is not where your Stata executable file is located: * ; %put &wstata. * ; %put There are instructions in the top section of the savastata.mac file * ; %put that explain how to edit the savastata.mac file to set the * ; %put macro variable wstata to the correct location of your Stata executable file. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=20; %goto okay; %fail21: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put Either Stata ran with an error (use -messy option to see) or * ; %put SAVASTATA was not able to get Stata to execute and * ; %put this is not how to call Stata: * ; %put &ustata. *; %put There are instructions in the top section of the savastata.mac file * ; %put that explain how to edit the savastata.mac file to set the * ; %put macro variable ustata to the correct way to call Stata. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=21; %goto okay; %fail22: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put For reasons unknown SAVASTATA was not able to get Stata to execute. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=22; %goto okay; %fail23: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=23; %goto okay; %fail24: %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %put The input dataset &dset. has &avars. variables which exceeds the 32,767 limit of Stata SE * ; %put Consider dropping at least %eval(&avars. - 32766) variables. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=24; %goto okay; %fail25: %put * ; %put * ; %put ERROR: SAVASTATA did not save your dataset. * ; %let nobs=%sysfunc(putn(&nobs.,comma32.)); %let maxobs=%sysfunc(putn(&maxobs.,comma32.)); %put The input dataset &dset. has &nobs. observations. * ; %put which exceeds %nrquote(Stata%str(%'s)) limit of &maxobs. observations. * ; %put For more help check here: &http. * ; %if &isysver.<8 %then SAVASTATA did not save your dataset %put * ; %let fail=25; %goto okay; %okay: %put ; %if &success.=0 and "&nosave."="" %then %goto done; %if &fail. > 0 and "&script." = "usesas" %then %do; %* used to just delete the _infile.do file but now also creating a text file that usesas * looks for to see if savastata failed with a known error **; %* fail22 and fail23 are unknown reasons and fail13 could be an unknown reason *; %if (&fail. < 22 or &fail. > 23) and &fail. ^= 13 %then %do; data _null_; file "&temp_dir._&tfns._knerror.txt"; put "fail==&fail."; run; %end; %** erase _infile.do so that -usesas- will not attemp to run it **; %if %sysfunc(fileexist(%nrbquote("&temp_dir._&tfns._infile.do"))) %then %do; data _null_; fname="tempfile"; rc=filename(fname,"&temp_dir._&tfns._infile.do"); if rc = 0 and fexist(fname) then rc=fdelete(fname); run; %end; %* since only run by usesas, no need to clean up or figure out how long savastata took to run. *; %goto nevrmind; %end; %if &ascii.=1 %then %do; options notes; %put * ; %put NOTE: SAVASTATA has successfully created the ascii data file %nrbquote(&out_dir.)_&tfns._.raw. * ; %put * ; %end; %else %if &ascii.=0 and &messy.=1 and "&script."="" %then %do; options notes; %put * ; %put NOTE: SAVASTATA has created its intermediary files _&tfns._* in: * ; %put %nrbquote(&out_dir.) * ; %put * ; %end; options nonotes; %** Make sure notes are shut off while deleting temp files and figuring out run time. **; %****** clean up ***************; %if "&script." ^= "usesas" %then %do; proc datasets library=work nodetails nolist nowarn; %** if a dataset does not exist, SAS does not give error message **; %* so delete all of them. **; delete _conten _conten1 _conten2 _conten3; run; quit; %end; %** if script ^= usesas **; %** Figure out how much time savastata took to process the dataset. **; %** initialize macro vars **; %let diffhour=%sysfunc(compress(%sysfunc(hour(%sysfunc(datetime())-&startdat.)))); %let diffmin=%sysfunc(compress(%sysfunc(minute(%sysfunc(datetime())-&startdat.)))); %let diffsec=%sysfunc(compress(%sysfunc(second(%sysfunc(datetime())-&startdat.)))); options notes; %if &diffhour.>0 %then %put NOTE: SAVASTATA took about &diffhour. hours and &dffmin. minutes to run. * ; %else %if &diffmin.=0 %then %put NOTE: SAVASTATA took less than a minute to run. * ; %else %put NOTE: SAVASTATA took about &diffmin. mins to run. * ; %if &sysindex.=10 and &check.=1 %then %do; %put ; %put Michael says, %str(%"Checking data is cool!%") ; %put ; %end; %done: ; options nonotes; %if %sysfunc(fileexist(&usagelog.)) %then %do; data _null_; difftime=compress("&diffhour."||":"||"&diffmin."||":"||round(&diffsec.,0.1)); file &usagelog. mod; put " SAS dataset name: &dset. pwd=&pwdir. "; put " Elapsed time for SAVASTATA macro is " difftime; put " fail=&fail. "; run; %end; options obs=&obs. ¬es.; %** Restore options. **; %** Make sure that the last dataset created in work is the users dataset. **; %let sysdsn=&s_dsn.; %let syslast=&s_last.; %if &unix.=0 %then %do; %sysexec &pwdrive. ; %** change to the drive that SAS started out in. **; %end; %** end of if unix=0 do loop **; %** sysexec requires no quotes even when changing to dirs with spaces in windows or unix **; %sysexec cd &pwdir. ; %** change to the directory that SAS started out in. **; %nevrmind: ; %** Go to here if an error occurred before savastata started **; %MEND savastata;