all_acc_copy.py

'''
2024.5.12: copy all the accuracy files
2024.5.27： copy all files except the last model weights
'''
import os
from os.path import join
from pathlib import Path
import shutil


def copy_txt():
    citylist  = ['Vaihingen', 'Zurich', 'uavid']
    oldroot = '/localssd/yinxia/CRGNetdata/'
    newroot = '/localssd/yinxia/CRGNetdata/copytxt'

    for city in citylist:
        oldpath = join(oldroot, city)
        newpath = join(newroot, city)

        # copy accuracy, loss, and predicted maps
        filelist = [str(i) for i in Path(oldpath).rglob(f'*.txt')] + [str(i) for i in Path(oldpath).rglob(f'*events*')]
        #filelist = filelist + [str(i) for i in Path(oldpath).rglob('*.png')]

        print(len(filelist))

        # 113
        for file in filelist:
            pstart = file.find(city)+len(city) # the start of Exp
            value = file[pstart:]
            newfile = newpath + value
            # print(newfile)
            rootdir = os.path.dirname(newfile)
            # print(rootdir)
            os.makedirs(rootdir, exist_ok=True)

            # if not os.path.exists(newfile):
            #     shutil.copy(file, newfile)
            shutil.copy(file, newfile)


def copy_png():
    citylist  = ['Vaihingen', 'Zurich', 'uavid']
    oldroot = '/localssd/yinxia/CRGNetdata/'
    newroot = '/localssd/yinxia/CRGNetdata/copypng'

    for city in citylist:
        oldpath = join(oldroot, city)
        newpath = join(newroot, city)

        # copy accuracy, loss, and predicted maps
        # filelist = [str(i) for i in Path(oldpath).rglob(f'*.txt')] + [str(i) for i in Path(oldpath).rglob(f'*.DESKTOP-MN7FM45')]
        filelist = [str(i) for i in Path(oldpath).rglob('*.png')]

        print(len(filelist))

        # 113
        for file in filelist:
            pstart = file.find(city)+len(city) # the start of Exp
            value = file[pstart:]

            newfile = newpath + value
            # print(newfile)
            rootdir = os.path.dirname(newfile)
            # print(rootdir)
            os.makedirs(rootdir, exist_ok=True)

            if not os.path.exists(newfile):
                shutil.copy(file, newfile)


if __name__=="__main__":
    copy_txt()
    copy_png()