# THIS FILE IS A PART OF VCStudio
# PYTHON 3
import os
import datetime
import json
from studio import checklist
from studio import story
from studio import schedule
from settings import settings
from settings import talk
def iftime(string):
if len(string) != len("00:00:00"):
return False
if len(string.split(":")) != 3:
return False
try:
for n, i in enumerate(string.split(":")):
if len(i) != 2:
return False
i = int(i)
if n == 0 and i > 23:
return False
if i > 59:
return False
except:
pass
return True
def ifdate(string):
if len(string) != len("1997/07/30"):
return False
new_date_format = "%Y/%m/%d"
try:
datetime.datetime.strptime(string, new_date_format)
ret = True
except:
ret = False
return ret
def get_legacy(project_location):
# This function will return analytics data about a project. This particular
# function is desinged to read old, Blender-Organizer projects. It's a first
# step of conversion. And used to display basic analitycs into the
# project-manager.
name_tmp = project_location[project_location.rfind("/")+1:]
data = {
"name" : name_tmp, # Name of the project (typed properly)
"director" : "", # Name of the project's director.
"status" : "", # Projects's comment / type
"donework" : 0.0, # Percentage of Assets and Scenes done
"fraction" : 0.0, # Project's completion percentage
"checklist" : 0.0, # Project's main checklist percentage
"startdate" : "0000/00/00", # Date of the start of the project
"deadline" : "0000/00/00", # Date when project's deadline is
"duration" : 0, # Amount in days between startdate and deadline
"timepassed" : 0.0, # Percentage of how much time had passed
"dayspassed" : 0, # Amount of days since the startdate
"chr_factor" : 1, # Importance factor for Characters
"veh_factor" : 1, # Importance factor for Vehicles
"loc_factor" : 1, # Importance factor for Locations
"obj_factor" : 1, # Importance factor for Objects (Other)
"rnd_factor" : 4, # Importance factor for Scenes (Renders)
"chr" : 0.0, # Percentage of Characters done
"veh" : 0.0, # Percentage of Vehicles done
"loc" : 0.0, # Percentage of Locations done
"obj" : 0.0, # Percentage of Objects (Other) done
"rnd" : 0.0, # Percentage of Scenes (Renders) done
"dates" : {} # Per date, detailed data about the project
}
# For the future we will have to use some kind of network system. Where
# different people contribute to one project. For example director, writer,
# animator. For this I want to introduce a USERNAME thing. I will add them
# later to tasks and schedulings.
Username = settings.read("Username")
if not Username:
Username = "Blender-Organizer User"
# Okay let's get the name, director and status from the old file. Funny that
# it still survived from so far back. In the Organizer 1.0 you had to manually
# type in the number of assets that had to be done in each category.
# And so for this task was created a file called "project.data". Here is
# an example :
# Project :Moria's Race
# Status :Short Action Driving Film
# Director :J.Y.Amihud
# Character:1
# Locations:1
# Objects :1
# Vehicles :1
# Scenes :4
# So that's survived up to the last Blender-Organizer. But no longer the
# last 5 lines were utilized. I was using it mainly for the first 3 things.
# Tho from a version 4.85 of Blender-Organizer those last lines were used
# to controll the influence factor. Basically the number stored will multiply
# the number of times a given category is counted in the final percentage.
# For example animating scenes should take more then half the time of the
# project. More then 50% of the project then should be in the scenes. But
# previous / primitive algorythm was giving each category an even 20%. So
# of course I fixed it. LOL.
# I think for VCStudio I gonna make a more unified file format. That will
# unite all "project.data", "percentage_hystory.data", "history.data" and
# "schedule.data".
# I'm going to still have the main checklist separate tho. The checklist
# format is quite good.
projectdata = open(project_location+"/project.data")
projectdata = projectdata.read()
projectdata = projectdata.split("\n")
for line in projectdata:
if line.startswith("Project"):
data["name"] = line[line.find(":")+1:]
elif line.startswith("Status"):
data["status"] = line[line.find(":")+1:]
elif line.startswith("Director"):
data["director"] = line[line.find(":")+1:]
# Next up some integer conversions. So...
elif line.startswith("Character"):
try:
data["chr_factor"] = int(line[line.find(":")+1:])
except:
data["chr_factor"] = 1
elif line.startswith("Vehicles"):
try:
data["veh_factor"] = int(line[line.find(":")+1:])
except:
data["veh_factor"] = 1
elif line.startswith("Locations"):
try:
data["loc_factor"] = int(line[line.find(":")+1:])
except:
data["loc_factor"] = 1
elif line.startswith("Objects"):
try:
data["obj_factor"] = int(line[line.find(":")+1:])
except:
data["obj_factor"] = 1
elif line.startswith("Scenes"):
try:
data["rnd_factor"] = int(line[line.find(":")+1:])
except:
data["rnd_factor"] = 1
# Okay this first file was easy. Let's now parse the main checklist and
# get 5 more values. Funny thing is that for the old checklists and new
# checklists you can use the same function to read them. ( The main check-
# list data ). But old checklists had something else in there that was
# making them a bit different from VCStudio checklists. It's the STR and FIN
# variables in the beginig.
# See in the Organizer 1.0 there was no scheduling system as there was in
# Blender-Orgaznier 4.9. The scheduling was done per asset and not per
# action in the checklist. So STR and FIN were 2 dates between which you
# should have had working on the asset.
# But in the main checklists ("project.progress") those 2 survived to the
# late Blender-Organizer as a project startdate and deadline.
# One more rub that I have is that date format was 00/00/0000 and not the
# way better one 0000/00/00 which makes sorting easy. So yeah...
old_date_format = "%d/%m/%Y"
new_date_format = "%Y/%m/%d"
projectdata = open(project_location+"/project.progress")
projectdata = projectdata.read()
projectdata = projectdata.split("\n")
startdate = datetime.datetime.today()
deadline = datetime.datetime.today()
try:
for line in projectdata:
if line.startswith("STR"):
startdate = datetime.datetime.strptime(line[4:], old_date_format)
data["startdate"] = datetime.datetime.strftime(startdate, new_date_format)
elif line.startswith("FIN"):
deadline = datetime.datetime.strptime(line[4:], old_date_format)
data["deadline"] = datetime.datetime.strftime(deadline, new_date_format)
except:
data["startdate"] = datetime.datetime.strftime(datetime.datetime.today(), new_date_format)
data["deadline"] = datetime.datetime.strftime(datetime.datetime.today()+datetime.timedelta(days=30), new_date_format)
# So we've go the dates. Let's calculate time perventage I guess.
delta = deadline - startdate
data["duration"] = int(delta.days)
delta = datetime.datetime.today() - startdate
data["dayspassed"] = int(delta.days)
data["timepassed"] = data["dayspassed"] / data["duration"]
if data["timepassed"] > 1.0:
data["timepassed"] = 1.0
# Now let's lauch the main checklist and get the data from there. I mean
# the percentage. Btw It's just a hard thing. That I needed a separate
# function for it.
try:
projectdata = checklist.get_list(project_location+"/project.progress")
data["checklist"] = projectdata["fraction"]
except:
pass
# NEXT THING. As I love to type it into place where people read me while I'm
# working. We've got data from 2 files. Now we need to get data from ALL the
# project.
# First we going to get data about the assets. Because it's relativelly easy
# compared to the story. For which you need to parce a crazy complicated .bos
# file. Which is a complex database in it's own right.
# So let's go and quickly get data about the assets.
asstfols = ["chr", "veh", "loc", "obj"]
astlist = []
for n , f in enumerate(asstfols):
flist = []
if len(os.listdir(project_location+"/dev/"+f)) > 0:
for asset in os.listdir(project_location+"/dev/"+f):
if asset+".blend" in os.listdir(project_location+"/ast/"+f):
flist.append(1.0)
else:
try:
fcheck = checklist.get_list(project_location+"/dev/"+f+"/"+asset+"/asset.progress")
flist.append(fcheck["fraction"])
except:
flist.append(0.0)
# The multiplication thing that I was talking about earlier.
multiply = data[f+"_factor"]
for m in range(multiply):
astlist.append(sum(flist)/len(flist))
data[f] = sum(flist)/len(flist)
# For the next step I need to have the story parsed and read. But it's going
# to be so hard. That I will need to write a separate function for it.
data["rnd"] = story.get_legacy(project_location)["fraction"]
# After all of it we need to get the final project percentage.
multiply = data["rnd_factor"]
for m in range(multiply):
astlist.append(data["rnd"])
try:
data["donework"] = sum(astlist) / len(astlist)
except:
data["donework"] = 0.0
data["fraction"] = (data["donework"] + data["checklist"]) / 2
# Next section of this data gathering will be about history, scheduling and
# similar things. I gonna create a dictionary of dates. And input data about
# those dates into the dates.
# One thing that I have to make sure about is that some dates could be out-
# side of the range between startdate and deadline. So I have to read the
# files and add them dynamically.
# Let's start by reading scheduling.
sdata = open(project_location+"/schedule.data")
sdata = sdata.read()
sdata = sdata.split("\n")
# Good that schedules already have the right date format. Altho I think of
# actually using a datetime object as a date. Or is it too much? Let me think
# I do think loudly. And sinse I have nobody to talk to I will type it here.
# If you couldn't tell already. Let's write it as a string for now. Because
# it's easier to work wit strings. Maybe in future I will write it as a
# datetime object. If i'll find benefit to this.
for date in sdata:
# Let's separate the string into 3 components. Basically scheduling is
# list of tasks in various checklists through out the project. Example:
# 2020/11/30 /dev/obj/Morias_Bike/asset.progress Rigging=:> Make Bones
# 2021/05/01 project.progress Marketing=:> Release
# The first entry is a date formatted yyyy/mm/dd. Then comes path of the
# checklist location. Relative to the project_location. Then a url type
# thing for with in the checklist. Separating entries with "=:>"
# Also I have to note that in the old Blender-Organizer date 1997/07/30
# which is my birthday, will make the task be everyday. It will have it's
# own Green color. Usually when you make a new project there are a list
# of task created for this date.
if date:
d = date[:date.find(" ")] # Date
f = date[date.find(" ")+1:date.replace(" ", ".", 1).find(" ")] # File
t = date[date.replace(" ", ".", 1).find(" ")+1:].split("=:>") # Task
if d not in data["dates"]:
data["dates"][d] = {}
# Now in order to decide how to input this data into the data["dates"]
# we need to look at history at first. Because first of all it has
# similar syntax. But on the other hand it's a bit more complex.
# 2020/07/05 03:06:34 /dev/chr/Civilian_Child_2/asset.progress Rigging=:> Face Rig=:> Mouth area [V]
# 2020/07/05 03:06:35 /dev/chr/Civilian_Child_2/asset.progress Rigging=:> Ready to make AST [V]
# 2020/07/05 03:06:37 /dev/chr/Civilian_Child_2/Civilian_Child_2.blend [Openned]
# 2020/07/05 03:07:56 /dev/chr/Civilian_Child_2/autolink.data [Updated]
# 2020/07/05 03:08:08 pln/main.bos [Edited]
# 2020/07/05 03:08:13 /rnd/Scene_2a5jfq6126fe/1/Cc1_IK_Test.blend [Openned]
# 2020/07/05 03:08:25 /rnd/Scene_2a5jfq6126fe/1/Cc1_IK_Test.blend [Linked]
# 2020/07/05 03:08:25 /rnd/Scene_2a5jfq6126fe/1/Cc1_IK_Test.blend [Openned]
# Also history has a feature missing in the schedules. But there is
# a rub. Scheduling you can rearange by moving them arround. And you
# can simply move a task to a different day if you so desire.
# In the history apart from the date you also have time up to the second
# which is a bit more precise in terms of when exactly you made a
# given task. And I would like scheduling to have the same type of
# precision. Maybe even introduce a notification system if a certain
# task is due. But it makes the moving of tasks highly complicated
# to visualize.
# Maybe a timeline could be a cool idea. Like in the VSE of blender.
# a place where you could put specific points on a timeline. And time
# to the next point will be hte length of the part.
# You could move the dots so to change timing of parts. And maybe
# select them to type in precise values. Could work.
# Let's separate the schedule to 3 types. Asset, Scene, Main.
# If it's a scene we are talking about. IK it's a bit shitty. Because
# I will need to parse this as well. But who cares.
if f.startswith("/rnd"):
ty = "scenes"
url = f[:f.rfind("/")].replace("/rnd", "", 1)
url = url[:url.rfind("/")]
fn = f.replace("/rnd", "", 1).replace(url, "")
elif f.startswith("/dev"):
ty = "assets"
url = f[:f.rfind("/")].replace("/dev", "", 1)
fn = f.replace("/dev", "", 1).replace(url, "")
else:
ty = "files"
url = ""
fn = f
if not ty in data["dates"][d]:
data["dates"][d][ty] = {}
if not url in data["dates"][d][ty]:
data["dates"][d][ty][url] = []
data["dates"][d][ty][url].append([
"00:00:00",
"schedule",
fn,
t,
Username
])
# Okay I don't really know what exactly did I just do. But it's seems like
# a good starting point. Up to a working verion of VCStudio i can edit and
# change these all I want. Okay I guess it's time to parse another, way
# harder file. The history. LOL.
# First let's deal with the persantage history file. It's kind of a funny
# one as well. The funny part is that it has no consistancy at all. I will
# need to convert it as well. It has a stupid %y-%m-%d format. Which is WTF.
history_percentage_format = "%y-%m-%d"
hdata = open(project_location+"/percentage_hystory.data") # IK spelling LOL
hdata = hdata.read()
hdata = hdata.split("\n")
for date in hdata:
if date.startswith("DATE"):
# An example of the formatting is actually quite amazing. It's going
# to be realively simple. Example:
# DATE 20-06-26 42.64%
# As you can see it's the word DATE then that date then the fraction
# as a percantage. Separated by a spacebar.
try:
t, d, f = date.split(" ")
# Converting the d into a normal date
d = datetime.datetime.strptime(d, history_percentage_format)
d = datetime.datetime.strftime(d, new_date_format)
# Converting the f into a fraction
f = float(f.replace("%", "")) / 100
except:
continue
# I just don't want to deal with poeple who are editing the file
# manually and then say I did something wrong that the program crashed
if d not in data["dates"]:
data["dates"][d] = {}
data["dates"][d]["fractions"] = {
"project":f, # The fraction we recieved from the file
"checklist":0.0, # Place holder for checklist fraction
"chr":0.0, # \
"veh":0.0, # |
"loc":0.0, # > - Plaseholders for categories
"obj":0.0, # |
"rnd":0.0 # /
}
# Okay this file was parsed. Which was relativelly simple. NOW. Let's
# do something a bit harder. Or is it as simple as the other? IDK
# History file. Example was a bit earlier.
hdata = open(project_location+"/history.data")
hdata = hdata.read()
hdata = hdata.split("\n")
for line in hdata:
if not line:
continue
# So basically every line is quite simple from the left side. But becomes
# quite complex on the right side. So let's get the left side things
date = line[:line.find(" ")]
time = line[line.find(" ")+1:line.replace(" ", ".", 1).find(" ")]
path = line[line.replace(" ", ".", 1).find(" ")+1:line.replace(" ", ".", 2).find(" ")]
done = line[line.replace(" ", ".", 2).find(" ")+1:]
# I made a mistake allowing paths to have spaces in them. And I need to
# make sure we have the whole path and not only up to a point.
while done[0] != "[" and ".progress" not in path and "[" in done:
transporting = done[:done.find(" ")]
path = path+" "+transporting
done = done.replace(transporting+" ", "")
# "date" will be our standard date. yyyy/mm/dd. Then "time" is out time
# from the current day. 24 hours system. hh:mm:ss. "path" is the file to
# which the change was done. We will need to parse this one. Because it
# contains the full path to let's say a blend file. While we want to
# know which asset for example was accessed. Then "done" is the rest of
# the string. Basically it tells what was actually done with a given file.
# We will need to parse this one as well somehow. And it scares me a lot
# One thing that we can use it for is restoring the old scheduling list.
# Becuase in lazy attempt to make user know that a given task is finished
# I would just delete the task from the schedule file entirely. But
# in the history file you can find instances of [scheduled] with the full
# path of a task and the date to which it was scheduled. So yeah.
# Let's get to work.
f = path # Copied from previous
if f.startswith("/rnd"):
ty = "scenes"
url = f[:f.rfind("/")].replace("/rnd", "", 1)
url = url[:url.rfind("/")]
fn = f.replace("/rnd", "", 1).replace(url, "")
elif f.startswith("/dev"):
ty = "assets"
url = f[:f.rfind("/")].replace("/dev", "", 1)
fn = f.replace("/dev", "", 1).replace(url, "")
elif f.startswith("/ast") and ".blend" in f:
ty = "assets"
url = f[:f.rfind(".")].replace("/ast", "", 1)
fn = "[asset_blend]"
else:
ty = "files"
url = ""
fn = f
# Now in order to parse the "done" variable. We need to define functions
# that we are not looking for. Simple (Trivial) Operations.
simple_operations = [
"[Edited]",
"[Openned]",
"[Linked]",
"[Edited]",
"[Updated]",
"[Added]",
"[Added Asset]"
]
# Basically if "done" in on that list. It's something to do with
# checklists. And then we have either [V], [ ] or [Scheduled]
if done not in simple_operations:
if "[Scheduled]" in done:
# These are the missing scheduling data I was talking about.
# Let's parse this data from the back. The one on the back
# should be the DATE. Then spacebar. Then the [Scheduled] then
# another spacebar then the task.
missingdate = done[done.rfind(" ")+1:]
missingtask = done[:done.rfind(" [Scheduled]")].split("=:>")
# Let's add them into the data. I don't what it will be. Let's
# see.
if not missingdate in data["dates"]:
data["dates"][missingdate] = {}
if not ty in data["dates"][missingdate]:
data["dates"][missingdate][ty] = {}
if not url in data["dates"][missingdate][ty]:
data["dates"][missingdate][ty][url] = []
data["dates"][missingdate][ty][url].append([
"00:00:00",
"schedule",
fn,
missingtask,
Username
])
# Or else it's a checklist whether been checked or unchecked
else:
if "[V]" in done:
done = done.replace(" [V]", "").split("=:>")
check = "[Checked]"
else:
done = done.replace(" [ ]", "").split("=:>")
check = "[Un-Checked]"
# Putting the thing into the data
if not date in data["dates"]:
data["dates"][date] = {}
if not ty in data["dates"][date]:
data["dates"][date][ty] = {}
if not url in data["dates"][date][ty]:
data["dates"][date][ty][url] = []
data["dates"][date][ty][url].append([
time,
"history",
fn,
check,
done,
Username
])
#print(data["dates"][date][ty][url])
# Now let's add all the others.
else:
if not date in data["dates"]:
data["dates"][date] = {}
if not ty in data["dates"][date]:
data["dates"][date][ty] = {}
if not url in data["dates"][date][ty]:
data["dates"][date][ty][url] = []
data["dates"][date][ty][url].append([
time,
"history",
fn,
done,
Username
])
#print(ty, url, fn, done)
#for i in sorted(data["dates"]):
# print(i)
# print()
# print(data["dates"][i])
# print()
# print()
#data_save(project_location, data)
return data
def save(project, data):
# This file will save analitycs data.
try:
os.mkdir(project+'/set/')
except:
pass
with open(project+'/set/analytics.json', 'w') as fp:
json.dump(data, fp, sort_keys=True, indent=4)
def load(project_location):
# This is a simple load analytics funtion.
name_tmp = project_location[project_location.rfind("/")+1:]
data = {
"name" : name_tmp, # Name of the project (typed properly)
"director" : "", # Name of the project's director.
"status" : "", # Projects's comment / type
"donework" : 0.0, # Percentage of Assets and Scenes done
"fraction" : 0.0, # Project's completion percentage
"checklist" : 0.0, # Project's main checklist percentage
"startdate" : "0000/00/00", # Date of the start of the project
"deadline" : "0000/00/00", # Date when project's deadline is
"duration" : 0, # Amount in days between startdate and deadline
"timepassed" : 0.0, # Percentage of how much time had passed
"dayspassed" : 0, # Amount of days since the startdate
"chr_factor" : 1, # Importance factor for Characters
"veh_factor" : 1, # Importance factor for Vehicles
"loc_factor" : 1, # Importance factor for Locations
"obj_factor" : 1, # Importance factor for Objects (Other)
"rnd_factor" : 4, # Importance factor for Scenes (Renders)
"chr" : 0.0, # Percentage of Characters done
"veh" : 0.0, # Percentage of Vehicles done
"loc" : 0.0, # Percentage of Locations done
"obj" : 0.0, # Percentage of Objects (Other) done
"rnd" : 0.0, # Percentage of Scenes (Renders) done
"dates" : {} # Per date, detailed data about the project
}
try:
with open(project_location+'/set/analytics.json') as json_file:
data = json.load(json_file)
except:
pass
try:
projectdata = checklist.get_list(project_location+"/set/project.progress")
data["checklist"] = projectdata["fraction"]
except:
make = open(project_location+"/set/project.progress", "w")
make.write("[ ] Story\n")
make.write("[ ] "+talk.text("chr")+"\n")
make.write("[ ] "+talk.text("veh")+"\n")
make.write("[ ] "+talk.text("loc")+"\n")
make.write("[ ] "+talk.text("obj")+"\n")
make.write("[ ] Animation\n")
make.write("[ ] Rendering")
make.close()
# Let's see if dates are fine. Or if they are even dates.
new_date_format = "%Y/%m/%d"
if not ifdate(data["startdate"]) or not ifdate(data["deadline"]):
data["startdate"] = datetime.datetime.strftime(datetime.datetime.today(), new_date_format)
data["deadline"] = datetime.datetime.strftime(datetime.datetime.today()+datetime.timedelta(days=30), new_date_format)
# So we've go the dates. Let's calculate time perventage I guess.
startdate = datetime.datetime.strptime(data["startdate"], new_date_format)
deadline = datetime.datetime.strptime(data["deadline"] , new_date_format)
delta = deadline - startdate
data["duration"] = int(delta.days)
delta = datetime.datetime.today() - startdate
data["dayspassed"] = int(delta.days)
data["timepassed"] = data["dayspassed"] / data["duration"]
if data["timepassed"] > 1.0:
data["timepassed"] = 1.0
# LET's FILTER THE SCHEDULES
data["dates"] = schedule.filter(project_location, data["dates"])
# NEXT THING. As I love to type it into place where people read me while I'm
# working. We've got data from 2 files. Now we need to get data from ALL the
# project.
# First we going to get data about the assets. Because it's relativelly easy
# compared to the story. For which you need to parce a crazy complicated .bos
# file. Which is a complex database in it's own right.
# So let's go and quickly get data about the assets.
asstfols = ["chr", "veh", "loc", "obj"]
astlist = []
for n , f in enumerate(asstfols):
flist = []
if len(os.listdir(project_location+"/dev/"+f)) > 0:
for asset in os.listdir(project_location+"/dev/"+f):
if asset+".blend" in os.listdir(project_location+"/ast/"+f):
flist.append(1.0)
else:
try:
fcheck = checklist.get_list(project_location+"/dev/"+f+"/"+asset+"/asset.progress")
flist.append(fcheck["fraction"])
except:
flist.append(0.0)
# The multiplication thing that I was talking about earlier.
multiply = data[f+"_factor"]
for m in range(multiply):
astlist.append(sum(flist)/len(flist))
data[f] = sum(flist)/len(flist)
# For the next step I need to have the story parsed and read. But it's going
# to be so hard. That I will need to write a separate function for it.
data["rnd"] = story.load(project_location)["fraction"]
# After all of it we need to get the final project percentage.
multiply = data["rnd_factor"]
for m in range(multiply):
astlist.append(data["rnd"])
try:
data["donework"] = sum(astlist) / len(astlist)
except:
data["donework"] = 0.0
data["fraction"] = (data["donework"] + data["checklist"]) / 2
# Let's record it for today.
today = datetime.datetime.strftime(datetime.datetime.today(), new_date_format)
if today not in data["dates"]:
data["dates"][today] = {}
data["dates"][today]["fractions"] = {
"project":data["fraction"],
"checklist":data["checklist"],
"chr":data["chr"],
"veh":data["veh"],
"loc":data["loc"],
"obj":data["obj"],
"rnd":data["rnd"]
}
return data